00000080:00200000:3.0:1775773065.221601:0:199448:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.221769:0:199448:0:(file.c:2612:do_file_write_iter()) START file f-6952:[0x20002ea31:0x30:0x0], ppos: 405504, count: 4096 00000080:00200000:3.0:1775773065.221826:0:199448:0:(file.c:2058:ll_file_io_generic()) f-6952: write ppos: 405504, bytes: 4096 00000080:00200000:3.0:1775773065.221832:0:199448:0:(file.c:1815:ll_io_set_mirror()) f-6952: desiginated mirror: 0 00000020:00200000:3.0:1775773065.221837:0:199448:0:(cl_io.c:214:cl_io_rw_init()) header@00000000476a2592[0x110, 100, [0x20002ea31:0x30:0x0] hash] 00000020:00200000:3.0:1775773065.221839:0:199448:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [405504, 409600) 0 0 00000080:00200000:3.0:1775773065.221843:0:199448:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.221856:0:199448:0:(file.c:2136:ll_file_io_generic()) Range lock [99, 99] 00020000:00200000:3.0:1775773065.221863:0:199448:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 405504 chunk: [405504, 409600) 409600, 4096 00020000:00200000:3.0:1775773065.221866:0:199448:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.221889:0:199448:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [99, 99] 00000008:00010000:3.0:1775773065.221901:0:199448:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.221906:0:199448:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e22b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.221924:0:199448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00010000:00010000:3.0:1775773065.221937:0:199448:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (405504 409599) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00010000:00010000:3.0:1775773065.221949:0:199448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00010000:00010000:3.0:1775773065.221958:0:199448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00010000:00010000:3.0:1775773065.221964:0:199448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00000080:00200000:3.0:1775773065.221975:0:199448:0:(vvp_io.c:1286:vvp_io_write_start()) f-6952: write [405504, 409600) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.221985:0:199448:0:(rw26.c:663:ll_write_begin()) Writing 99 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.222027:0:199448:0:(rw26.c:858:ll_write_end()) pos 405504, len 4096, copied 4096 00000080:00200000:3.0:1775773065.222035:0:199448:0:(rw26.c:916:ll_write_end()) page@00000000cb3023f9[3 000000003833dbad 2 1 00000000122e0303] 00000080:00200000:3.0:1775773065.222039:0:199448:0:(rw26.c:916:ll_write_end()) vmpage @000000001ec712b6 17ffffc0001001 3:0 ffff9a6045e6c620 99 lru 00000080:00200000:3.0:1775773065.222046:0:199448:0:(rw26.c:916:ll_write_end()) osc-page@0000000090655ef9 99: 1< 0 - - > 2< 405504 0 0 0x0 0x0 | 00000000691bc154 0000000098302125 > 3< 0 0 > 4< 0 0 8 43012096 - | - - + - > 5< - - + - | 0 - | 99 - -> 00000080:00200000:3.0:1775773065.222048:0:199448:0:(rw26.c:916:ll_write_end()) end page@00000000cb3023f9 00000080:00200000:3.0:1775773065.222049:0:199448:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.222052:0:199448:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.222068:0:199448:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 000000000c387e62 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00000008:00010000:3.0:1775773065.222077:0:199448:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000000c387e62 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00000008:00010000:3.0:1775773065.222084:0:199448:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000005ebf2c87 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00000008:00010000:3.0:1775773065.222091:0:199448:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000005ebf2c87 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00000080:00200000:3.0:1775773065.222104:0:199448:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a60447c3c38, count 1, dirtied 1 00000080:00200000:3.0:1775773065.222107:0:199448:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.222109:0:199448:0:(vvp_io.c:1353:vvp_io_write_start()) f-6952: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.222116:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.222118:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.222120:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e22b0 (ffff9a6058bdb7e8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.222124:0:199448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00010000:00010000:3.0:1775773065.222137:0:199448:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00000020:00010000:3.0:1775773065.222146:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.222148:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e22b0 (ffff9a6058bdbab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.222153:0:199448:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.222156:0:199448:0:(file.c:2173:ll_file_io_generic()) Range unlock [99, 99] 00000080:00200000:3.0:1775773065.222168:0:199448:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.222171:0:199448:0:(file.c:2206:ll_file_io_generic()) f-6952: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.222176:0:199448:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x30:0x0] updating i_size 409600 i_blocks 0 00000080:00200000:3.0:1775773065.222179:0:199448:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.222229:0:199448:0:(file.c:2612:do_file_write_iter()) START file f-6952:[0x20002ea31:0x30:0x0], ppos: 409600, count: 4096 00000080:00200000:3.0:1775773065.222241:0:199448:0:(file.c:2058:ll_file_io_generic()) f-6952: write ppos: 409600, bytes: 4096 00000080:00200000:3.0:1775773065.222244:0:199448:0:(file.c:1815:ll_io_set_mirror()) f-6952: desiginated mirror: 0 00000020:00200000:3.0:1775773065.222247:0:199448:0:(cl_io.c:214:cl_io_rw_init()) header@00000000476a2592[0x110, 101, [0x20002ea31:0x30:0x0] hash] 00000020:00200000:3.0:1775773065.222249:0:199448:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [409600, 413696) 0 0 00000080:00200000:3.0:1775773065.222251:0:199448:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.222257:0:199448:0:(file.c:2136:ll_file_io_generic()) Range lock [100, 100] 00020000:00200000:3.0:1775773065.222260:0:199448:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 409600 chunk: [409600, 413696) 413696, 4096 00020000:00200000:3.0:1775773065.222263:0:199448:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.222274:0:199448:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [100, 100] 00000008:00010000:3.0:1775773065.222278:0:199448:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.222281:0:199448:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e22b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.222289:0:199448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00010000:00010000:3.0:1775773065.222298:0:199448:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (409600 413695) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00010000:00010000:3.0:1775773065.222312:0:199448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00010000:00010000:3.0:1775773065.222319:0:199448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00010000:00010000:3.0:1775773065.222325:0:199448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00000080:00200000:3.0:1775773065.222332:0:199448:0:(vvp_io.c:1286:vvp_io_write_start()) f-6952: write [409600, 413696) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.222337:0:199448:0:(rw26.c:663:ll_write_begin()) Writing 100 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.222355:0:199448:0:(rw26.c:858:ll_write_end()) pos 409600, len 4096, copied 4096 00000080:00200000:3.0:1775773065.222359:0:199448:0:(rw26.c:916:ll_write_end()) page@00000000b0f21510[3 000000003833dbad 2 1 00000000122e0303] 00000080:00200000:3.0:1775773065.222361:0:199448:0:(rw26.c:916:ll_write_end()) vmpage @00000000ee917124 17ffffc0001001 3:0 ffff9a6045e6c460 100 lru 00000080:00200000:3.0:1775773065.222366:0:199448:0:(rw26.c:916:ll_write_end()) osc-page@0000000094790e78 100: 1< 0 - - > 2< 409600 0 0 0x0 0x0 | 00000000691bc154 0000000098302125 > 3< 0 0 > 4< 0 0 8 43008000 - | - - + - > 5< - - + - | 0 - | 100 - -> 00000080:00200000:3.0:1775773065.222369:0:199448:0:(rw26.c:916:ll_write_end()) end page@00000000b0f21510 00000080:00200000:3.0:1775773065.222370:0:199448:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.222371:0:199448:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.222379:0:199448:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 000000000c387e62 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00000008:00010000:3.0:1775773065.222386:0:199448:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000000c387e62 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00000008:00010000:3.0:1775773065.222393:0:199448:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000005ebf2c87 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00000008:00010000:3.0:1775773065.222400:0:199448:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000005ebf2c87 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00000080:00200000:3.0:1775773065.222411:0:199448:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a60447c3c38, count 1, dirtied 1 00000080:00200000:3.0:1775773065.222414:0:199448:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.222416:0:199448:0:(vvp_io.c:1353:vvp_io_write_start()) f-6952: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.222422:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.222424:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.222426:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e22b0 (ffff9a6058bdb7e8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.222430:0:199448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00010000:00010000:3.0:1775773065.222438:0:199448:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00000020:00010000:3.0:1775773065.222445:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.225388:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e22b0 (ffff9a6058bdbab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.225407:0:199448:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.225417:0:199448:0:(file.c:2173:ll_file_io_generic()) Range unlock [100, 100] 00000080:00200000:3.0:1775773065.225523:0:199448:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.225530:0:199448:0:(file.c:2206:ll_file_io_generic()) f-6952: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.225544:0:199448:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x30:0x0] updating i_size 413696 i_blocks 0 00000080:00200000:3.0:1775773065.225551:0:199448:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.225713:0:199448:0:(file.c:2612:do_file_write_iter()) START file f-6952:[0x20002ea31:0x30:0x0], ppos: 413696, count: 4096 00000080:00200000:3.0:1775773065.225742:0:199448:0:(file.c:2058:ll_file_io_generic()) f-6952: write ppos: 413696, bytes: 4096 00000080:00200000:3.0:1775773065.225748:0:199448:0:(file.c:1815:ll_io_set_mirror()) f-6952: desiginated mirror: 0 00000020:00200000:3.0:1775773065.225755:0:199448:0:(cl_io.c:214:cl_io_rw_init()) header@00000000476a2592[0x110, 102, [0x20002ea31:0x30:0x0] hash] 00000020:00200000:3.0:1775773065.225757:0:199448:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [413696, 417792) 0 0 00000080:00200000:3.0:1775773065.225761:0:199448:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.225772:0:199448:0:(file.c:2136:ll_file_io_generic()) Range lock [101, 101] 00020000:00200000:3.0:1775773065.225779:0:199448:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 413696 chunk: [413696, 417792) 417792, 4096 00020000:00200000:3.0:1775773065.225783:0:199448:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.225832:0:199448:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [101, 101] 00000008:00010000:3.0:1775773065.225845:0:199448:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.225850:0:199448:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e22b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.225873:0:199448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00010000:00010000:3.0:1775773065.225889:0:199448:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (413696 417791) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00010000:00010000:3.0:1775773065.225900:0:199448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00010000:00010000:3.0:1775773065.225909:0:199448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00010000:00010000:3.0:1775773065.225916:0:199448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00000080:00200000:3.0:1775773065.225926:0:199448:0:(vvp_io.c:1286:vvp_io_write_start()) f-6952: write [413696, 417792) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.225937:0:199448:0:(rw26.c:663:ll_write_begin()) Writing 101 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.226003:0:199448:0:(rw26.c:858:ll_write_end()) pos 413696, len 4096, copied 4096 00000080:00200000:3.0:1775773065.226010:0:199448:0:(rw26.c:916:ll_write_end()) page@000000004c54cd27[3 000000003833dbad 2 1 00000000122e0303] 00000080:00200000:3.0:1775773065.226013:0:199448:0:(rw26.c:916:ll_write_end()) vmpage @0000000060061134 17ffffc0001021 2:0 ffff9a6051c68a80 101 lru 00000080:00200000:3.0:1775773065.226021:0:199448:0:(rw26.c:916:ll_write_end()) osc-page@00000000eea0ed5d 101: 1< 0 - - > 2< 413696 0 0 0x0 0x0 | 00000000691bc154 0000000098302125 > 3< 0 0 > 4< 0 0 8 43003904 - | - - + - > 5< - - + - | 0 - | 101 - -> 00000080:00200000:3.0:1775773065.226023:0:199448:0:(rw26.c:916:ll_write_end()) end page@000000004c54cd27 00000080:00200000:3.0:1775773065.226024:0:199448:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.226029:0:199448:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.226047:0:199448:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 000000000c387e62 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00000008:00010000:3.0:1775773065.226057:0:199448:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000000c387e62 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00000008:00010000:3.0:1775773065.226065:0:199448:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000005ebf2c87 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00000008:00010000:3.0:1775773065.226073:0:199448:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000005ebf2c87 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00000080:00200000:3.0:1775773065.226091:0:199448:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a60447c3c38, count 1, dirtied 1 00000080:00200000:3.0:1775773065.226096:0:199448:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.226099:0:199448:0:(vvp_io.c:1353:vvp_io_write_start()) f-6952: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.226114:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.226118:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.226121:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e22b0 (ffff9a6058bdb7e8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.226125:0:199448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00010000:00010000:3.0:1775773065.226134:0:199448:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00000020:00010000:3.0:1775773065.226153:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.226155:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e22b0 (ffff9a6058bdbab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.226159:0:199448:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.226163:0:199448:0:(file.c:2173:ll_file_io_generic()) Range unlock [101, 101] 00000080:00200000:3.0:1775773065.226175:0:199448:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.226179:0:199448:0:(file.c:2206:ll_file_io_generic()) f-6952: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.226184:0:199448:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x30:0x0] updating i_size 417792 i_blocks 0 00000080:00200000:3.0:1775773065.226188:0:199448:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.226239:0:199448:0:(file.c:2612:do_file_write_iter()) START file f-6952:[0x20002ea31:0x30:0x0], ppos: 417792, count: 4096 00000080:00200000:3.0:1775773065.226252:0:199448:0:(file.c:2058:ll_file_io_generic()) f-6952: write ppos: 417792, bytes: 4096 00000080:00200000:3.0:1775773065.226255:0:199448:0:(file.c:1815:ll_io_set_mirror()) f-6952: desiginated mirror: 0 00000020:00200000:3.0:1775773065.226259:0:199448:0:(cl_io.c:214:cl_io_rw_init()) header@00000000476a2592[0x110, 103, [0x20002ea31:0x30:0x0] hash] 00000020:00200000:3.0:1775773065.226261:0:199448:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [417792, 421888) 0 0 00000080:00200000:3.0:1775773065.226263:0:199448:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.226269:0:199448:0:(file.c:2136:ll_file_io_generic()) Range lock [102, 102] 00020000:00200000:3.0:1775773065.226272:0:199448:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 417792 chunk: [417792, 421888) 421888, 4096 00020000:00200000:3.0:1775773065.226274:0:199448:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.226287:0:199448:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [102, 102] 00000008:00010000:3.0:1775773065.226293:0:199448:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.226296:0:199448:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e22b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.226305:0:199448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00010000:00010000:3.0:1775773065.226314:0:199448:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (417792 421887) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00010000:00010000:3.0:1775773065.226323:0:199448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00010000:00010000:3.0:1775773065.226335:0:199448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00010000:00010000:3.0:1775773065.226342:0:199448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00000080:00200000:3.0:1775773065.226349:0:199448:0:(vvp_io.c:1286:vvp_io_write_start()) f-6952: write [417792, 421888) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.226355:0:199448:0:(rw26.c:663:ll_write_begin()) Writing 102 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.226373:0:199448:0:(rw26.c:858:ll_write_end()) pos 417792, len 4096, copied 4096 00000080:00200000:3.0:1775773065.226377:0:199448:0:(rw26.c:916:ll_write_end()) page@000000008d0b3bc0[3 000000003833dbad 2 1 00000000122e0303] 00000080:00200000:3.0:1775773065.226380:0:199448:0:(rw26.c:916:ll_write_end()) vmpage @000000006633a301 17ffffc0001001 3:0 ffff9a6051c68d20 102 lru 00000080:00200000:3.0:1775773065.226385:0:199448:0:(rw26.c:916:ll_write_end()) osc-page@0000000009cdb489 102: 1< 0 - - > 2< 417792 0 0 0x0 0x0 | 00000000691bc154 0000000098302125 > 3< 0 0 > 4< 0 0 8 42999808 - | - - + - > 5< - - + - | 0 - | 102 - -> 00000080:00200000:3.0:1775773065.226387:0:199448:0:(rw26.c:916:ll_write_end()) end page@000000008d0b3bc0 00000080:00200000:3.0:1775773065.226389:0:199448:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.226391:0:199448:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.226399:0:199448:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 000000000c387e62 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00000008:00010000:3.0:1775773065.226406:0:199448:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000000c387e62 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00000008:00010000:3.0:1775773065.226412:0:199448:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000005ebf2c87 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00000008:00010000:3.0:1775773065.226418:0:199448:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000005ebf2c87 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00000080:00200000:3.0:1775773065.226429:0:199448:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a60447c3c38, count 1, dirtied 1 00000080:00200000:3.0:1775773065.226432:0:199448:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.226434:0:199448:0:(vvp_io.c:1353:vvp_io_write_start()) f-6952: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.226440:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.226442:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.226444:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e22b0 (ffff9a6058bdb7e8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.227606:0:199448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00010000:00010000:3.0:1775773065.227718:0:199448:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00000020:00010000:3.0:1775773065.227737:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.227740:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e22b0 (ffff9a6058bdbab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.227751:0:199448:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.227758:0:199448:0:(file.c:2173:ll_file_io_generic()) Range unlock [102, 102] 00000080:00200000:3.0:1775773065.227781:0:199448:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.227809:0:199448:0:(file.c:2206:ll_file_io_generic()) f-6952: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.227821:0:199448:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x30:0x0] updating i_size 421888 i_blocks 0 00000080:00200000:3.0:1775773065.227825:0:199448:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.227895:0:199448:0:(file.c:2612:do_file_write_iter()) START file f-6952:[0x20002ea31:0x30:0x0], ppos: 421888, count: 4096 00000080:00200000:3.0:1775773065.227923:0:199448:0:(file.c:2058:ll_file_io_generic()) f-6952: write ppos: 421888, bytes: 4096 00000080:00200000:3.0:1775773065.227927:0:199448:0:(file.c:1815:ll_io_set_mirror()) f-6952: desiginated mirror: 0 00000020:00200000:3.0:1775773065.227931:0:199448:0:(cl_io.c:214:cl_io_rw_init()) header@00000000476a2592[0x110, 104, [0x20002ea31:0x30:0x0] hash] 00000020:00200000:3.0:1775773065.227933:0:199448:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [421888, 425984) 0 0 00000080:00200000:3.0:1775773065.227936:0:199448:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.227946:0:199448:0:(file.c:2136:ll_file_io_generic()) Range lock [103, 103] 00020000:00200000:3.0:1775773065.227952:0:199448:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 421888 chunk: [421888, 425984) 425984, 4096 00020000:00200000:3.0:1775773065.227955:0:199448:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.227975:0:199448:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [103, 103] 00000008:00010000:3.0:1775773065.227985:0:199448:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.227988:0:199448:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e22b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.228002:0:199448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00010000:00010000:3.0:1775773065.228013:0:199448:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (421888 425983) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00010000:00010000:3.0:1775773065.228024:0:199448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00010000:00010000:3.0:1775773065.228033:0:199448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00010000:00010000:3.0:1775773065.228040:0:199448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00000080:00200000:3.0:1775773065.228049:0:199448:0:(vvp_io.c:1286:vvp_io_write_start()) f-6952: write [421888, 425984) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.228058:0:199448:0:(rw26.c:663:ll_write_begin()) Writing 103 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.228093:0:199448:0:(rw26.c:858:ll_write_end()) pos 421888, len 4096, copied 4096 00000080:00200000:3.0:1775773065.228098:0:199448:0:(rw26.c:916:ll_write_end()) page@00000000b796799d[3 000000003833dbad 2 1 00000000122e0303] 00000080:00200000:3.0:1775773065.228102:0:199448:0:(rw26.c:916:ll_write_end()) vmpage @00000000c410d362 17ffffc0001001 3:0 ffff9a6051c68b60 103 lru 00000080:00200000:3.0:1775773065.228109:0:199448:0:(rw26.c:916:ll_write_end()) osc-page@0000000083e06f06 103: 1< 0 - - > 2< 421888 0 0 0x0 0x0 | 00000000691bc154 0000000098302125 > 3< 0 0 > 4< 0 0 8 42995712 - | - - + - > 5< - - + - | 0 - | 103 - -> 00000080:00200000:3.0:1775773065.228111:0:199448:0:(rw26.c:916:ll_write_end()) end page@00000000b796799d 00000080:00200000:3.0:1775773065.228112:0:199448:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.228116:0:199448:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.228132:0:199448:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 000000000c387e62 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00000008:00010000:3.0:1775773065.228141:0:199448:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000000c387e62 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00000008:00010000:3.0:1775773065.228148:0:199448:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000005ebf2c87 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00000008:00010000:3.0:1775773065.228155:0:199448:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000005ebf2c87 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00000080:00200000:3.0:1775773065.228171:0:199448:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a60447c3c38, count 1, dirtied 1 00000080:00200000:3.0:1775773065.228175:0:199448:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.228177:0:199448:0:(vvp_io.c:1353:vvp_io_write_start()) f-6952: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.228186:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.228189:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.228192:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e22b0 (ffff9a6058bdb7e8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.228195:0:199448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00010000:00010000:3.0:1775773065.228203:0:199448:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00000020:00010000:3.0:1775773065.228210:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.228213:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e22b0 (ffff9a6058bdbab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.228218:0:199448:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.228221:0:199448:0:(file.c:2173:ll_file_io_generic()) Range unlock [103, 103] 00000080:00200000:3.0:1775773065.228232:0:199448:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.228234:0:199448:0:(file.c:2206:ll_file_io_generic()) f-6952: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.228239:0:199448:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x30:0x0] updating i_size 425984 i_blocks 0 00000080:00200000:3.0:1775773065.228241:0:199448:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.228290:0:199448:0:(file.c:2612:do_file_write_iter()) START file f-6952:[0x20002ea31:0x30:0x0], ppos: 425984, count: 4096 00000080:00200000:3.0:1775773065.228302:0:199448:0:(file.c:2058:ll_file_io_generic()) f-6952: write ppos: 425984, bytes: 4096 00000080:00200000:3.0:1775773065.228305:0:199448:0:(file.c:1815:ll_io_set_mirror()) f-6952: desiginated mirror: 0 00000020:00200000:3.0:1775773065.228308:0:199448:0:(cl_io.c:214:cl_io_rw_init()) header@00000000476a2592[0x110, 105, [0x20002ea31:0x30:0x0] hash] 00000020:00200000:3.0:1775773065.228310:0:199448:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [425984, 430080) 0 0 00000080:00200000:3.0:1775773065.228312:0:199448:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.228317:0:199448:0:(file.c:2136:ll_file_io_generic()) Range lock [104, 104] 00020000:00200000:3.0:1775773065.228321:0:199448:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 425984 chunk: [425984, 430080) 430080, 4096 00020000:00200000:3.0:1775773065.228323:0:199448:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.228334:0:199448:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [104, 104] 00000008:00010000:3.0:1775773065.228339:0:199448:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.228341:0:199448:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e22b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.228349:0:199448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00010000:00010000:3.0:1775773065.228357:0:199448:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (425984 430079) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00010000:00010000:3.0:1775773065.228366:0:199448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00010000:00010000:3.0:1775773065.228373:0:199448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00010000:00010000:3.0:1775773065.228384:0:199448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00000080:00200000:3.0:1775773065.228391:0:199448:0:(vvp_io.c:1286:vvp_io_write_start()) f-6952: write [425984, 430080) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.228396:0:199448:0:(rw26.c:663:ll_write_begin()) Writing 104 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.228414:0:199448:0:(rw26.c:858:ll_write_end()) pos 425984, len 4096, copied 4096 00000080:00200000:3.0:1775773065.228418:0:199448:0:(rw26.c:916:ll_write_end()) page@00000000bf015c02[3 000000003833dbad 2 1 00000000122e0303] 00000080:00200000:3.0:1775773065.228421:0:199448:0:(rw26.c:916:ll_write_end()) vmpage @0000000016c5eac0 17ffffc0001001 3:0 ffff9a6051c68540 104 lru 00000080:00200000:3.0:1775773065.228427:0:199448:0:(rw26.c:916:ll_write_end()) osc-page@0000000035b8641d 104: 1< 0 - - > 2< 425984 0 0 0x0 0x0 | 00000000691bc154 0000000098302125 > 3< 0 0 > 4< 0 0 8 42991616 - | - - + - > 5< - - + - | 0 - | 104 - -> 00000080:00200000:3.0:1775773065.228428:0:199448:0:(rw26.c:916:ll_write_end()) end page@00000000bf015c02 00000080:00200000:3.0:1775773065.228430:0:199448:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.228432:0:199448:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.228441:0:199448:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 000000000c387e62 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00000008:00010000:3.0:1775773065.229586:0:199448:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000000c387e62 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00000008:00010000:3.0:1775773065.229600:0:199448:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000005ebf2c87 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00000008:00010000:3.0:1775773065.229609:0:199448:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000005ebf2c87 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00000080:00200000:3.0:1775773065.229737:0:199448:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a60447c3c38, count 1, dirtied 1 00000080:00200000:3.0:1775773065.229743:0:199448:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.229746:0:199448:0:(vvp_io.c:1353:vvp_io_write_start()) f-6952: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.229760:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.229762:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.229766:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e22b0 (ffff9a6058bdb7e8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.229771:0:199448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00010000:00010000:3.0:1775773065.229781:0:199448:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00000020:00010000:3.0:1775773065.229820:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.229823:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e22b0 (ffff9a6058bdbab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.229830:0:199448:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.229835:0:199448:0:(file.c:2173:ll_file_io_generic()) Range unlock [104, 104] 00000080:00200000:3.0:1775773065.229858:0:199448:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.229862:0:199448:0:(file.c:2206:ll_file_io_generic()) f-6952: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.229872:0:199448:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x30:0x0] updating i_size 430080 i_blocks 0 00000080:00200000:3.0:1775773065.229876:0:199448:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.229945:0:199448:0:(file.c:2612:do_file_write_iter()) START file f-6952:[0x20002ea31:0x30:0x0], ppos: 430080, count: 4096 00000080:00200000:3.0:1775773065.229967:0:199448:0:(file.c:2058:ll_file_io_generic()) f-6952: write ppos: 430080, bytes: 4096 00000080:00200000:3.0:1775773065.229971:0:199448:0:(file.c:1815:ll_io_set_mirror()) f-6952: desiginated mirror: 0 00000020:00200000:3.0:1775773065.229976:0:199448:0:(cl_io.c:214:cl_io_rw_init()) header@00000000476a2592[0x110, 106, [0x20002ea31:0x30:0x0] hash] 00000020:00200000:3.0:1775773065.229978:0:199448:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [430080, 434176) 0 0 00000080:00200000:3.0:1775773065.229981:0:199448:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.229992:0:199448:0:(file.c:2136:ll_file_io_generic()) Range lock [105, 105] 00020000:00200000:3.0:1775773065.229996:0:199448:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 430080 chunk: [430080, 434176) 434176, 4096 00020000:00200000:3.0:1775773065.229999:0:199448:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.230017:0:199448:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [105, 105] 00000008:00010000:3.0:1775773065.230027:0:199448:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.230032:0:199448:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e22b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.230048:0:199448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00010000:00010000:3.0:1775773065.230060:0:199448:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (430080 434175) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00010000:00010000:3.0:1775773065.230070:0:199448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00010000:00010000:3.0:1775773065.230078:0:199448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00010000:00010000:3.0:1775773065.230085:0:199448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00000080:00200000:3.0:1775773065.230094:0:199448:0:(vvp_io.c:1286:vvp_io_write_start()) f-6952: write [430080, 434176) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.230104:0:199448:0:(rw26.c:663:ll_write_begin()) Writing 105 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.230139:0:199448:0:(rw26.c:858:ll_write_end()) pos 430080, len 4096, copied 4096 00000080:00200000:3.0:1775773065.230144:0:199448:0:(rw26.c:916:ll_write_end()) page@00000000bdffa6f3[3 000000003833dbad 2 1 00000000122e0303] 00000080:00200000:3.0:1775773065.230148:0:199448:0:(rw26.c:916:ll_write_end()) vmpage @000000006a9be4e1 17ffffc0001001 3:0 ffff9a6051c687e0 105 lru 00000080:00200000:3.0:1775773065.230153:0:199448:0:(rw26.c:916:ll_write_end()) osc-page@00000000d500ec2b 105: 1< 0 - - > 2< 430080 0 0 0x0 0x0 | 00000000691bc154 0000000098302125 > 3< 0 0 > 4< 0 0 8 42987520 - | - - + - > 5< - - + - | 0 - | 105 - -> 00000080:00200000:3.0:1775773065.230156:0:199448:0:(rw26.c:916:ll_write_end()) end page@00000000bdffa6f3 00000080:00200000:3.0:1775773065.230157:0:199448:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.230160:0:199448:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.230173:0:199448:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 000000000c387e62 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00000008:00010000:3.0:1775773065.230186:0:199448:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000000c387e62 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00000008:00010000:3.0:1775773065.230193:0:199448:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000005ebf2c87 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00000008:00010000:3.0:1775773065.230201:0:199448:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000005ebf2c87 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00000080:00200000:3.0:1775773065.230213:0:199448:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a60447c3c38, count 1, dirtied 1 00000080:00200000:3.0:1775773065.230216:0:199448:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.230218:0:199448:0:(vvp_io.c:1353:vvp_io_write_start()) f-6952: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.230224:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.230227:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.230229:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e22b0 (ffff9a6058bdb7e8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.230233:0:199448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00010000:00010000:3.0:1775773065.230241:0:199448:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00000020:00010000:3.0:1775773065.230250:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.230252:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e22b0 (ffff9a6058bdbab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.230256:0:199448:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.230259:0:199448:0:(file.c:2173:ll_file_io_generic()) Range unlock [105, 105] 00000080:00200000:3.0:1775773065.230271:0:199448:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.230274:0:199448:0:(file.c:2206:ll_file_io_generic()) f-6952: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.230280:0:199448:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x30:0x0] updating i_size 434176 i_blocks 0 00000080:00200000:3.0:1775773065.230283:0:199448:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.230333:0:199448:0:(file.c:2612:do_file_write_iter()) START file f-6952:[0x20002ea31:0x30:0x0], ppos: 434176, count: 4096 00000080:00200000:3.0:1775773065.230346:0:199448:0:(file.c:2058:ll_file_io_generic()) f-6952: write ppos: 434176, bytes: 4096 00000080:00200000:3.0:1775773065.230348:0:199448:0:(file.c:1815:ll_io_set_mirror()) f-6952: desiginated mirror: 0 00000020:00200000:3.0:1775773065.230352:0:199448:0:(cl_io.c:214:cl_io_rw_init()) header@00000000476a2592[0x110, 107, [0x20002ea31:0x30:0x0] hash] 00000020:00200000:3.0:1775773065.230353:0:199448:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [434176, 438272) 0 0 00000080:00200000:3.0:1775773065.230356:0:199448:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.230360:0:199448:0:(file.c:2136:ll_file_io_generic()) Range lock [106, 106] 00020000:00200000:3.0:1775773065.230364:0:199448:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 434176 chunk: [434176, 438272) 438272, 4096 00020000:00200000:3.0:1775773065.230366:0:199448:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.230377:0:199448:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [106, 106] 00000008:00010000:3.0:1775773065.230382:0:199448:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.230385:0:199448:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e22b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.230393:0:199448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00010000:00010000:3.0:1775773065.230402:0:199448:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (434176 438271) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00010000:00010000:3.0:1775773065.230409:0:199448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00010000:00010000:3.0:1775773065.230416:0:199448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00010000:00010000:3.0:1775773065.230422:0:199448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00000080:00200000:3.0:1775773065.230430:0:199448:0:(vvp_io.c:1286:vvp_io_write_start()) f-6952: write [434176, 438272) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.230435:0:199448:0:(rw26.c:663:ll_write_begin()) Writing 106 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.231603:0:199448:0:(rw26.c:858:ll_write_end()) pos 434176, len 4096, copied 4096 00000080:00200000:3.0:1775773065.231615:0:199448:0:(rw26.c:916:ll_write_end()) page@000000004abcd646[3 000000003833dbad 2 1 00000000122e0303] 00000080:00200000:3.0:1775773065.231721:0:199448:0:(rw26.c:916:ll_write_end()) vmpage @00000000d125c632 17ffffc0001001 3:0 ffff9a6051c680e0 106 lru 00000080:00200000:3.0:1775773065.231728:0:199448:0:(rw26.c:916:ll_write_end()) osc-page@0000000099d7433e 106: 1< 0 - - > 2< 434176 0 0 0x0 0x0 | 00000000691bc154 0000000098302125 > 3< 0 0 > 4< 0 0 8 42983424 - | - - + - > 5< - - + - | 0 - | 106 - -> 00000080:00200000:3.0:1775773065.231731:0:199448:0:(rw26.c:916:ll_write_end()) end page@000000004abcd646 00000080:00200000:3.0:1775773065.231732:0:199448:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.231737:0:199448:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.231755:0:199448:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 000000000c387e62 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00000008:00010000:3.0:1775773065.231765:0:199448:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000000c387e62 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00000008:00010000:3.0:1775773065.231773:0:199448:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000005ebf2c87 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00000008:00010000:3.0:1775773065.231780:0:199448:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000005ebf2c87 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00000080:00200000:3.0:1775773065.231825:0:199448:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a60447c3c38, count 1, dirtied 1 00000080:00200000:3.0:1775773065.231830:0:199448:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.231832:0:199448:0:(vvp_io.c:1353:vvp_io_write_start()) f-6952: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.231843:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.231846:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.231849:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e22b0 (ffff9a6058bdb7e8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.231854:0:199448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00010000:00010000:3.0:1775773065.231863:0:199448:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00000020:00010000:3.0:1775773065.231878:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.231880:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e22b0 (ffff9a6058bdbab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.231889:0:199448:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.231894:0:199448:0:(file.c:2173:ll_file_io_generic()) Range unlock [106, 106] 00000080:00200000:3.0:1775773065.231917:0:199448:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.231921:0:199448:0:(file.c:2206:ll_file_io_generic()) f-6952: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.231928:0:199448:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x30:0x0] updating i_size 438272 i_blocks 0 00000080:00200000:3.0:1775773065.231932:0:199448:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.231991:0:199448:0:(file.c:2612:do_file_write_iter()) START file f-6952:[0x20002ea31:0x30:0x0], ppos: 438272, count: 4096 00000080:00200000:3.0:1775773065.232010:0:199448:0:(file.c:2058:ll_file_io_generic()) f-6952: write ppos: 438272, bytes: 4096 00000080:00200000:3.0:1775773065.232014:0:199448:0:(file.c:1815:ll_io_set_mirror()) f-6952: desiginated mirror: 0 00000020:00200000:3.0:1775773065.232019:0:199448:0:(cl_io.c:214:cl_io_rw_init()) header@00000000476a2592[0x110, 108, [0x20002ea31:0x30:0x0] hash] 00000020:00200000:3.0:1775773065.232020:0:199448:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [438272, 442368) 0 0 00000080:00200000:3.0:1775773065.232023:0:199448:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.232032:0:199448:0:(file.c:2136:ll_file_io_generic()) Range lock [107, 107] 00020000:00200000:3.0:1775773065.232036:0:199448:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 438272 chunk: [438272, 442368) 442368, 4096 00020000:00200000:3.0:1775773065.232038:0:199448:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.232055:0:199448:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [107, 107] 00000008:00010000:3.0:1775773065.232064:0:199448:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.232068:0:199448:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e22b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.232082:0:199448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00010000:00010000:3.0:1775773065.232099:0:199448:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (438272 442367) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00010000:00010000:3.0:1775773065.232109:0:199448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00010000:00010000:3.0:1775773065.232116:0:199448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00010000:00010000:3.0:1775773065.232122:0:199448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00000080:00200000:3.0:1775773065.232132:0:199448:0:(vvp_io.c:1286:vvp_io_write_start()) f-6952: write [438272, 442368) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.232141:0:199448:0:(rw26.c:663:ll_write_begin()) Writing 107 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.232169:0:199448:0:(rw26.c:858:ll_write_end()) pos 438272, len 4096, copied 4096 00000080:00200000:3.0:1775773065.232174:0:199448:0:(rw26.c:916:ll_write_end()) page@00000000061bb66e[3 000000003833dbad 2 1 00000000122e0303] 00000080:00200000:3.0:1775773065.232176:0:199448:0:(rw26.c:916:ll_write_end()) vmpage @0000000028e6a7ed 17ffffc0001001 3:0 ffff9a6051c688c0 107 lru 00000080:00200000:3.0:1775773065.232181:0:199448:0:(rw26.c:916:ll_write_end()) osc-page@00000000e393dcd1 107: 1< 0 - - > 2< 438272 0 0 0x0 0x0 | 00000000691bc154 0000000098302125 > 3< 0 0 > 4< 0 0 8 42979328 - | - - + - > 5< - - + - | 0 - | 107 - -> 00000080:00200000:3.0:1775773065.232183:0:199448:0:(rw26.c:916:ll_write_end()) end page@00000000061bb66e 00000080:00200000:3.0:1775773065.232184:0:199448:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.232186:0:199448:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.232194:0:199448:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 000000000c387e62 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00000008:00010000:3.0:1775773065.232201:0:199448:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000000c387e62 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00000008:00010000:3.0:1775773065.232208:0:199448:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000005ebf2c87 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00000008:00010000:3.0:1775773065.232215:0:199448:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000005ebf2c87 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00000080:00200000:3.0:1775773065.232225:0:199448:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a60447c3c38, count 1, dirtied 1 00000080:00200000:3.0:1775773065.232228:0:199448:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.232230:0:199448:0:(vvp_io.c:1353:vvp_io_write_start()) f-6952: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.232236:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.232238:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.232241:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e22b0 (ffff9a6058bdb7e8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.232245:0:199448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00010000:00010000:3.0:1775773065.232252:0:199448:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00000020:00010000:3.0:1775773065.232260:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.232262:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e22b0 (ffff9a6058bdbab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.232266:0:199448:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.232269:0:199448:0:(file.c:2173:ll_file_io_generic()) Range unlock [107, 107] 00000080:00200000:3.0:1775773065.232280:0:199448:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.232283:0:199448:0:(file.c:2206:ll_file_io_generic()) f-6952: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.232287:0:199448:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x30:0x0] updating i_size 442368 i_blocks 0 00000080:00200000:3.0:1775773065.232291:0:199448:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.232341:0:199448:0:(file.c:2612:do_file_write_iter()) START file f-6952:[0x20002ea31:0x30:0x0], ppos: 442368, count: 4096 00000080:00200000:3.0:1775773065.232353:0:199448:0:(file.c:2058:ll_file_io_generic()) f-6952: write ppos: 442368, bytes: 4096 00000080:00200000:3.0:1775773065.232356:0:199448:0:(file.c:1815:ll_io_set_mirror()) f-6952: desiginated mirror: 0 00000020:00200000:3.0:1775773065.232359:0:199448:0:(cl_io.c:214:cl_io_rw_init()) header@00000000476a2592[0x110, 109, [0x20002ea31:0x30:0x0] hash] 00000020:00200000:3.0:1775773065.232361:0:199448:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [442368, 446464) 0 0 00000080:00200000:3.0:1775773065.232363:0:199448:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.232369:0:199448:0:(file.c:2136:ll_file_io_generic()) Range lock [108, 108] 00020000:00200000:3.0:1775773065.232372:0:199448:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 442368 chunk: [442368, 446464) 446464, 4096 00020000:00200000:3.0:1775773065.232374:0:199448:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.232385:0:199448:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [108, 108] 00000008:00010000:3.0:1775773065.232391:0:199448:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.232393:0:199448:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e22b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.232401:0:199448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00010000:00010000:3.0:1775773065.232410:0:199448:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (442368 446463) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00010000:00010000:3.0:1775773065.232417:0:199448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00010000:00010000:3.0:1775773065.232425:0:199448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00010000:00010000:3.0:1775773065.232432:0:199448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00000080:00200000:3.0:1775773065.232440:0:199448:0:(vvp_io.c:1286:vvp_io_write_start()) f-6952: write [442368, 446464) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.233584:0:199448:0:(rw26.c:663:ll_write_begin()) Writing 108 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.233716:0:199448:0:(rw26.c:858:ll_write_end()) pos 442368, len 4096, copied 4096 00000080:00200000:3.0:1775773065.233725:0:199448:0:(rw26.c:916:ll_write_end()) page@000000009b4d324e[3 000000003833dbad 2 1 00000000122e0303] 00000080:00200000:3.0:1775773065.233728:0:199448:0:(rw26.c:916:ll_write_end()) vmpage @00000000bea0f1ed 17ffffc0001001 3:0 ffff9a6051c68380 108 lru 00000080:00200000:3.0:1775773065.233734:0:199448:0:(rw26.c:916:ll_write_end()) osc-page@000000009e9ee9b2 108: 1< 0 - - > 2< 442368 0 0 0x0 0x0 | 00000000691bc154 0000000098302125 > 3< 0 0 > 4< 0 0 8 42975232 - | - - + - > 5< - - + - | 0 - | 108 - -> 00000080:00200000:3.0:1775773065.233736:0:199448:0:(rw26.c:916:ll_write_end()) end page@000000009b4d324e 00000080:00200000:3.0:1775773065.233737:0:199448:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.233741:0:199448:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.233757:0:199448:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 000000000c387e62 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00000008:00010000:3.0:1775773065.233769:0:199448:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000000c387e62 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00000008:00010000:3.0:1775773065.233776:0:199448:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000005ebf2c87 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00000008:00010000:3.0:1775773065.233784:0:199448:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000005ebf2c87 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00000080:00200000:3.0:1775773065.233927:0:199448:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a60447c3c38, count 1, dirtied 1 00000080:00200000:3.0:1775773065.233931:0:199448:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.233934:0:199448:0:(vvp_io.c:1353:vvp_io_write_start()) f-6952: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.233943:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.233946:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.233948:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e22b0 (ffff9a6058bdb7e8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.233953:0:199448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00010000:00010000:3.0:1775773065.233967:0:199448:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 110 lru_type: 1 00000020:00010000:3.0:1775773065.233980:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6050613b78 (ffff9a6058bdbab8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.233983:0:199448:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e22b0 (ffff9a6058bdbab8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.233990:0:199448:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.233995:0:199448:0:(file.c:2173:ll_file_io_generic()) Range unlock [108, 108] 00000080:00200000:3.0:1775773065.234018:0:199448:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.234021:0:199448:0:(file.c:2206:ll_file_io_generic()) f-6952: 2 io complete with rc: 0, result: 4096, restart: 0 00000100:00100000:3.0:1775773065.285748:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e44d78fa-afe4-48f2-8be1-347e1f970f57:2410:1862022422804864:192.168.201.120@tcp:63:ll_sa.0 00000100:00100000:3.0:1775773065.376153:0:2402:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.120@tcp (source: 12345-192.168.201.120@tcp) 00000100:00100000:3.0:1775773065.381763:0:194899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022437582080 00000100:00100000:3.0:1775773065.381771:0:194899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022437582080 00000100:00100000:3.0:1775773065.382017:0:194899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.120@tcp, seq: 21 00000100:00100000:3.0:1775773065.382028:0:194899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9a6051390a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:10325:x1862022437582080:12345-192.168.201.120@tcp:105: 00010000:00010000:3.0:1775773065.382040:0:194899:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.382051:0:194899:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.382059:0:194899:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.382074:0:194899:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.382084:0:194899:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.382093:0:194899:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.382121:0:194899:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff9a6046073400) 00000100:00100000:3.0:1775773065.382178:0:194899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9a6051390a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:10325:x1862022437582080:12345-192.168.201.120@tcp:105: Request processed in 152us (1181us total) trans 0 rc 0/0 00000100:00100000:3.0:1775773065.382187:0:194899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.120@tcp, seq: 21 00000080:00200000:1.0:1775773065.449959:0:199452:0:(rw26.c:663:ll_write_begin()) Writing 93 of 0 to 4096 bytes 00000080:00200000:1.0:1775773065.449976:0:199452:0:(rw26.c:858:ll_write_end()) pos 380928, len 4096, copied 4096 00000080:00200000:1.0:1775773065.449980:0:199452:0:(rw26.c:916:ll_write_end()) page@00000000191c6d12[3 00000000a72fbf3c 2 1 0000000014bd0c20] 00000080:00200000:1.0:1775773065.449984:0:199452:0:(rw26.c:916:ll_write_end()) vmpage @000000001a48c1f7 17ffffc0001001 3:0 ffff9a6051ccf1c0 93 lru 00000080:00200000:1.0:1775773065.449989:0:199452:0:(rw26.c:916:ll_write_end()) osc-page@00000000bc602709 93: 1< 0 - - > 2< 380928 0 0 0x0 0x0 | 00000000691bc154 00000000bf27355d > 3< 0 0 > 4< 0 0 8 50925568 - | - - + - > 5< - - + - | 0 - | 93 - -> 00000080:00200000:1.0:1775773065.449991:0:199452:0:(rw26.c:916:ll_write_end()) end page@00000000191c6d12 00000080:00200000:1.0:1775773065.449992:0:199452:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775773065.449994:0:199452:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775773065.450003:0:199452:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000bd610261 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 94 lru_type: 1 00000008:00010000:1.0:1775773065.450010:0:199452:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000bd610261 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 94 lru_type: 1 00000008:00010000:1.0:1775773065.450017:0:199452:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000b312265d ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 94 lru_type: 1 00000008:00010000:1.0:1775773065.450025:0:199452:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000b312265d ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 94 lru_type: 1 00000080:00200000:1.0:1775773065.450037:0:199452:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a60447c2bb8, count 1, dirtied 1 00000080:00200000:1.0:1775773065.450039:0:199452:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775773065.450042:0:199452:0:(vvp_io.c:1353:vvp_io_write_start()) f-6953: write bytes 0, result: 4096 00000020:00010000:1.0:1775773065.450047:0:199452:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6058b4ae48 (ffff9a605157ff38/0) at cl_lock_release():245 00000020:00010000:1.0:1775773065.450049:0:199452:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6058b4ae48 (ffff9a605157ff38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775773065.450052:0:199452:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6043137530 (ffff9a605157fab8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775773065.450055:0:199452:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 94 lru_type: 1 00010000:00010000:1.0:1775773065.450068:0:199452:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 95 lru_type: 1 00000020:00010000:1.0:1775773065.450077:0:199452:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6058b4ae48 (ffff9a605157ff38/0) at cl_lock_fini():72 00000020:00010000:1.0:1775773065.450080:0:199452:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6043137530 (ffff9a605157ff38/1) at cl_lock_fini():72 00000080:00200000:1.0:1775773065.450084:0:199452:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775773065.450087:0:199452:0:(file.c:2173:ll_file_io_generic()) Range unlock [93, 93] 00000080:00200000:1.0:1775773065.450098:0:199452:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x31:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775773065.450100:0:199452:0:(file.c:2206:ll_file_io_generic()) f-6953: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775773065.450105:0:199452:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x31:0x0] updating i_size 385024 i_blocks 0 00000080:00200000:1.0:1775773065.450108:0:199452:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775773065.450155:0:199452:0:(file.c:2612:do_file_write_iter()) START file f-6953:[0x20002ea31:0x31:0x0], ppos: 385024, count: 4096 00000080:00200000:1.0:1775773065.450166:0:199452:0:(file.c:2058:ll_file_io_generic()) f-6953: write ppos: 385024, bytes: 4096 00000080:00200000:1.0:1775773065.450169:0:199452:0:(file.c:1815:ll_io_set_mirror()) f-6953: desiginated mirror: 0 00000020:00200000:1.0:1775773065.450173:0:199452:0:(cl_io.c:214:cl_io_rw_init()) header@00000000aa3afe6c[0x110, 95, [0x20002ea31:0x31:0x0] hash] 00000020:00200000:1.0:1775773065.450174:0:199452:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [385024, 389120) 0 0 00000080:00200000:1.0:1775773065.450177:0:199452:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775773065.450182:0:199452:0:(file.c:2136:ll_file_io_generic()) Range lock [94, 94] 00020000:00200000:1.0:1775773065.450185:0:199452:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 385024 chunk: [385024, 389120) 389120, 4096 00020000:00200000:1.0:1775773065.450188:0:199452:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775773065.450200:0:199452:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [94, 94] 00000008:00010000:1.0:1775773065.450205:0:199452:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775773065.450208:0:199452:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6043137530, osc lock ffff9a6051f48390, flags 0x0 00010000:00010000:1.0:1775773065.450215:0:199452:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 95 lru_type: 1 00010000:00010000:1.0:1775773065.450224:0:199452:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (385024 389119) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 95 lru_type: 1 00010000:00010000:1.0:1775773065.450239:0:199452:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 95 lru_type: 1 00010000:00010000:1.0:1775773065.450247:0:199452:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 95 lru_type: 1 00010000:00010000:1.0:1775773065.450254:0:199452:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 95 lru_type: 1 00000080:00200000:1.0:1775773065.450262:0:199452:0:(vvp_io.c:1286:vvp_io_write_start()) f-6953: write [385024, 389120) append 0 append lockpos 0 00000080:00200000:1.0:1775773065.450267:0:199452:0:(rw26.c:663:ll_write_begin()) Writing 94 of 0 to 4096 bytes 00000080:00200000:1.0:1775773065.450290:0:199452:0:(rw26.c:858:ll_write_end()) pos 385024, len 4096, copied 4096 00000080:00200000:1.0:1775773065.450295:0:199452:0:(rw26.c:916:ll_write_end()) page@000000004457aa85[3 00000000a72fbf3c 2 1 0000000014bd0c20] 00000080:00200000:1.0:1775773065.450298:0:199452:0:(rw26.c:916:ll_write_end()) vmpage @00000000778ab943 17ffffc0001021 2:0 ffff9a6051ccfee0 94 lru 00000080:00200000:1.0:1775773065.450304:0:199452:0:(rw26.c:916:ll_write_end()) osc-page@00000000a97024fa 94: 1< 0 - - > 2< 385024 0 0 0x0 0x0 | 00000000691bc154 00000000bf27355d > 3< 0 0 > 4< 0 0 8 50921472 - | - - + - > 5< - - + - | 0 - | 94 - -> 00000080:00200000:1.0:1775773065.450306:0:199452:0:(rw26.c:916:ll_write_end()) end page@000000004457aa85 00000080:00200000:1.0:1775773065.450307:0:199452:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775773065.450309:0:199452:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775773065.450317:0:199452:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000bd610261 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 95 lru_type: 1 00000008:00010000:1.0:1775773065.450325:0:199452:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000bd610261 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 95 lru_type: 1 00000008:00010000:1.0:1775773065.450332:0:199452:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000b312265d ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 95 lru_type: 1 00000008:00010000:1.0:1775773065.450340:0:199452:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000b312265d ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 95 lru_type: 1 00000080:00200000:1.0:1775773065.450352:0:199452:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a60447c2bb8, count 1, dirtied 1 00000080:00200000:1.0:1775773065.450355:0:199452:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775773065.450357:0:199452:0:(vvp_io.c:1353:vvp_io_write_start()) f-6953: write bytes 0, result: 4096 00000020:00010000:1.0:1775773065.450362:0:199452:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6058b4ae48 (ffff9a605157ff38/0) at cl_lock_release():245 00000020:00010000:1.0:1775773065.450365:0:199452:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6058b4ae48 (ffff9a605157ff38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775773065.450368:0:199452:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6043137530 (ffff9a605157fab8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775773065.450372:0:199452:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 95 lru_type: 1 00010000:00010000:1.0:1775773065.450380:0:199452:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 96 lru_type: 1 00000020:00010000:1.0:1775773065.450389:0:199452:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6058b4ae48 (ffff9a605157ff38/0) at cl_lock_fini():72 00000020:00010000:1.0:1775773065.450392:0:199452:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6043137530 (ffff9a605157ff38/1) at cl_lock_fini():72 00000080:00200000:1.0:1775773065.450396:0:199452:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775773065.450399:0:199452:0:(file.c:2173:ll_file_io_generic()) Range unlock [94, 94] 00000080:00200000:1.0:1775773065.450409:0:199452:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x31:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775773065.450413:0:199452:0:(file.c:2206:ll_file_io_generic()) f-6953: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775773065.450418:0:199452:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x31:0x0] updating i_size 389120 i_blocks 0 00000080:00200000:1.0:1775773065.450420:0:199452:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775773065.450472:0:199452:0:(file.c:2612:do_file_write_iter()) START file f-6953:[0x20002ea31:0x31:0x0], ppos: 389120, count: 4096 00000080:00200000:1.0:1775773065.450483:0:199452:0:(file.c:2058:ll_file_io_generic()) f-6953: write ppos: 389120, bytes: 4096 00000080:00200000:1.0:1775773065.450485:0:199452:0:(file.c:1815:ll_io_set_mirror()) f-6953: desiginated mirror: 0 00000020:00200000:1.0:1775773065.450489:0:199452:0:(cl_io.c:214:cl_io_rw_init()) header@00000000aa3afe6c[0x110, 96, [0x20002ea31:0x31:0x0] hash] 00000020:00200000:1.0:1775773065.450490:0:199452:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [389120, 393216) 0 0 00000080:00200000:1.0:1775773065.450493:0:199452:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775773065.450498:0:199452:0:(file.c:2136:ll_file_io_generic()) Range lock [95, 95] 00020000:00200000:1.0:1775773065.450500:0:199452:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 389120 chunk: [389120, 393216) 393216, 4096 00020000:00200000:1.0:1775773065.450503:0:199452:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775773065.450513:0:199452:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [95, 95] 00000008:00010000:1.0:1775773065.450519:0:199452:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775773065.450521:0:199452:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6043137530, osc lock ffff9a6051f48390, flags 0x0 00010000:00010000:1.0:1775773065.450529:0:199452:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 96 lru_type: 1 00010000:00010000:1.0:1775773065.450539:0:199452:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (389120 393215) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 96 lru_type: 1 00010000:00010000:1.0:1775773065.450548:0:199452:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 96 lru_type: 1 00010000:00010000:1.0:1775773065.450554:0:199452:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 96 lru_type: 1 00010000:00010000:1.0:1775773065.450561:0:199452:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 96 lru_type: 1 00000080:00200000:1.0:1775773065.450569:0:199452:0:(vvp_io.c:1286:vvp_io_write_start()) f-6953: write [389120, 393216) append 0 append lockpos 0 00000080:00200000:1.0:1775773065.450574:0:199452:0:(rw26.c:663:ll_write_begin()) Writing 95 of 0 to 4096 bytes 00000080:00200000:1.0:1775773065.450591:0:199452:0:(rw26.c:858:ll_write_end()) pos 389120, len 4096, copied 4096 00000080:00200000:1.0:1775773065.450595:0:199452:0:(rw26.c:916:ll_write_end()) page@00000000147153e0[3 00000000a72fbf3c 2 1 0000000014bd0c20] 00000080:00200000:1.0:1775773065.450598:0:199452:0:(rw26.c:916:ll_write_end()) vmpage @0000000053ceed33 17ffffc0001001 3:0 ffff9a6051ccf9a0 95 lru 00000080:00200000:1.0:1775773065.450604:0:199452:0:(rw26.c:916:ll_write_end()) osc-page@000000007aa4b0cd 95: 1< 0 - - > 2< 389120 0 0 0x0 0x0 | 00000000691bc154 00000000bf27355d > 3< 0 0 > 4< 0 0 8 50917376 - | - - + - > 5< - - + - | 0 - | 95 - -> 00000080:00200000:1.0:1775773065.450605:0:199452:0:(rw26.c:916:ll_write_end()) end page@00000000147153e0 00000080:00200000:1.0:1775773065.450607:0:199452:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775773065.450609:0:199452:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:1.0:1775773065.450617:0:199452:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000bd610261 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 96 lru_type: 1 00000008:00010000:1.0:1775773065.450624:0:199452:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000bd610261 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 96 lru_type: 1 00000008:00010000:1.0:1775773065.450632:0:199452:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000b312265d ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 96 lru_type: 1 00000008:00010000:1.0:1775773065.450639:0:199452:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000b312265d ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 96 lru_type: 1 00000080:00200000:1.0:1775773065.450651:0:199452:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a60447c2bb8, count 1, dirtied 1 00000080:00200000:1.0:1775773065.450653:0:199452:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:1.0:1775773065.450656:0:199452:0:(vvp_io.c:1353:vvp_io_write_start()) f-6953: write bytes 0, result: 4096 00000020:00010000:1.0:1775773065.450662:0:199452:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6058b4ae48 (ffff9a605157ff38/0) at cl_lock_release():245 00000020:00010000:1.0:1775773065.450665:0:199452:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6058b4ae48 (ffff9a605157ff38/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775773065.450667:0:199452:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6043137530 (ffff9a605157fab8/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775773065.450671:0:199452:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 96 lru_type: 1 00010000:00010000:1.0:1775773065.450680:0:199452:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 97 lru_type: 1 00000020:00010000:1.0:1775773065.450694:0:199452:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6058b4ae48 (ffff9a605157ff38/0) at cl_lock_fini():72 00000020:00010000:1.0:1775773065.450697:0:199452:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6043137530 (ffff9a605157ff38/1) at cl_lock_fini():72 00000080:00200000:1.0:1775773065.450701:0:199452:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:1.0:1775773065.450704:0:199452:0:(file.c:2173:ll_file_io_generic()) Range unlock [95, 95] 00000080:00200000:1.0:1775773065.450715:0:199452:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x31:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775773065.450718:0:199452:0:(file.c:2206:ll_file_io_generic()) f-6953: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:1.0:1775773065.450724:0:199452:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x31:0x0] updating i_size 393216 i_blocks 0 00000080:00200000:1.0:1775773065.450727:0:199452:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:1.0:1775773065.450776:0:199452:0:(file.c:2612:do_file_write_iter()) START file f-6953:[0x20002ea31:0x31:0x0], ppos: 393216, count: 4096 00000100:00100000:3.0:1775773065.473699:0:199452:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job dd:e44d78fa-afe4-48f2-8be1-347e1f970f57:199452:1862022422806912:192.168.201.120@tcp:35:dd.0 00000002:00100000:3.0:1775773065.473734:0:199452:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a6051f86300 x1862022422805632/t412316860467(412316860467) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773081 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1775773065.488600:0:199453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f-6953,[0x0:0x0:0x0]) in obj [0x20002ea31:0x8:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773065.488661:0:199453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 199453 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773065.488671:0:199453:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 199453 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773065.488680:0:199453:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 199453 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775773065.488704:0:199453:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job cp:e44d78fa-afe4-48f2-8be1-347e1f970f57:199453:1862022422807040:192.168.201.120@tcp:101:cp.0 00000100:00100000:1.0:1775773065.488840:0:199453:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60512b4e40 going to sleep for 11 seconds 00010000:00010000:3.0:1775773065.489130:0:199454:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4ce8 lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.489139:0:199454:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4ce8 lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.489159:0:199454:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46e00/0x1ba08249811e4cef lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.489169:0:199454:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46e00/0x1ba08249811e4cef lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.489185:0:199454:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4cf6 lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.489191:0:199454:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4cf6 lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.489210:0:199454:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3a800/0x1ba08249811e450f lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2bffd7 expref: -99 pid: 199416 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1775773065.489220:0:199454:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3a800/0x1ba08249811e450f lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2bffd7 expref: -99 pid: 199416 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00010000:3.0:1775773065.489227:0:199454:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e450f from it ffffbf3281bc7d78 00010000:00010000:3.0:1775773065.489230:0:199454:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3a800/0x1ba08249811e450f lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2bffd7 expref: -99 pid: 199416 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1775773065.489236:0:199454:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3a800/0x1ba08249811e450f lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2bffd7 expref: -99 pid: 199416 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1775773065.495984:0:199454:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a60453f4200/0x1ba08249811e4524 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c001d expref: -99 pid: 199417 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1775773065.496007:0:199454:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a60453f4200/0x1ba08249811e4524 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c001d expref: -99 pid: 199417 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00000080:00010000:3.0:1775773065.496021:0:199454:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4524 from it ffffbf3281bc7d78 00010000:00010000:3.0:1775773065.496026:0:199454:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a60453f4200/0x1ba08249811e4524 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c001d expref: -99 pid: 199417 timeout: 0 lvb_type: 3 lru_score: 9 lru_type: 0 00010000:00010000:3.0:1775773065.496034:0:199454:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a60453f4200/0x1ba08249811e4524 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c001d expref: -99 pid: 199417 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1775773065.497077:0:199454:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3bc00/0x1ba08249811e4532 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0047 expref: -99 pid: 199418 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1775773065.497090:0:199454:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3bc00/0x1ba08249811e4532 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0047 expref: -99 pid: 199418 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00010000:3.0:1775773065.497096:0:199454:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4532 from it ffffbf3281bc7d78 00010000:00010000:3.0:1775773065.497099:0:199454:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3bc00/0x1ba08249811e4532 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0047 expref: -99 pid: 199418 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1775773065.497106:0:199454:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3bc00/0x1ba08249811e4532 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0047 expref: -99 pid: 199418 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00010000:00010000:3.0:1775773065.497148:0:199454:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046121600/0x1ba08249811e4540 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0071 expref: -99 pid: 199419 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1775773065.497156:0:199454:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046121600/0x1ba08249811e4540 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0071 expref: -99 pid: 199419 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00010000:3.0:1775773065.497163:0:199454:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4540 from it ffffbf3281bc7d78 00010000:00010000:3.0:1775773065.497166:0:199454:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046121600/0x1ba08249811e4540 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0071 expref: -99 pid: 199419 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1775773065.497174:0:199454:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046121600/0x1ba08249811e4540 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0071 expref: -99 pid: 199419 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1775773065.497194:0:199454:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3b200/0x1ba08249811e454e lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c009b expref: -99 pid: 199420 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1775773065.497201:0:199454:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3b200/0x1ba08249811e454e lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c009b expref: -99 pid: 199420 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00010000:3.0:1775773065.497206:0:199454:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e454e from it ffffbf3281bc7d78 00010000:00010000:3.0:1775773065.497209:0:199454:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3b200/0x1ba08249811e454e lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c009b expref: -99 pid: 199420 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1775773065.497216:0:199454:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3b200/0x1ba08249811e454e lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c009b expref: -99 pid: 199420 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000100:00100000:3.0:1775773065.497304:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e44d78fa-afe4-48f2-8be1-347e1f970f57:2410:1862022422807168:192.168.201.120@tcp:63:ll_sa.0 00000100:00100000:1.0:1775773065.501080:0:199453:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job cp:e44d78fa-afe4-48f2-8be1-347e1f970f57:199453:1862022422807040:192.168.201.120@tcp:101:cp.0 00010000:00010000:1.0:1775773065.501105:0:199453:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773065.501121:0:199453:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 4/1,0 mode: --/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773065.501135:0:199453:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 4/1,0 mode: --/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773065.501146:0:199453:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 4/1,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773065.501158:0:199453:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 4/1,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773065.501170:0:199453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 5/2,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773065.501178:0:199453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 5/2,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773065.501185:0:199453:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 4/1,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1775773065.501197:0:199453:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9a605873a300 x1862022422807040/t0(0) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/640 e 0 to 0 dl 1775773081 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1775773065.501207:0:199453:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1775773065.501219:0:199453:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773065.501231:0:199453:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a6048b53400 type 13 mode 4 res 8590125617/49 (0 0) 00000080:00200000:1.0:1775773065.501237:0:199453:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x20002ea31:0x8:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1775773065.501379:0:199453:0:(namei.c:147:ll_iget()) got inode: [0x20002ea31:0x31:0x0](ffff9a60447c2a08): rc = 0 00000080:00200000:1.0:1775773065.501399:0:199453:0:(file.c:6766:ll_layout_conf()) [0x20002ea31:0x31:0x0]: layout version change: 65535 -> 65535 00000080:00010000:1.0:1775773065.501409:0:199453:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002ea31:0x31:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4ce1 00000080:00010000:1.0:1775773065.501419:0:199453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002ea31:0x31:0x0](ffff9a60447c2a08) 00000080:00010000:1.0:1775773065.501422:0:199453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4ce1 from it ffffbf32816d3b20 00010000:00010000:1.0:1775773065.501426:0:199453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773065.501434:0:199453:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200008:1.0:1775773065.501540:0:199453:0:(file.c:6226:ll_getattr_dentry()) START file f-6953:[0x20002ea31:0x31:0x0](ffff9a60447c2a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1775773065.501548:0:199453:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x20002ea31:0x31:0x0](ffff9a60447c2a08),name=f-6953 00000002:00010000:1.0:1775773065.501568:0:199453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002ea31:0x31:0x0]) in obj [0x20002ea31:0x8:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773065.501577:0:199453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773065.501587:0:199453:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773065.501593:0:199453:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x20002ea31:0x8:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773065.501598:0:199453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002ea31:0x31:0x0](ffff9a60447c2a08) 00000080:00010000:1.0:1775773065.501601:0:199453:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002ea31:0x31:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4ce1 00000080:00010000:1.0:1775773065.501604:0:199453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4ce1 from it ffffbf32816d3cb8 00010000:00010000:1.0:1775773065.501607:0:199453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773065.501699:0:199453:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1775773065.501725:0:199453:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1775773065.501734:0:199453:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20002ea31:0x31:0x0] 00000008:00010000:1.0:1775773065.501760:0:199453:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1775773065.501763:0:199453:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6043137530, osc lock ffff9a6051f48390, flags 0x400001002 00010000:00010000:1.0:1775773065.501779:0:199453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 129 lru_type: 1 00010000:00010000:1.0:1775773065.502052:0:199453:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 129 lru_type: 1 00000020:00200000:1.0:1775773065.502065:0:199453:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1775773065.502069:0:199453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 129 lru_type: 1 00010000:00010000:1.0:1775773065.502077:0:199453:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 130 lru_type: 1 00000020:00200000:1.0:1775773065.502087:0:199453:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1775773065.502096:0:199453:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x31:0x0] updating i_size 524288 i_blocks 0 00000020:00010000:1.0:1775773065.502102:0:199453:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6047e2cdb0 (ffff9a605157fab8/0) at cl_lock_release():245 00000020:00010000:1.0:1775773065.502105:0:199453:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6047e2cdb0 (ffff9a605157fab8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775773065.502107:0:199453:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6043137530 (ffff9a605157f7e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1775773065.502111:0:199453:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6047e2cdb0 (ffff9a605157fab8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775773065.502113:0:199453:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6043137530 (ffff9a605157fab8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775773065.502131:0:199453:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x31:0x0] ignore/verify layout 0/1, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775773065.502205:0:199453:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:1.0:1775773065.502215:0:199453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773065.502224:0:199453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 168 lru_type: 1 00010000:00010000:1.0:1775773065.502233:0:199453:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 168 lru_type: 1 00000080:00200000:1.0:1775773065.502239:0:199453:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773065.502244:0:199453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:1.0:1775773065.502246:0:199453:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e43b8 00000080:00010000:1.0:1775773065.502699:0:199453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e43b8 from it ffffbf32816d3bf8 00010000:00010000:1.0:1775773065.502705:0:199453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 168 lru_type: 1 00010000:00010000:1.0:1775773065.502713:0:199453:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 169 lru_type: 1 00000080:00200000:1.0:1775773065.502723:0:199453:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8), inode mode 41ed mask 1 00000080:00200000:1.0:1775773065.502729:0:199453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d88.replay-single, flags=25 00000080:00200000:1.0:1775773065.502734:0:199453:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x8:0x0](ffff9a60447a00c8), inode mode 41ed mask 1 00000080:00200000:1.0:1775773065.502738:0:199453:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f-6953, flags=265 00000080:00200000:1.0:1775773065.502742:0:199453:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x31:0x0](ffff9a60447c2a08), inode mode 81a4 mask 44 00000080:00200008:1.0:1775773065.502749:0:199453:0:(file.c:1057:ll_file_open()) START file f-6953:[0x20002ea31:0x31:0x0](ffff9a60447c2a08), flags 100000 00000002:00010000:1.0:1775773065.502765:0:199453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002ea31:0x31:0x0]) in obj [0x20002ea31:0x8:0x0], intent: open flags 04240100001 00010000:00010000:1.0:1775773065.502973:0:199453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072a00/0x1ba08249811e4cfd lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 199453 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773065.502981:0:199453:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072a00/0x1ba08249811e4cfd lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x0 pid: 199453 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1775773065.502992:0:199453:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a60587d6800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1775773065.503001:0:199453:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a605873a300 x1862022422807424/t0(0) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1775773065.503011:0:199453:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072a00/0x1ba08249811e4cfd lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x0 pid: 199453 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775773065.503031:0:199453:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job cp:e44d78fa-afe4-48f2-8be1-347e1f970f57:199453:1862022422807424:192.168.201.120@tcp:101:cp.0 00000100:00100000:1.0:1775773065.503206:0:199453:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60512b4e40 going to sleep for 11 seconds 00010000:00010000:3.0:1775773065.505266:0:2410:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4ce8 lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505281:0:2410:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4ce8 lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505287:0:2410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4ce8 lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505297:0:2410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4ce8 lrc: 3/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505305:0:2410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4ce8 lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505311:0:2410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9a6048b46c00 already unused, calling callback (ffffffffc196d2e0) 00010000:00010000:3.0:1775773065.505315:0:2410:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4ce8 lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505322:0:2410:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4ce8 lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505328:0:2410:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4ce8 lrc: 5/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505335:0:2410:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1775773065.505340:0:2410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4ce8 lrc: 3/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505346:0:2410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4ce8 lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505367:0:2410:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46e00/0x1ba08249811e4cef lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505372:0:2410:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46e00/0x1ba08249811e4cef lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505376:0:2410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46e00/0x1ba08249811e4cef lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505382:0:2410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46e00/0x1ba08249811e4cef lrc: 3/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505388:0:2410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46e00/0x1ba08249811e4cef lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505392:0:2410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9a6048b46e00 already unused, calling callback (ffffffffc196d2e0) 00010000:00010000:3.0:1775773065.505395:0:2410:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46e00/0x1ba08249811e4cef lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505399:0:2410:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46e00/0x1ba08249811e4cef lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505404:0:2410:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46e00/0x1ba08249811e4cef lrc: 5/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505408:0:2410:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1775773065.505411:0:2410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46e00/0x1ba08249811e4cef lrc: 3/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505416:0:2410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46e00/0x1ba08249811e4cef lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505426:0:2410:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4cf6 lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505432:0:2410:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4cf6 lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505438:0:2410:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4cf6 lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505448:0:2410:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4cf6 lrc: 3/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505454:0:2410:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4cf6 lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505459:0:2410:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9a6048b47c00 already unused, calling callback (ffffffffc196d2e0) 00010000:00010000:3.0:1775773065.505461:0:2410:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4cf6 lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505466:0:2410:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4cf6 lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505472:0:2410:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4cf6 lrc: 5/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505477:0:2410:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1775773065.505480:0:2410:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4cf6 lrc: 3/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.505486:0:2410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4cf6 lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 199454 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775773065.505504:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e44d78fa-afe4-48f2-8be1-347e1f970f57:2410:1862022422807168:192.168.201.120@tcp:63:ll_sa.0 00000100:00100000:1.0:1775773065.508823:0:199453:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job cp:e44d78fa-afe4-48f2-8be1-347e1f970f57:199453:1862022422807424:192.168.201.120@tcp:101:cp.0 00010000:00010000:1.0:1775773065.508857:0:199453:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072a00/0x1ba08249811e4cfd lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0a81 expref: -99 pid: 199453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773065.508868:0:199453:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072a00/0x1ba08249811e4cfd lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x31:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0a81 expref: -99 pid: 199453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773065.508880:0:199453:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072a00/0x1ba08249811e4cfd lrc: 4/1,0 mode: CR/CR res: [0x20002ea31:0x31:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0a81 expref: -99 pid: 199453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773065.508891:0:199453:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072a00/0x1ba08249811e4cfd lrc: 4/1,0 mode: CR/CR res: [0x20002ea31:0x31:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0a81 expref: -99 pid: 199453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1775773065.508906:0:199453:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff9a605873a300 x1862022422807424/t412316860471(412316860471) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 648/664 e 0 to 0 dl 1775773081 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1775773065.508920:0:199453:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a605873a300 x1862022422807424/t412316860471(412316860471) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 648/664 e 0 to 0 dl 1775773081 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1775773065.508932:0:199453:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072a00/0x1ba08249811e4cfd lrc: 3/1,0 mode: CR/CR res: [0x20002ea31:0x31:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0a81 expref: -99 pid: 199453 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1775773065.508945:0:199453:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072a00/0x1ba08249811e4cfd lrc: 3/1,0 mode: CR/CR res: [0x20002ea31:0x31:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0a81 expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773065.508956:0:199453:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a6048b53400 type 13 mode 16 res 8590125617/49 (0 0) 00000080:00200000:1.0:1775773065.508963:0:199453:0:(namei.c:953:ll_intent_lock()) intent lock 1 on i1 [0x20002ea31:0x8:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1775773065.509051:0:199453:0:(file.c:6766:ll_layout_conf()) [0x20002ea31:0x31:0x0]: layout version change: 65535 -> 65535 00000080:00010000:1.0:1775773065.509061:0:199453:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002ea31:0x31:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4cfd 00000080:00010000:1.0:1775773065.509067:0:199453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4cfd from it ffffbf32816d3bf0 00010000:00010000:1.0:1775773065.509071:0:199453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072a00/0x1ba08249811e4cfd lrc: 3/1,0 mode: CR/CR res: [0x20002ea31:0x31:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0a81 expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773065.509080:0:199453:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072a00/0x1ba08249811e4cfd lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x31:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a81 expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00100000:1.0:1775773065.509105:0:199453:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a605873a300 x1862022422807424/t412316860471(412316860471) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773081 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1775773065.509174:0:199453:0:(file.c:6226:ll_getattr_dentry()) START file f-6953:[0x20002ea31:0x31:0x0](ffff9a60447c2a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1775773065.509181:0:199453:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x20002ea31:0x31:0x0](ffff9a60447c2a08),name=f-6953 00000002:00010000:1.0:1775773065.509200:0:199453:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002ea31:0x31:0x0]) in obj [0x20002ea31:0x8:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773065.509210:0:199453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1775773065.509221:0:199453:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1775773065.509227:0:199453:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x20002ea31:0x8:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773065.509231:0:199453:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002ea31:0x31:0x0](ffff9a60447c2a08) 00000080:00010000:1.0:1775773065.509234:0:199453:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002ea31:0x31:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4ce1 00000080:00010000:1.0:1775773065.509237:0:199453:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4ce1 from it ffffbf32816d3cd8 00010000:00010000:1.0:1775773065.509240:0:199453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1775773065.509246:0:199453:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1775773065.509282:0:199453:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1775773065.509291:0:199453:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20002ea31:0x31:0x0] 00000008:00010000:1.0:1775773065.509316:0:199453:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1775773065.509320:0:199453:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6043137530, osc lock ffff9a6051f48390, flags 0x400001002 00010000:00010000:1.0:1775773065.509337:0:199453:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 130 lru_type: 1 00010000:00010000:1.0:1775773065.509347:0:199453:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 130 lru_type: 1 00000020:00200000:1.0:1775773065.509359:0:199453:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1775773065.509363:0:199453:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 130 lru_type: 1 00010000:00010000:1.0:1775773065.509377:0:199453:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 131 lru_type: 1 00000020:00200000:1.0:1775773065.509387:0:199453:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1775773065.509396:0:199453:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x31:0x0] updating i_size 524288 i_blocks 0 00000020:00010000:1.0:1775773065.509403:0:199453:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6047e2cdb0 (ffff9a605157fab8/0) at cl_lock_release():245 00000020:00010000:1.0:1775773065.509406:0:199453:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6047e2cdb0 (ffff9a605157fab8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775773065.509408:0:199453:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6043137530 (ffff9a605157f7e8/1) at cl_lock_cancel():142 00000020:00010000:1.0:1775773065.509412:0:199453:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6047e2cdb0 (ffff9a605157fab8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775773065.509414:0:199453:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6043137530 (ffff9a605157fab8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775773065.509431:0:199453:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x31:0x0] ignore/verify layout 0/1, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775773065.509591:0:199453:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:1.0:1775773065.509598:0:199453:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:1.0:1775773065.509621:0:199453:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 00000000b312265d ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 131 lru_type: 1 00000008:00010000:1.0:1775773065.509635:0:199453:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 00000000b312265d ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 131 lru_type: 1 00010000:00010000:1.0:1775773065.509775:0:199453:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 132 lru_type: 1 00000008:00100000:1.0:1775773065.510080:0:199453:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9a6058738a80 - object 0x280000401:6953 offset 0<>524288 00000100:00100000:1.0:1775773065.510143:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1775773065.510158:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422807552:192.168.201.120@tcp:4:dd.0 00000008:00010000:1.0:1775773065.525242:0:2409:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 00000000b312265d ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 132 lru_type: 1 00000008:00010000:1.0:1775773065.525374:0:2409:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000b312265d ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 132 lru_type: 1 00000100:00100000:1.0:1775773065.525403:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422807552:192.168.201.120@tcp:4:dd.0 00000100:00100000:3.0:1775773065.545256:0:199456:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job dd:e44d78fa-afe4-48f2-8be1-347e1f970f57:199456:1862022422807936:192.168.201.120@tcp:101:dd.0 00010000:00010000:3.0:1775773065.545282:0:199456:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 4/0,1 mode: --/CW res: [0x20002ea31:0x8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.545302:0:199456:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 4/0,1 mode: --/PR res: [0x20002ea31:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.545322:0:199456:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 4/0,1 mode: --/PR res: [0x20002ea31:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.545334:0:199456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 4/0,1 mode: PR/PR res: [0x20002ea31:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.545344:0:199456:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 4/0,1 mode: PR/PR res: [0x20002ea31:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.545356:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 5/1,1 mode: PR/PR res: [0x20002ea31:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.545364:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 5/1,1 mode: PR/PR res: [0x20002ea31:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.545372:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 4/1,0 mode: PR/PR res: [0x20002ea31:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1775773065.545382:0:199456:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=37, status=0 req@ffff9a6051f84a80 x1862022422807936/t412316860472(412316860472) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 648/664 e 0 to 0 dl 1775773081 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1775773065.545394:0:199456:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6051f84a80 x1862022422807936/t412316860472(412316860472) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 648/664 e 0 to 0 dl 1775773081 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1775773065.545406:0:199456:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1775773065.545417:0:199456:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.545427:0:199456:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a6048b53400 type 13 mode 4 res 8590125617/58 (0 0) 00000080:00200000:3.0:1775773065.545433:0:199456:0:(namei.c:953:ll_intent_lock()) intent lock 3 on i1 [0x20002ea31:0x8:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1775773065.545457:0:199456:0:(namei.c:1620:ll_create_it()) VFS Op:name=f-6954, dir=[0x20002ea31:0x8:0x0](ffff9a60447a00c8), intent=open|creat 00000080:00200000:3.0:1775773065.545486:0:199456:0:(llite_lib.c:3177:ll_read_inode2()) VFS Op:inode=[0x20002ea31:0x3a:0x0](ffff9a6044722a08) 00000080:00200000:3.0:1775773065.545705:0:199456:0:(file.c:6766:ll_layout_conf()) [0x20002ea31:0x3a:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:3.0:1775773065.545716:0:199456:0:(namei.c:1586:ll_create_node()) setting l_ast_data to inode [0x20002ea31:0x3a:0x0](ffff9a6044722a08) 00000080:00010000:3.0:1775773065.545719:0:199456:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002ea31:0x3a:0x0](ffff9a6044722a08) for lock 0x1ba08249811e4d04 00000080:00010000:3.0:1775773065.545729:0:199456:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002ea31:0x3a:0x0](ffff9a6044722a08) 00000080:00200008:3.0:1775773065.545743:0:199456:0:(file.c:1057:ll_file_open()) START file f-6954:[0x20002ea31:0x3a:0x0](ffff9a6044722a08), flags 101101 00000002:00100000:3.0:1775773065.545764:0:199456:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6051f84a80 x1862022422807936/t412316860472(412316860472) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773081 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000080:00010000:3.0:1775773065.545854:0:199456:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d04 from it ffff9a6042f573c0 00010000:00010000:3.0:1775773065.545859:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.545869:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1775773065.545890:0:199456:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x3a:0x0](ffff9a6044722a08), inode mode 81a4 mask 40 00000080:00200008:3.0:1775773065.546019:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 0, count: 4096 00000080:00200000:3.0:1775773065.546037:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 0, bytes: 4096 00000080:00200000:3.0:1775773065.546041:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.546048:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 1, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.546050:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 4096) 0 0 00000080:00200000:3.0:1775773065.546054:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.546067:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [0, 0] 00020000:00200000:3.0:1775773065.546074:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 4096) 4096, 4096 00020000:00200000:3.0:1775773065.546078:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.546102:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000008:00010000:3.0:1775773065.546115:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.546119:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.546164:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.546173:0:199456:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.546182:0:199456:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775773065.546201:0:199456:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job dd:e44d78fa-afe4-48f2-8be1-347e1f970f57:199456:1862022422808064:192.168.201.120@tcp:101:dd.0 00000100:00100000:3.0:1775773065.546267:0:199456:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6046d256c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775773065.549584:0:199456:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job dd:e44d78fa-afe4-48f2-8be1-347e1f970f57:199456:1862022422808064:192.168.201.120@tcp:101:dd.0 00010000:00010000:3.0:1775773065.549612:0:199456:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,1 mode: --/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.549642:0:199456:0:(ldlm_resource.c:1714:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.549655:0:199456:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.549671:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00010000:3.0:1775773065.549689:0:199456:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.549700:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.549706:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1775773065.549737:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [0, 4096) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.549757:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.549841:0:199456:0:(rw26.c:858:ll_write_end()) pos 0, len 4096, copied 4096 00000080:00200000:3.0:1775773065.549853:0:199456:0:(rw26.c:916:ll_write_end()) page@0000000071aeb230[3 00000000d8193200 2 1 00000000092ebbcf] 00000080:00200000:3.0:1775773065.549857:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @000000007e0d04e0 17ffffc0001001 3:0 ffff9a6051c68620 0 lru 00000080:00200000:3.0:1775773065.549864:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@0000000017006d7f 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 59219968 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:3.0:1775773065.549866:0:199456:0:(rw26.c:916:ll_write_end()) end page@0000000071aeb230 00000080:00200000:3.0:1775773065.549867:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.549874:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.549895:0:199456:0:(osc_cache.c:848:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000080:00200000:3.0:1775773065.549912:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.549916:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.549919:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.549935:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6050613a88 (ffff9a6058bdb7e8/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.549938:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6050613a88 (ffff9a6058bdb7e8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.549941:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.549947:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.549955:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:3.0:1775773065.549968:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6050613a88 (ffff9a6058bdb7e8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.549972:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdb7e8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.549979:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.549985:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [0, 0] 00000080:00200000:3.0:1775773065.550014:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.550018:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.550030:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 4096 i_blocks 0 00000080:00200000:3.0:1775773065.550035:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.550107:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 4096, count: 4096 00000080:00200000:3.0:1775773065.550132:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 4096, bytes: 4096 00000080:00200000:3.0:1775773065.550135:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.550140:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 2, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.550142:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [4096, 8192) 0 0 00000080:00200000:3.0:1775773065.550146:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.550157:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [1, 1] 00020000:00200000:3.0:1775773065.550163:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 4096 chunk: [4096, 8192) 8192, 4096 00020000:00200000:3.0:1775773065.550167:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.550187:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1, 1] 00000008:00010000:3.0:1775773065.550198:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.550202:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.550216:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1775773065.550228:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4096 8191) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1775773065.550244:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1775773065.550264:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1775773065.550271:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1775773065.550280:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [4096, 8192) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.550286:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.550324:0:199456:0:(rw26.c:858:ll_write_end()) pos 4096, len 4096, copied 4096 00000080:00200000:3.0:1775773065.550329:0:199456:0:(rw26.c:916:ll_write_end()) page@00000000f1cc9e37[3 00000000d8193200 2 1 00000000092ebbcf] 00000080:00200000:3.0:1775773065.550332:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @0000000071225a83 17ffffc0001001 3:0 ffff9a6051c68460 1 lru 00000080:00200000:3.0:1775773065.550337:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@00000000e7aeb3ae 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 59191296 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:3.0:1775773065.550339:0:199456:0:(rw26.c:916:ll_write_end()) end page@00000000f1cc9e37 00000080:00200000:3.0:1775773065.550340:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.550342:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.550351:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 000000009e21028c ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1775773065.550359:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000009e21028c ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1775773065.550366:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:3.0:1775773065.550377:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1775773065.550389:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.550392:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.550394:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.550400:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6050613a88 (ffff9a6058bdb7e8/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.550403:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6050613a88 (ffff9a6058bdb7e8/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.550405:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.550409:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1775773065.550416:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:3.0:1775773065.550424:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6050613a88 (ffff9a6058bdb7e8/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.550427:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdb7e8/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.550431:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.550433:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [1, 1] 00000080:00200000:3.0:1775773065.552607:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.552909:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.614174:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 401408 i_blocks 0 00000080:00200000:3.0:1775773065.614179:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.614239:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 401408, count: 4096 00000080:00200000:3.0:1775773065.614260:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 401408, bytes: 4096 00000080:00200000:3.0:1775773065.614263:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.614266:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 99, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.614268:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [401408, 405504) 0 0 00000080:00200000:3.0:1775773065.614271:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.614277:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [98, 98] 00020000:00200000:3.0:1775773065.614281:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 401408 chunk: [401408, 405504) 405504, 4096 00020000:00200000:3.0:1775773065.614283:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.614300:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [98, 98] 00000008:00010000:3.0:1775773065.614319:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.614322:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.614332:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 98 lru_type: 1 00010000:00010000:3.0:1775773065.614342:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (401408 405503) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 98 lru_type: 1 00010000:00010000:3.0:1775773065.614350:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 98 lru_type: 1 00010000:00010000:3.0:1775773065.614357:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 98 lru_type: 1 00010000:00010000:3.0:1775773065.614362:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 98 lru_type: 1 00000080:00200000:3.0:1775773065.614371:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [401408, 405504) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.614376:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 98 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.614397:0:199456:0:(rw26.c:858:ll_write_end()) pos 401408, len 4096, copied 4096 00000080:00200000:3.0:1775773065.614401:0:199456:0:(rw26.c:916:ll_write_end()) page@00000000e3ba7467[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.614404:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @00000000947c4cd9 17ffffc0001001 3:0 ffff9a6051c68000 98 lru 00000080:00200000:3.0:1775773065.614409:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@00000000c324d5bf 98: 1< 0 - - > 2< 401408 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58793984 - | - - + - > 5< - - + - | 0 - | 98 - -> 00000080:00200000:3.0:1775773065.614413:0:199456:0:(rw26.c:916:ll_write_end()) end page@00000000e3ba7467 00000080:00200000:3.0:1775773065.614414:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.614416:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.614425:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 98 lru_type: 1 00000008:00010000:3.0:1775773065.614434:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 98 lru_type: 1 00000008:00010000:3.0:1775773065.614696:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 98 lru_type: 1 00000008:00010000:3.0:1775773065.614707:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 98 lru_type: 1 00000080:00200000:3.0:1775773065.614722:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.614725:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.614728:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.614734:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.614737:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.614740:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.614744:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 98 lru_type: 1 00010000:00010000:3.0:1775773065.614752:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 99 lru_type: 1 00000020:00010000:3.0:1775773065.614762:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.614765:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.614770:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.614774:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [98, 98] 00000080:00200000:3.0:1775773065.614920:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.614925:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.614931:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 405504 i_blocks 0 00000080:00200000:3.0:1775773065.614935:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.614986:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 405504, count: 4096 00000080:00200000:3.0:1775773065.615001:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 405504, bytes: 4096 00000080:00200000:3.0:1775773065.615004:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.615007:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 100, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.615009:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [405504, 409600) 0 0 00000080:00200000:3.0:1775773065.615011:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.615017:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [99, 99] 00020000:00200000:3.0:1775773065.615020:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 405504 chunk: [405504, 409600) 409600, 4096 00020000:00200000:3.0:1775773065.615023:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.615037:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [99, 99] 00000008:00010000:3.0:1775773065.615043:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.615045:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.615055:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 99 lru_type: 1 00010000:00010000:3.0:1775773065.615065:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (405504 409599) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 99 lru_type: 1 00010000:00010000:3.0:1775773065.615074:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 99 lru_type: 1 00010000:00010000:3.0:1775773065.615082:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 99 lru_type: 1 00010000:00010000:3.0:1775773065.615094:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 99 lru_type: 1 00000080:00200000:3.0:1775773065.615104:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [405504, 409600) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.615110:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 99 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.615129:0:199456:0:(rw26.c:858:ll_write_end()) pos 405504, len 4096, copied 4096 00000080:00200000:3.0:1775773065.615134:0:199456:0:(rw26.c:916:ll_write_end()) page@00000000ef166c42[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.615137:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @00000000d07c5e8f 17ffffc0001001 3:0 ffff9a6051c68c40 99 lru 00000080:00200000:3.0:1775773065.615142:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@0000000002acb6f9 99: 1< 0 - - > 2< 405504 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58789888 - | - - + - > 5< - - + - | 0 - | 99 - -> 00000080:00200000:3.0:1775773065.615144:0:199456:0:(rw26.c:916:ll_write_end()) end page@00000000ef166c42 00000080:00200000:3.0:1775773065.615145:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.615147:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.615156:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 99 lru_type: 1 00000008:00010000:3.0:1775773065.615165:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 99 lru_type: 1 00000008:00010000:3.0:1775773065.615171:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 99 lru_type: 1 00000008:00010000:3.0:1775773065.615178:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 99 lru_type: 1 00000080:00200000:3.0:1775773065.615605:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.615609:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.615612:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.615632:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.615634:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.615637:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.615641:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 99 lru_type: 1 00010000:00010000:3.0:1775773065.615651:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00000020:00010000:3.0:1775773065.615661:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.615664:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.615670:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.615674:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [99, 99] 00000080:00200000:3.0:1775773065.615689:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.615692:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.615698:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 409600 i_blocks 0 00000080:00200000:3.0:1775773065.615701:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.615754:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 409600, count: 4096 00000080:00200000:3.0:1775773065.615767:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 409600, bytes: 4096 00000080:00200000:3.0:1775773065.615770:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.615773:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 101, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.615775:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [409600, 413696) 0 0 00000080:00200000:3.0:1775773065.615777:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.615969:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [100, 100] 00020000:00200000:3.0:1775773065.615973:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 409600 chunk: [409600, 413696) 413696, 4096 00020000:00200000:3.0:1775773065.615976:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.615995:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [100, 100] 00000008:00010000:3.0:1775773065.616002:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.616005:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.616016:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00010000:00010000:3.0:1775773065.616026:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (409600 413695) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00010000:00010000:3.0:1775773065.616035:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00010000:00010000:3.0:1775773065.616043:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00010000:00010000:3.0:1775773065.616049:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00000080:00200000:3.0:1775773065.616056:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [409600, 413696) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.616063:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 100 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.616086:0:199456:0:(rw26.c:858:ll_write_end()) pos 409600, len 4096, copied 4096 00000080:00200000:3.0:1775773065.616091:0:199456:0:(rw26.c:916:ll_write_end()) page@00000000bb073967[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.616094:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @00000000bee81f34 17ffffc0001001 3:0 ffff9a6051c68e00 100 lru 00000080:00200000:3.0:1775773065.616099:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@000000006f70afed 100: 1< 0 - - > 2< 409600 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58785792 - | - - + - > 5< - - + - | 0 - | 100 - -> 00000080:00200000:3.0:1775773065.616101:0:199456:0:(rw26.c:916:ll_write_end()) end page@00000000bb073967 00000080:00200000:3.0:1775773065.616103:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.616105:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.616114:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00000008:00010000:3.0:1775773065.616122:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00000008:00010000:3.0:1775773065.616135:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00000008:00010000:3.0:1775773065.616143:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00000080:00200000:3.0:1775773065.616155:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.616158:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.616160:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.616166:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.616168:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.616171:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.616175:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 100 lru_type: 1 00010000:00010000:3.0:1775773065.616183:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00000020:00010000:3.0:1775773065.616193:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.616195:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.616200:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.616203:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [100, 100] 00000080:00200000:3.0:1775773065.616216:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.616219:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.616224:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 413696 i_blocks 0 00000080:00200000:3.0:1775773065.616227:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.616281:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 413696, count: 4096 00000080:00200000:3.0:1775773065.616293:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 413696, bytes: 4096 00000080:00200000:3.0:1775773065.616296:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.616300:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 102, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.616302:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [413696, 417792) 0 0 00000080:00200000:3.0:1775773065.616304:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.616402:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [101, 101] 00020000:00200000:3.0:1775773065.616406:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 413696 chunk: [413696, 417792) 417792, 4096 00020000:00200000:3.0:1775773065.616408:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.616423:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [101, 101] 00000008:00010000:3.0:1775773065.616429:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.616432:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.616527:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00010000:00010000:3.0:1775773065.616538:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (413696 417791) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00010000:00010000:3.0:1775773065.616546:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00010000:00010000:3.0:1775773065.616553:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00010000:00010000:3.0:1775773065.616559:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00000080:00200000:3.0:1775773065.616568:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [413696, 417792) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.616574:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 101 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.616592:0:199456:0:(rw26.c:858:ll_write_end()) pos 413696, len 4096, copied 4096 00000080:00200000:3.0:1775773065.616597:0:199456:0:(rw26.c:916:ll_write_end()) page@000000008dbdd5f7[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.616600:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @0000000037b87215 17ffffc0001001 3:0 ffff9a6051c68700 101 lru 00000080:00200000:3.0:1775773065.616606:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@00000000fc9591b0 101: 1< 0 - - > 2< 413696 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58781696 - | - - + - > 5< - - + - | 0 - | 101 - -> 00000080:00200000:3.0:1775773065.616608:0:199456:0:(rw26.c:916:ll_write_end()) end page@000000008dbdd5f7 00000080:00200000:3.0:1775773065.616609:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.616623:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.616633:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00000008:00010000:3.0:1775773065.616641:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00000008:00010000:3.0:1775773065.616648:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00000008:00010000:3.0:1775773065.616655:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00000080:00200000:3.0:1775773065.616667:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.616670:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.616673:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.616679:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.616681:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.616684:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.616688:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 101 lru_type: 1 00010000:00010000:3.0:1775773065.616696:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00000020:00010000:3.0:1775773065.616705:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.616707:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.616712:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.616715:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [101, 101] 00000080:00200000:3.0:1775773065.616728:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.616731:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.616736:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 417792 i_blocks 0 00000080:00200000:3.0:1775773065.616739:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.617034:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 417792, count: 4096 00000080:00200000:3.0:1775773065.617050:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 417792, bytes: 4096 00000080:00200000:3.0:1775773065.617053:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.617057:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 103, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.617059:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [417792, 421888) 0 0 00000080:00200000:3.0:1775773065.617061:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.617068:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [102, 102] 00020000:00200000:3.0:1775773065.617072:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 417792 chunk: [417792, 421888) 421888, 4096 00020000:00200000:3.0:1775773065.617074:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.617087:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [102, 102] 00000008:00010000:3.0:1775773065.617092:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.617095:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.617103:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00010000:00010000:3.0:1775773065.617112:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (417792 421887) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00010000:00010000:3.0:1775773065.617121:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00010000:00010000:3.0:1775773065.617133:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00010000:00010000:3.0:1775773065.617140:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00000080:00200000:3.0:1775773065.617149:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [417792, 421888) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.617155:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 102 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.617175:0:199456:0:(rw26.c:858:ll_write_end()) pos 417792, len 4096, copied 4096 00000080:00200000:3.0:1775773065.617179:0:199456:0:(rw26.c:916:ll_write_end()) page@0000000021ca5765[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.617182:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @000000003f4edad6 17ffffc0001001 3:0 ffff9a6051c682a0 102 lru 00000080:00200000:3.0:1775773065.617187:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@000000005e2e5714 102: 1< 0 - - > 2< 417792 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58777600 - | - - + - > 5< - - + - | 0 - | 102 - -> 00000080:00200000:3.0:1775773065.617190:0:199456:0:(rw26.c:916:ll_write_end()) end page@0000000021ca5765 00000080:00200000:3.0:1775773065.617191:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.617193:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.617202:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00000008:00010000:3.0:1775773065.617211:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00000008:00010000:3.0:1775773065.617217:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00000008:00010000:3.0:1775773065.617223:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00000080:00200000:3.0:1775773065.617239:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.617242:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.617244:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.617250:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.617253:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.617255:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.617259:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 102 lru_type: 1 00010000:00010000:3.0:1775773065.617266:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00000020:00010000:3.0:1775773065.617276:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.617279:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.617283:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.617286:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [102, 102] 00000080:00200000:3.0:1775773065.617297:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.617301:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.617319:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 421888 i_blocks 0 00000080:00200000:3.0:1775773065.617323:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.617374:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 421888, count: 4096 00000080:00200000:3.0:1775773065.617386:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 421888, bytes: 4096 00000080:00200000:3.0:1775773065.617388:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.617392:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 104, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.617394:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [421888, 425984) 0 0 00000080:00200000:3.0:1775773065.617396:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.617401:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [103, 103] 00020000:00200000:3.0:1775773065.617405:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 421888 chunk: [421888, 425984) 425984, 4096 00020000:00200000:3.0:1775773065.617407:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.617419:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [103, 103] 00000008:00010000:3.0:1775773065.617425:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.617427:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.617436:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00010000:00010000:3.0:1775773065.617702:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (421888 425983) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00010000:00010000:3.0:1775773065.617712:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00010000:00010000:3.0:1775773065.617719:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00010000:00010000:3.0:1775773065.617725:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00000080:00200000:3.0:1775773065.617733:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [421888, 425984) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.617739:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 103 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.617759:0:199456:0:(rw26.c:858:ll_write_end()) pos 421888, len 4096, copied 4096 00000080:00200000:3.0:1775773065.617764:0:199456:0:(rw26.c:916:ll_write_end()) page@00000000bc5e4677[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.617767:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @00000000da904d93 17ffffc0001001 3:0 ffff9a6051c681c0 103 lru 00000080:00200000:3.0:1775773065.617772:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@00000000655f909f 103: 1< 0 - - > 2< 421888 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58773504 - | - - + - > 5< - - + - | 0 - | 103 - -> 00000080:00200000:3.0:1775773065.617773:0:199456:0:(rw26.c:916:ll_write_end()) end page@00000000bc5e4677 00000080:00200000:3.0:1775773065.617775:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.617777:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.617993:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00000008:00010000:3.0:1775773065.618001:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00000008:00010000:3.0:1775773065.618008:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00000008:00010000:3.0:1775773065.618014:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00000080:00200000:3.0:1775773065.618025:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.618029:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.618031:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.618038:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.618040:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.618043:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.618046:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 103 lru_type: 1 00010000:00010000:3.0:1775773065.618054:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00000020:00010000:3.0:1775773065.618064:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.618067:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.618072:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.618076:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [103, 103] 00000080:00200000:3.0:1775773065.618090:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.618094:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.618099:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 425984 i_blocks 0 00000080:00200000:3.0:1775773065.618103:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.618157:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 425984, count: 4096 00000080:00200000:3.0:1775773065.618172:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 425984, bytes: 4096 00000080:00200000:3.0:1775773065.618175:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.618179:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 105, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.618181:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [425984, 430080) 0 0 00000080:00200000:3.0:1775773065.618183:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.618189:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [104, 104] 00020000:00200000:3.0:1775773065.618192:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 425984 chunk: [425984, 430080) 430080, 4096 00020000:00200000:3.0:1775773065.618195:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.618208:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [104, 104] 00000008:00010000:3.0:1775773065.618215:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.618218:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.618227:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00010000:00010000:3.0:1775773065.618237:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (425984 430079) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00010000:00010000:3.0:1775773065.618245:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00010000:00010000:3.0:1775773065.618252:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00010000:00010000:3.0:1775773065.618258:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00000080:00200000:3.0:1775773065.618271:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [425984, 430080) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.618277:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 104 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.618297:0:199456:0:(rw26.c:858:ll_write_end()) pos 425984, len 4096, copied 4096 00000080:00200000:3.0:1775773065.618302:0:199456:0:(rw26.c:916:ll_write_end()) page@000000009ec56a8f[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.618398:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @0000000039b46666 17ffffc0001001 3:0 ffff9a6051c68ee0 104 lru 00000080:00200000:3.0:1775773065.618406:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@00000000fd5c54f5 104: 1< 0 - - > 2< 425984 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58769408 - | - - + - > 5< - - + - | 0 - | 104 - -> 00000080:00200000:3.0:1775773065.618408:0:199456:0:(rw26.c:916:ll_write_end()) end page@000000009ec56a8f 00000080:00200000:3.0:1775773065.618409:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.618412:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.618421:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00000008:00010000:3.0:1775773065.618429:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00000008:00010000:3.0:1775773065.618437:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00000008:00010000:3.0:1775773065.618531:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00000080:00200000:3.0:1775773065.618546:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.618549:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.618551:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.618557:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.618560:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.618562:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.618566:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 104 lru_type: 1 00010000:00010000:3.0:1775773065.618573:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00000020:00010000:3.0:1775773065.618582:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.618584:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.618588:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.618591:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [104, 104] 00000080:00200000:3.0:1775773065.618602:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.618606:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.618611:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 430080 i_blocks 0 00000080:00200000:3.0:1775773065.618705:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.618762:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 430080, count: 4096 00000080:00200000:3.0:1775773065.618777:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 430080, bytes: 4096 00000080:00200000:3.0:1775773065.618922:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.618927:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 106, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.618928:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [430080, 434176) 0 0 00000080:00200000:3.0:1775773065.618931:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.618937:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [105, 105] 00020000:00200000:3.0:1775773065.618940:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 430080 chunk: [430080, 434176) 434176, 4096 00020000:00200000:3.0:1775773065.618942:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.618958:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [105, 105] 00000008:00010000:3.0:1775773065.618965:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.618968:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.618979:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00010000:00010000:3.0:1775773065.618988:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (430080 434175) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00010000:00010000:3.0:1775773065.618997:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00010000:00010000:3.0:1775773065.619004:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00010000:00010000:3.0:1775773065.619011:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00000080:00200000:3.0:1775773065.619019:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [430080, 434176) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.619025:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 105 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.619048:0:199456:0:(rw26.c:858:ll_write_end()) pos 430080, len 4096, copied 4096 00000080:00200000:3.0:1775773065.619052:0:199456:0:(rw26.c:916:ll_write_end()) page@000000003ca4d043[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.619054:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @0000000077a2425f 17ffffc0001001 3:0 ffff9a6051c689a0 105 lru 00000080:00200000:3.0:1775773065.619060:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@000000009529772f 105: 1< 0 - - > 2< 430080 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58765312 - | - - + - > 5< - - + - | 0 - | 105 - -> 00000080:00200000:3.0:1775773065.619062:0:199456:0:(rw26.c:916:ll_write_end()) end page@000000003ca4d043 00000080:00200000:3.0:1775773065.619063:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.619065:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.619074:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00000008:00010000:3.0:1775773065.619082:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00000008:00010000:3.0:1775773065.619088:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00000008:00010000:3.0:1775773065.619100:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00000080:00200000:3.0:1775773065.619111:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.619113:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.619115:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.619121:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.619123:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.619125:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.619129:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 105 lru_type: 1 00010000:00010000:3.0:1775773065.619135:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00000020:00010000:3.0:1775773065.619144:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.619145:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.619150:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.619153:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [105, 105] 00000080:00200000:3.0:1775773065.619164:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.619167:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.619172:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 434176 i_blocks 0 00000080:00200000:3.0:1775773065.619175:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.619228:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 434176, count: 4096 00000080:00200000:3.0:1775773065.619240:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 434176, bytes: 4096 00000080:00200000:3.0:1775773065.619243:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.619247:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 107, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.619249:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [434176, 438272) 0 0 00000080:00200000:3.0:1775773065.619251:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.619257:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [106, 106] 00020000:00200000:3.0:1775773065.619261:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 434176 chunk: [434176, 438272) 438272, 4096 00020000:00200000:3.0:1775773065.619263:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.619276:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [106, 106] 00000008:00010000:3.0:1775773065.619281:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.619285:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.619293:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00010000:00010000:3.0:1775773065.619302:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (434176 438271) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00010000:00010000:3.0:1775773065.619324:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00010000:00010000:3.0:1775773065.619330:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00010000:00010000:3.0:1775773065.619336:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00000080:00200000:3.0:1775773065.619344:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [434176, 438272) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.619349:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 106 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.619381:0:199456:0:(rw26.c:858:ll_write_end()) pos 434176, len 4096, copied 4096 00000080:00200000:3.0:1775773065.619387:0:199456:0:(rw26.c:916:ll_write_end()) page@0000000028d2b695[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.619390:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @000000008f4cbe72 17ffffc0001001 3:0 ffff9a6051ca22a0 106 lru 00000080:00200000:3.0:1775773065.619395:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@0000000070b982b9 106: 1< 0 - - > 2< 434176 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58761216 - | - - + - > 5< - - + - | 0 - | 106 - -> 00000080:00200000:3.0:1775773065.619398:0:199456:0:(rw26.c:916:ll_write_end()) end page@0000000028d2b695 00000080:00200000:3.0:1775773065.619400:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.619402:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.619410:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00000008:00010000:3.0:1775773065.619418:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00000008:00010000:3.0:1775773065.619424:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00000008:00010000:3.0:1775773065.619431:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00000080:00200000:3.0:1775773065.619708:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.619712:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.619715:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.619722:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.619725:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.619728:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.619732:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 106 lru_type: 1 00010000:00010000:3.0:1775773065.619741:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00000020:00010000:3.0:1775773065.619751:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.619754:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.619759:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.619763:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [106, 106] 00000080:00200000:3.0:1775773065.619777:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.619870:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.619877:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 438272 i_blocks 0 00000080:00200000:3.0:1775773065.619880:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.619937:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 438272, count: 4096 00000080:00200000:3.0:1775773065.619951:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 438272, bytes: 4096 00000080:00200000:3.0:1775773065.619954:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.619957:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 108, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.619959:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [438272, 442368) 0 0 00000080:00200000:3.0:1775773065.619961:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.619967:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [107, 107] 00020000:00200000:3.0:1775773065.619970:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 438272 chunk: [438272, 442368) 442368, 4096 00020000:00200000:3.0:1775773065.619972:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.619984:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [107, 107] 00000008:00010000:3.0:1775773065.619990:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.619993:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.620002:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00010000:00010000:3.0:1775773065.620011:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (438272 442367) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00010000:00010000:3.0:1775773065.620018:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00010000:00010000:3.0:1775773065.620025:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00010000:00010000:3.0:1775773065.620036:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00000080:00200000:3.0:1775773065.620044:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [438272, 442368) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.620049:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 107 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.620068:0:199456:0:(rw26.c:858:ll_write_end()) pos 438272, len 4096, copied 4096 00000080:00200000:3.0:1775773065.620073:0:199456:0:(rw26.c:916:ll_write_end()) page@000000001a44304d[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.620076:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @00000000bbb61e80 17ffffc0001001 3:0 ffff9a6051ca21c0 107 lru 00000080:00200000:3.0:1775773065.620082:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@0000000042cad91a 107: 1< 0 - - > 2< 438272 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58757120 - | - - + - > 5< - - + - | 0 - | 107 - -> 00000080:00200000:3.0:1775773065.620085:0:199456:0:(rw26.c:916:ll_write_end()) end page@000000001a44304d 00000080:00200000:3.0:1775773065.620086:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.620088:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.620098:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00000008:00010000:3.0:1775773065.620105:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00000008:00010000:3.0:1775773065.620112:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00000008:00010000:3.0:1775773065.620119:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00000080:00200000:3.0:1775773065.620132:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.620134:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.620137:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.620142:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.620145:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.620147:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.620151:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 107 lru_type: 1 00010000:00010000:3.0:1775773065.620159:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00000020:00010000:3.0:1775773065.620169:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.620172:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.620176:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.620179:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [107, 107] 00000080:00200000:3.0:1775773065.620190:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.620193:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.620198:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 442368 i_blocks 0 00000080:00200000:3.0:1775773065.620201:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.620252:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 442368, count: 4096 00000080:00200000:3.0:1775773065.620264:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 442368, bytes: 4096 00000080:00200000:3.0:1775773065.620267:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.620270:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 109, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.620272:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [442368, 446464) 0 0 00000080:00200000:3.0:1775773065.620274:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.620280:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [108, 108] 00020000:00200000:3.0:1775773065.620283:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 442368 chunk: [442368, 446464) 446464, 4096 00020000:00200000:3.0:1775773065.620285:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.620297:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [108, 108] 00000008:00010000:3.0:1775773065.620303:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.620398:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.620409:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00010000:00010000:3.0:1775773065.620419:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (442368 446463) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00010000:00010000:3.0:1775773065.620428:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00010000:00010000:3.0:1775773065.620435:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00010000:00010000:3.0:1775773065.620520:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00000080:00200000:3.0:1775773065.620530:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [442368, 446464) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.620536:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 108 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.620561:0:199456:0:(rw26.c:858:ll_write_end()) pos 442368, len 4096, copied 4096 00000080:00200000:3.0:1775773065.620566:0:199456:0:(rw26.c:916:ll_write_end()) page@000000006505d682[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.620569:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @00000000a3431af5 17ffffc0001021 2:0 ffff9a6051ca2ee0 108 lru 00000080:00200000:3.0:1775773065.620574:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@00000000d63dd1f8 108: 1< 0 - - > 2< 442368 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58753024 - | - - + - > 5< - - + - | 0 - | 108 - -> 00000080:00200000:3.0:1775773065.620576:0:199456:0:(rw26.c:916:ll_write_end()) end page@000000006505d682 00000080:00200000:3.0:1775773065.620577:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.620579:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.620588:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00000008:00010000:3.0:1775773065.620595:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00000008:00010000:3.0:1775773065.620607:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00000008:00010000:3.0:1775773065.620626:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00000080:00200000:3.0:1775773065.620639:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.620642:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.620645:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.620651:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.620653:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.620656:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.620660:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 108 lru_type: 1 00010000:00010000:3.0:1775773065.620667:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00000020:00010000:3.0:1775773065.620676:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.620679:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.620684:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.620686:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [108, 108] 00000080:00200000:3.0:1775773065.620698:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.620702:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.620708:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 446464 i_blocks 0 00000080:00200000:3.0:1775773065.620711:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.620763:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 446464, count: 4096 00000080:00200000:3.0:1775773065.620777:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 446464, bytes: 4096 00000080:00200000:3.0:1775773065.621026:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.621030:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 110, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.621031:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [446464, 450560) 0 0 00000080:00200000:3.0:1775773065.621033:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.621039:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [109, 109] 00020000:00200000:3.0:1775773065.621043:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 446464 chunk: [446464, 450560) 450560, 4096 00020000:00200000:3.0:1775773065.621045:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.621062:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [109, 109] 00000008:00010000:3.0:1775773065.621067:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.621071:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.621080:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00010000:00010000:3.0:1775773065.621089:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (446464 450559) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00010000:00010000:3.0:1775773065.621097:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00010000:00010000:3.0:1775773065.621104:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00010000:00010000:3.0:1775773065.621110:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00000080:00200000:3.0:1775773065.621118:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [446464, 450560) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.621124:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 109 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.621141:0:199456:0:(rw26.c:858:ll_write_end()) pos 446464, len 4096, copied 4096 00000080:00200000:3.0:1775773065.621146:0:199456:0:(rw26.c:916:ll_write_end()) page@000000003e13698d[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.621149:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @0000000054545128 17ffffc0001001 3:0 ffff9a6051ca29a0 109 lru 00000080:00200000:3.0:1775773065.621154:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@00000000adaa85a6 109: 1< 0 - - > 2< 446464 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58748928 - | - - + - > 5< - - + - | 0 - | 109 - -> 00000080:00200000:3.0:1775773065.621157:0:199456:0:(rw26.c:916:ll_write_end()) end page@000000003e13698d 00000080:00200000:3.0:1775773065.621158:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.621160:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.621169:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00000008:00010000:3.0:1775773065.621176:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00000008:00010000:3.0:1775773065.621183:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00000008:00010000:3.0:1775773065.621191:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00000080:00200000:3.0:1775773065.621201:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.621204:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.621206:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.621212:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.621215:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.621217:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.621221:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 109 lru_type: 1 00010000:00010000:3.0:1775773065.621230:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 110 lru_type: 1 00000020:00010000:3.0:1775773065.621239:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.621242:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.621246:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.621250:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [109, 109] 00000080:00200000:3.0:1775773065.621262:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.621265:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.621271:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 450560 i_blocks 0 00000080:00200000:3.0:1775773065.621274:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.621337:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 450560, count: 4096 00000080:00200000:3.0:1775773065.621349:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 450560, bytes: 4096 00000080:00200000:3.0:1775773065.621351:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.621355:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 111, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.621356:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [450560, 454656) 0 0 00000080:00200000:3.0:1775773065.621358:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.621363:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [110, 110] 00020000:00200000:3.0:1775773065.621366:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 450560 chunk: [450560, 454656) 454656, 4096 00020000:00200000:3.0:1775773065.621368:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.621380:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [110, 110] 00000008:00010000:3.0:1775773065.621385:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.621388:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.621395:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 110 lru_type: 1 00010000:00010000:3.0:1775773065.621405:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (450560 454655) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 110 lru_type: 1 00010000:00010000:3.0:1775773065.621413:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 110 lru_type: 1 00010000:00010000:3.0:1775773065.621425:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 110 lru_type: 1 00010000:00010000:3.0:1775773065.621432:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 110 lru_type: 1 00000080:00200000:3.0:1775773065.621690:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [450560, 454656) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.621698:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 110 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.621719:0:199456:0:(rw26.c:858:ll_write_end()) pos 450560, len 4096, copied 4096 00000080:00200000:3.0:1775773065.621724:0:199456:0:(rw26.c:916:ll_write_end()) page@0000000044e9f3f1[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.621727:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @000000001f2ba3f2 17ffffc0001001 3:0 ffff9a6051ca2a80 110 lru 00000080:00200000:3.0:1775773065.621732:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@0000000014aae632 110: 1< 0 - - > 2< 450560 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58744832 - | - - + - > 5< - - + - | 0 - | 110 - -> 00000080:00200000:3.0:1775773065.621734:0:199456:0:(rw26.c:916:ll_write_end()) end page@0000000044e9f3f1 00000080:00200000:3.0:1775773065.621735:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.621737:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.621746:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 110 lru_type: 1 00000008:00010000:3.0:1775773065.621754:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 110 lru_type: 1 00000008:00010000:3.0:1775773065.621761:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 110 lru_type: 1 00000008:00010000:3.0:1775773065.621768:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 110 lru_type: 1 00000080:00200000:3.0:1775773065.621957:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.621961:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.621964:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.621970:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.621973:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.621975:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.621979:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 110 lru_type: 1 00010000:00010000:3.0:1775773065.621987:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 111 lru_type: 1 00000020:00010000:3.0:1775773065.621996:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.621999:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.622004:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.622008:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [110, 110] 00000080:00200000:3.0:1775773065.622020:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.622024:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.622029:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 454656 i_blocks 0 00000080:00200000:3.0:1775773065.622033:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.622088:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 454656, count: 4096 00000080:00200000:3.0:1775773065.622103:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 454656, bytes: 4096 00000080:00200000:3.0:1775773065.622105:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.622109:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 112, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.622110:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [454656, 458752) 0 0 00000080:00200000:3.0:1775773065.622113:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.622118:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [111, 111] 00020000:00200000:3.0:1775773065.622122:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 454656 chunk: [454656, 458752) 458752, 4096 00020000:00200000:3.0:1775773065.622124:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.622136:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [111, 111] 00000008:00010000:3.0:1775773065.622142:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.622144:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.622153:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 111 lru_type: 1 00010000:00010000:3.0:1775773065.622161:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (454656 458751) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 111 lru_type: 1 00010000:00010000:3.0:1775773065.622171:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 111 lru_type: 1 00010000:00010000:3.0:1775773065.622178:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 111 lru_type: 1 00010000:00010000:3.0:1775773065.622184:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 111 lru_type: 1 00000080:00200000:3.0:1775773065.622193:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [454656, 458752) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.622199:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 111 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.622216:0:199456:0:(rw26.c:858:ll_write_end()) pos 454656, len 4096, copied 4096 00000080:00200000:3.0:1775773065.622221:0:199456:0:(rw26.c:916:ll_write_end()) page@00000000ae4ba122[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.622224:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @000000003e6316af 17ffffc0001001 3:0 ffff9a6051ca2d20 111 lru 00000080:00200000:3.0:1775773065.622230:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@000000008f7cb100 111: 1< 0 - - > 2< 454656 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58740736 - | - - + - > 5< - - + - | 0 - | 111 - -> 00000080:00200000:3.0:1775773065.622232:0:199456:0:(rw26.c:916:ll_write_end()) end page@00000000ae4ba122 00000080:00200000:3.0:1775773065.622233:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.622235:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.622244:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 111 lru_type: 1 00000008:00010000:3.0:1775773065.622252:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 111 lru_type: 1 00000008:00010000:3.0:1775773065.622259:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 111 lru_type: 1 00000008:00010000:3.0:1775773065.622267:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 111 lru_type: 1 00000080:00200000:3.0:1775773065.622280:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.622282:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.622284:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.622290:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.622293:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.622295:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.622298:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 111 lru_type: 1 00010000:00010000:3.0:1775773065.622395:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 112 lru_type: 1 00000020:00010000:3.0:1775773065.622407:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.622409:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.622415:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.622418:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [111, 111] 00000080:00200000:3.0:1775773065.622430:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.622433:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.622517:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 458752 i_blocks 0 00000080:00200000:3.0:1775773065.622522:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.622574:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 458752, count: 4096 00000080:00200000:3.0:1775773065.622585:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 458752, bytes: 4096 00000080:00200000:3.0:1775773065.622589:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.622592:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 113, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.622593:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [458752, 462848) 0 0 00000080:00200000:3.0:1775773065.622596:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.622601:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [112, 112] 00020000:00200000:3.0:1775773065.622604:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 458752 chunk: [458752, 462848) 462848, 4096 00020000:00200000:3.0:1775773065.622606:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.622714:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [112, 112] 00000008:00010000:3.0:1775773065.622721:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.622724:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.622733:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 112 lru_type: 1 00010000:00010000:3.0:1775773065.622743:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (458752 462847) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 112 lru_type: 1 00010000:00010000:3.0:1775773065.622751:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 112 lru_type: 1 00010000:00010000:3.0:1775773065.622759:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 112 lru_type: 1 00010000:00010000:3.0:1775773065.622766:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 112 lru_type: 1 00000080:00200000:3.0:1775773065.622915:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [458752, 462848) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.622923:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 112 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.622945:0:199456:0:(rw26.c:858:ll_write_end()) pos 458752, len 4096, copied 4096 00000080:00200000:3.0:1775773065.622950:0:199456:0:(rw26.c:916:ll_write_end()) page@000000004e6137f4[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.622953:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @0000000007436f3e 17ffffc0001001 3:0 ffff9a6051ca2b60 112 lru 00000080:00200000:3.0:1775773065.622958:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@000000006048a0d7 112: 1< 0 - - > 2< 458752 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58736640 - | - - + - > 5< - - + - | 0 - | 112 - -> 00000080:00200000:3.0:1775773065.622960:0:199456:0:(rw26.c:916:ll_write_end()) end page@000000004e6137f4 00000080:00200000:3.0:1775773065.622961:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.622963:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.622972:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 112 lru_type: 1 00000008:00010000:3.0:1775773065.622979:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 112 lru_type: 1 00000008:00010000:3.0:1775773065.622986:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 112 lru_type: 1 00000008:00010000:3.0:1775773065.622994:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 112 lru_type: 1 00000080:00200000:3.0:1775773065.623005:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.623008:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.623011:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.623017:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.623019:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.623022:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.623027:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 112 lru_type: 1 00010000:00010000:3.0:1775773065.623035:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 113 lru_type: 1 00000020:00010000:3.0:1775773065.623044:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.623046:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.623051:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.623054:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [112, 112] 00000080:00200000:3.0:1775773065.623066:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.623069:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.623075:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 462848 i_blocks 0 00000080:00200000:3.0:1775773065.623078:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.623131:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 462848, count: 4096 00000080:00200000:3.0:1775773065.623144:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 462848, bytes: 4096 00000080:00200000:3.0:1775773065.623147:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.623151:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 114, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.623152:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [462848, 466944) 0 0 00000080:00200000:3.0:1775773065.623155:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.623160:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [113, 113] 00020000:00200000:3.0:1775773065.623163:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 462848 chunk: [462848, 466944) 466944, 4096 00020000:00200000:3.0:1775773065.623166:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.623178:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [113, 113] 00000008:00010000:3.0:1775773065.623184:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.623187:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.623196:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 113 lru_type: 1 00010000:00010000:3.0:1775773065.623206:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (462848 466943) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 113 lru_type: 1 00010000:00010000:3.0:1775773065.623215:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 113 lru_type: 1 00010000:00010000:3.0:1775773065.623221:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 113 lru_type: 1 00010000:00010000:3.0:1775773065.623228:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 113 lru_type: 1 00000080:00200000:3.0:1775773065.623237:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [462848, 466944) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.623242:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 113 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.623258:0:199456:0:(rw26.c:858:ll_write_end()) pos 462848, len 4096, copied 4096 00000080:00200000:3.0:1775773065.623262:0:199456:0:(rw26.c:916:ll_write_end()) page@00000000173c8cbb[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.623266:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @00000000837d5efb 17ffffc0001001 3:0 ffff9a6051ca2540 113 lru 00000080:00200000:3.0:1775773065.623271:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@00000000de0d65fb 113: 1< 0 - - > 2< 462848 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58732544 - | - - + - > 5< - - + - | 0 - | 113 - -> 00000080:00200000:3.0:1775773065.623273:0:199456:0:(rw26.c:916:ll_write_end()) end page@00000000173c8cbb 00000080:00200000:3.0:1775773065.623274:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.623276:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.623284:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 113 lru_type: 1 00000008:00010000:3.0:1775773065.623292:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 113 lru_type: 1 00000008:00010000:3.0:1775773065.623298:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 113 lru_type: 1 00000008:00010000:3.0:1775773065.623416:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 113 lru_type: 1 00000080:00200000:3.0:1775773065.623430:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.623433:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.623435:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.623534:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.623537:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.623540:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.623544:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 113 lru_type: 1 00010000:00010000:3.0:1775773065.623552:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 114 lru_type: 1 00000020:00010000:3.0:1775773065.623560:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.623562:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.623566:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.623570:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [113, 113] 00000080:00200000:3.0:1775773065.623582:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.623585:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.623589:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 466944 i_blocks 0 00000080:00200000:3.0:1775773065.623592:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.623656:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 466944, count: 4096 00000080:00200000:3.0:1775773065.623668:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 466944, bytes: 4096 00000080:00200000:3.0:1775773065.623671:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.623674:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 115, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.623675:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [466944, 471040) 0 0 00000080:00200000:3.0:1775773065.623678:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.623683:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [114, 114] 00020000:00200000:3.0:1775773065.623686:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 466944 chunk: [466944, 471040) 471040, 4096 00020000:00200000:3.0:1775773065.623688:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.623699:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [114, 114] 00000008:00010000:3.0:1775773065.623705:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.623707:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.623714:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 114 lru_type: 1 00010000:00010000:3.0:1775773065.623723:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (466944 471039) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 114 lru_type: 1 00010000:00010000:3.0:1775773065.623731:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 114 lru_type: 1 00010000:00010000:3.0:1775773065.623739:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 114 lru_type: 1 00010000:00010000:3.0:1775773065.623746:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 114 lru_type: 1 00000080:00200000:3.0:1775773065.623754:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [466944, 471040) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.623759:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 114 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.623777:0:199456:0:(rw26.c:858:ll_write_end()) pos 466944, len 4096, copied 4096 00000080:00200000:3.0:1775773065.623817:0:199456:0:(rw26.c:916:ll_write_end()) page@00000000a621574c[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.623820:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @0000000038307b24 17ffffc0001001 3:0 ffff9a6051ca27e0 114 lru 00000080:00200000:3.0:1775773065.623825:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@000000008bc9ac76 114: 1< 0 - - > 2< 466944 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58728448 - | - - + - > 5< - - + - | 0 - | 114 - -> 00000080:00200000:3.0:1775773065.623828:0:199456:0:(rw26.c:916:ll_write_end()) end page@00000000a621574c 00000080:00200000:3.0:1775773065.623829:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.623832:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.623840:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 114 lru_type: 1 00000008:00010000:3.0:1775773065.623847:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 114 lru_type: 1 00000008:00010000:3.0:1775773065.623854:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 114 lru_type: 1 00000008:00010000:3.0:1775773065.623860:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 114 lru_type: 1 00000080:00200000:3.0:1775773065.623871:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.623874:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.623876:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.623881:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.623884:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.623886:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.623889:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 114 lru_type: 1 00010000:00010000:3.0:1775773065.623896:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 115 lru_type: 1 00000020:00010000:3.0:1775773065.623904:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.623907:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.623910:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.623913:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [114, 114] 00000080:00200000:3.0:1775773065.623923:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.623926:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.623931:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 471040 i_blocks 0 00000080:00200000:3.0:1775773065.623933:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.623982:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 471040, count: 4096 00000080:00200000:3.0:1775773065.623993:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 471040, bytes: 4096 00000080:00200000:3.0:1775773065.623996:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.623999:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 116, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.624001:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [471040, 475136) 0 0 00000080:00200000:3.0:1775773065.624003:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.624008:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [115, 115] 00020000:00200000:3.0:1775773065.624011:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 471040 chunk: [471040, 475136) 475136, 4096 00020000:00200000:3.0:1775773065.624013:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.624026:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [115, 115] 00000008:00010000:3.0:1775773065.624031:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.624033:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.624042:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 115 lru_type: 1 00010000:00010000:3.0:1775773065.624051:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (471040 475135) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 115 lru_type: 1 00010000:00010000:3.0:1775773065.624058:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 115 lru_type: 1 00010000:00010000:3.0:1775773065.624066:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 115 lru_type: 1 00010000:00010000:3.0:1775773065.624077:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 115 lru_type: 1 00000080:00200000:3.0:1775773065.624084:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [471040, 475136) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.624089:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 115 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.624106:0:199456:0:(rw26.c:858:ll_write_end()) pos 471040, len 4096, copied 4096 00000080:00200000:3.0:1775773065.624110:0:199456:0:(rw26.c:916:ll_write_end()) page@000000005c221660[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.624113:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @00000000e1330432 17ffffc0001001 3:0 ffff9a6051ca20e0 115 lru 00000080:00200000:3.0:1775773065.624118:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@000000000dd7734e 115: 1< 0 - - > 2< 471040 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58724352 - | - - + - > 5< - - + - | 0 - | 115 - -> 00000080:00200000:3.0:1775773065.624120:0:199456:0:(rw26.c:916:ll_write_end()) end page@000000005c221660 00000080:00200000:3.0:1775773065.624121:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.624123:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.624130:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 115 lru_type: 1 00000008:00010000:3.0:1775773065.624138:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 115 lru_type: 1 00000008:00010000:3.0:1775773065.624145:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 115 lru_type: 1 00000008:00010000:3.0:1775773065.624153:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 115 lru_type: 1 00000080:00200000:3.0:1775773065.624164:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.624166:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.624169:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.624174:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.624177:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.624179:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.624183:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 115 lru_type: 1 00010000:00010000:3.0:1775773065.624190:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 116 lru_type: 1 00000020:00010000:3.0:1775773065.624198:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.624200:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.624204:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.624207:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [115, 115] 00000080:00200000:3.0:1775773065.624217:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.624220:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.624225:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 475136 i_blocks 0 00000080:00200000:3.0:1775773065.624228:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.624276:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 475136, count: 4096 00000080:00200000:3.0:1775773065.624287:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 475136, bytes: 4096 00000080:00200000:3.0:1775773065.624289:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.624293:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 117, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.624294:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [475136, 479232) 0 0 00000080:00200000:3.0:1775773065.624296:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.624302:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [116, 116] 00020000:00200000:3.0:1775773065.624305:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 475136 chunk: [475136, 479232) 479232, 4096 00020000:00200000:3.0:1775773065.624319:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.624331:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [116, 116] 00000008:00010000:3.0:1775773065.624336:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.624338:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.624346:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 116 lru_type: 1 00010000:00010000:3.0:1775773065.624356:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (475136 479231) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 116 lru_type: 1 00010000:00010000:3.0:1775773065.624363:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 116 lru_type: 1 00010000:00010000:3.0:1775773065.624370:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 116 lru_type: 1 00010000:00010000:3.0:1775773065.624376:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 116 lru_type: 1 00000080:00200000:3.0:1775773065.624383:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [475136, 479232) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.624387:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 116 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.624404:0:199456:0:(rw26.c:858:ll_write_end()) pos 475136, len 4096, copied 4096 00000080:00200000:3.0:1775773065.624409:0:199456:0:(rw26.c:916:ll_write_end()) page@00000000389f539b[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.624412:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @000000005fdf4330 17ffffc0001001 3:0 ffff9a6051ca28c0 116 lru 00000080:00200000:3.0:1775773065.624417:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@00000000c6a02d14 116: 1< 0 - - > 2< 475136 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58720256 - | - - + - > 5< - - + - | 0 - | 116 - -> 00000080:00200000:3.0:1775773065.624419:0:199456:0:(rw26.c:916:ll_write_end()) end page@00000000389f539b 00000080:00200000:3.0:1775773065.624420:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.624422:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.624429:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 116 lru_type: 1 00000008:00010000:3.0:1775773065.624437:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 116 lru_type: 1 00000008:00010000:3.0:1775773065.624966:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 116 lru_type: 1 00000008:00010000:3.0:1775773065.624975:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 116 lru_type: 1 00000080:00200000:3.0:1775773065.624989:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.624993:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.624995:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.625003:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.625005:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.625008:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.625011:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 116 lru_type: 1 00010000:00010000:3.0:1775773065.625019:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 117 lru_type: 1 00000020:00010000:3.0:1775773065.625029:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.625031:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.625035:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.625038:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [116, 116] 00000080:00200000:3.0:1775773065.625050:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.625053:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.625059:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 479232 i_blocks 0 00000080:00200000:3.0:1775773065.625062:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.625118:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 479232, count: 4096 00000080:00200000:3.0:1775773065.625132:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 479232, bytes: 4096 00000080:00200000:3.0:1775773065.625135:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.625139:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 118, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.625140:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [479232, 483328) 0 0 00000080:00200000:3.0:1775773065.625143:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.625148:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [117, 117] 00020000:00200000:3.0:1775773065.625152:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 479232 chunk: [479232, 483328) 483328, 4096 00020000:00200000:3.0:1775773065.625154:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.625168:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [117, 117] 00000008:00010000:3.0:1775773065.625174:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.625177:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.625186:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 117 lru_type: 1 00010000:00010000:3.0:1775773065.625195:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (479232 483327) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 117 lru_type: 1 00010000:00010000:3.0:1775773065.625204:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 117 lru_type: 1 00010000:00010000:3.0:1775773065.625211:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 117 lru_type: 1 00010000:00010000:3.0:1775773065.625217:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 117 lru_type: 1 00000080:00200000:3.0:1775773065.625225:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [479232, 483328) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.625231:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 117 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.625253:0:199456:0:(rw26.c:858:ll_write_end()) pos 479232, len 4096, copied 4096 00000080:00200000:3.0:1775773065.625258:0:199456:0:(rw26.c:916:ll_write_end()) page@00000000332124e5[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.625261:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @0000000040892a74 17ffffc0001001 3:0 ffff9a6051ca2380 117 lru 00000080:00200000:3.0:1775773065.625267:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@000000009133a1ab 117: 1< 0 - - > 2< 479232 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58716160 - | - - + - > 5< - - + - | 0 - | 117 - -> 00000080:00200000:3.0:1775773065.625269:0:199456:0:(rw26.c:916:ll_write_end()) end page@00000000332124e5 00000080:00200000:3.0:1775773065.625270:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.625273:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.625282:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 117 lru_type: 1 00000008:00010000:3.0:1775773065.625289:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 117 lru_type: 1 00000008:00010000:3.0:1775773065.625295:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 117 lru_type: 1 00000008:00010000:3.0:1775773065.625302:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 117 lru_type: 1 00000080:00200000:3.0:1775773065.625402:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.625406:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.625408:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.625415:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.625417:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.625419:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.625423:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 117 lru_type: 1 00010000:00010000:3.0:1775773065.625431:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 118 lru_type: 1 00000020:00010000:3.0:1775773065.625523:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.625529:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.625534:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.625538:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [117, 117] 00000080:00200000:3.0:1775773065.625550:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.625554:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.625559:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 483328 i_blocks 0 00000080:00200000:3.0:1775773065.625562:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.625704:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 483328, count: 4096 00000080:00200000:3.0:1775773065.625719:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 483328, bytes: 4096 00000080:00200000:3.0:1775773065.625722:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.625726:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 119, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.625727:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [483328, 487424) 0 0 00000080:00200000:3.0:1775773065.625729:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.625734:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [118, 118] 00020000:00200000:3.0:1775773065.625738:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 483328 chunk: [483328, 487424) 487424, 4096 00020000:00200000:3.0:1775773065.625740:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.625751:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [118, 118] 00000008:00010000:3.0:1775773065.625757:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.625759:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.625768:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 118 lru_type: 1 00010000:00010000:3.0:1775773065.625958:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (483328 487423) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 118 lru_type: 1 00010000:00010000:3.0:1775773065.625970:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 118 lru_type: 1 00010000:00010000:3.0:1775773065.625983:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 118 lru_type: 1 00010000:00010000:3.0:1775773065.625991:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 118 lru_type: 1 00000080:00200000:3.0:1775773065.626001:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [483328, 487424) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.626008:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 118 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.626028:0:199456:0:(rw26.c:858:ll_write_end()) pos 483328, len 4096, copied 4096 00000080:00200000:3.0:1775773065.626032:0:199456:0:(rw26.c:916:ll_write_end()) page@00000000fa095e2f[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.626035:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @000000008d5f6514 17ffffc0001001 3:0 ffff9a6051ca2620 118 lru 00000080:00200000:3.0:1775773065.626041:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@000000000a056f1f 118: 1< 0 - - > 2< 483328 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58712064 - | - - + - > 5< - - + - | 0 - | 118 - -> 00000080:00200000:3.0:1775773065.626043:0:199456:0:(rw26.c:916:ll_write_end()) end page@00000000fa095e2f 00000080:00200000:3.0:1775773065.626044:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.626046:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.626056:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 118 lru_type: 1 00000008:00010000:3.0:1775773065.626063:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 118 lru_type: 1 00000008:00010000:3.0:1775773065.626069:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 118 lru_type: 1 00000008:00010000:3.0:1775773065.626075:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 118 lru_type: 1 00000080:00200000:3.0:1775773065.626091:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.626094:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.626096:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.626102:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.626105:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.626107:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.626111:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 118 lru_type: 1 00010000:00010000:3.0:1775773065.626118:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 119 lru_type: 1 00000020:00010000:3.0:1775773065.626126:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.626128:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.626133:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.626136:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [118, 118] 00000080:00200000:3.0:1775773065.626147:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.626150:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.626155:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 487424 i_blocks 0 00000080:00200000:3.0:1775773065.626158:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.626205:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 487424, count: 4096 00000080:00200000:3.0:1775773065.626216:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 487424, bytes: 4096 00000080:00200000:3.0:1775773065.626219:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.626222:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 120, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.626224:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [487424, 491520) 0 0 00000080:00200000:3.0:1775773065.626226:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.626231:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [119, 119] 00020000:00200000:3.0:1775773065.626235:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 487424 chunk: [487424, 491520) 491520, 4096 00020000:00200000:3.0:1775773065.626237:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.626248:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [119, 119] 00000008:00010000:3.0:1775773065.626254:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.626257:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.626265:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 119 lru_type: 1 00010000:00010000:3.0:1775773065.626274:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (487424 491519) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 119 lru_type: 1 00010000:00010000:3.0:1775773065.626283:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 119 lru_type: 1 00010000:00010000:3.0:1775773065.626291:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 119 lru_type: 1 00010000:00010000:3.0:1775773065.626297:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 119 lru_type: 1 00000080:00200000:3.0:1775773065.626305:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [487424, 491520) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.626410:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 119 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.626429:0:199456:0:(rw26.c:858:ll_write_end()) pos 487424, len 4096, copied 4096 00000080:00200000:3.0:1775773065.626433:0:199456:0:(rw26.c:916:ll_write_end()) page@00000000522abbef[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.626436:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @0000000051d62f37 17ffffc0001001 3:0 ffff9a6051ca2460 119 lru 00000080:00200000:3.0:1775773065.626525:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@000000001d689801 119: 1< 0 - - > 2< 487424 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58707968 - | - - + - > 5< - - + - | 0 - | 119 - -> 00000080:00200000:3.0:1775773065.626528:0:199456:0:(rw26.c:916:ll_write_end()) end page@00000000522abbef 00000080:00200000:3.0:1775773065.626529:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.626532:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.626542:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 119 lru_type: 1 00000008:00010000:3.0:1775773065.626549:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 119 lru_type: 1 00000008:00010000:3.0:1775773065.626555:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 119 lru_type: 1 00000008:00010000:3.0:1775773065.626561:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 119 lru_type: 1 00000080:00200000:3.0:1775773065.626573:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.626576:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.626578:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.626583:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.626585:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.626588:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.626592:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 119 lru_type: 1 00010000:00010000:3.0:1775773065.626600:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 120 lru_type: 1 00000020:00010000:3.0:1775773065.626608:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.626611:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.626708:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.626711:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [119, 119] 00000080:00200000:3.0:1775773065.626722:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.626725:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.626730:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 491520 i_blocks 0 00000080:00200000:3.0:1775773065.626732:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.626901:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 491520, count: 4096 00000080:00200000:3.0:1775773065.626916:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 491520, bytes: 4096 00000080:00200000:3.0:1775773065.626918:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.626922:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 121, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.626923:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [491520, 495616) 0 0 00000080:00200000:3.0:1775773065.626926:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.626931:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [120, 120] 00020000:00200000:3.0:1775773065.626935:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 491520 chunk: [491520, 495616) 495616, 4096 00020000:00200000:3.0:1775773065.626938:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.626951:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [120, 120] 00000008:00010000:3.0:1775773065.626957:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.626960:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.626969:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 120 lru_type: 1 00010000:00010000:3.0:1775773065.626978:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (491520 495615) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 120 lru_type: 1 00010000:00010000:3.0:1775773065.626987:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 120 lru_type: 1 00010000:00010000:3.0:1775773065.626994:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 120 lru_type: 1 00010000:00010000:3.0:1775773065.627002:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 120 lru_type: 1 00000080:00200000:3.0:1775773065.627014:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [491520, 495616) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.627020:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 120 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.627039:0:199456:0:(rw26.c:858:ll_write_end()) pos 491520, len 4096, copied 4096 00000080:00200000:3.0:1775773065.627043:0:199456:0:(rw26.c:916:ll_write_end()) page@0000000009c9fbcc[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.627046:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @000000007252390a 17ffffc0001001 3:0 ffff9a6051ca2000 120 lru 00000080:00200000:3.0:1775773065.627052:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@0000000051fbeae3 120: 1< 0 - - > 2< 491520 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58703872 - | - - + - > 5< - - + - | 0 - | 120 - -> 00000080:00200000:3.0:1775773065.627054:0:199456:0:(rw26.c:916:ll_write_end()) end page@0000000009c9fbcc 00000080:00200000:3.0:1775773065.627055:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.627057:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.627066:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 120 lru_type: 1 00000008:00010000:3.0:1775773065.627074:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 120 lru_type: 1 00000008:00010000:3.0:1775773065.627080:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 120 lru_type: 1 00000008:00010000:3.0:1775773065.627087:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 120 lru_type: 1 00000080:00200000:3.0:1775773065.627099:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.627102:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.627105:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.627110:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.627113:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.627115:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.627119:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 120 lru_type: 1 00010000:00010000:3.0:1775773065.627127:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 121 lru_type: 1 00000020:00010000:3.0:1775773065.627136:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.627138:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.627142:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.627145:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [120, 120] 00000080:00200000:3.0:1775773065.627156:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.627160:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.627165:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 495616 i_blocks 0 00000080:00200000:3.0:1775773065.627168:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.627218:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 495616, count: 4096 00000080:00200000:3.0:1775773065.627229:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 495616, bytes: 4096 00000080:00200000:3.0:1775773065.627232:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.627235:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 122, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.627237:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [495616, 499712) 0 0 00000080:00200000:3.0:1775773065.627239:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.627245:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [121, 121] 00020000:00200000:3.0:1775773065.627247:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 495616 chunk: [495616, 499712) 499712, 4096 00020000:00200000:3.0:1775773065.627250:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.627262:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [121, 121] 00000008:00010000:3.0:1775773065.627267:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.627270:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.627277:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 121 lru_type: 1 00010000:00010000:3.0:1775773065.627286:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (495616 499711) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 121 lru_type: 1 00010000:00010000:3.0:1775773065.627294:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 121 lru_type: 1 00010000:00010000:3.0:1775773065.627300:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 121 lru_type: 1 00010000:00010000:3.0:1775773065.627404:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 121 lru_type: 1 00000080:00200000:3.0:1775773065.627415:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [495616, 499712) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.627420:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 121 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.627438:0:199456:0:(rw26.c:858:ll_write_end()) pos 495616, len 4096, copied 4096 00000080:00200000:3.0:1775773065.627522:0:199456:0:(rw26.c:916:ll_write_end()) page@00000000898f5c13[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.627525:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @000000006d2a968b 17ffffc0001001 3:0 ffff9a6051ca2c40 121 lru 00000080:00200000:3.0:1775773065.627531:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@000000008d759505 121: 1< 0 - - > 2< 495616 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58699776 - | - - + - > 5< - - + - | 0 - | 121 - -> 00000080:00200000:3.0:1775773065.627533:0:199456:0:(rw26.c:916:ll_write_end()) end page@00000000898f5c13 00000080:00200000:3.0:1775773065.627534:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.627537:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.627546:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 121 lru_type: 1 00000008:00010000:3.0:1775773065.627554:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 121 lru_type: 1 00000008:00010000:3.0:1775773065.627560:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 121 lru_type: 1 00000008:00010000:3.0:1775773065.627573:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 121 lru_type: 1 00000080:00200000:3.0:1775773065.627584:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.627587:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.627589:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.627595:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.627597:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.627600:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.627604:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 121 lru_type: 1 00010000:00010000:3.0:1775773065.627701:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 122 lru_type: 1 00000020:00010000:3.0:1775773065.627713:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.627715:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.627722:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.627726:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [121, 121] 00000080:00200000:3.0:1775773065.627737:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.627741:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.627746:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 499712 i_blocks 0 00000080:00200000:3.0:1775773065.627748:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.627880:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 499712, count: 4096 00000080:00200000:3.0:1775773065.627894:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 499712, bytes: 4096 00000080:00200000:3.0:1775773065.627897:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.627901:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 123, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.627903:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [499712, 503808) 0 0 00000080:00200000:3.0:1775773065.627905:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.627911:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [122, 122] 00020000:00200000:3.0:1775773065.627914:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 499712 chunk: [499712, 503808) 503808, 4096 00020000:00200000:3.0:1775773065.627917:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.627929:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [122, 122] 00000008:00010000:3.0:1775773065.627934:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.627936:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.627946:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 122 lru_type: 1 00010000:00010000:3.0:1775773065.627956:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (499712 503807) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 122 lru_type: 1 00010000:00010000:3.0:1775773065.627965:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 122 lru_type: 1 00010000:00010000:3.0:1775773065.627973:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 122 lru_type: 1 00010000:00010000:3.0:1775773065.627979:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 122 lru_type: 1 00000080:00200000:3.0:1775773065.627987:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [499712, 503808) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.627992:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 122 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.628010:0:199456:0:(rw26.c:858:ll_write_end()) pos 499712, len 4096, copied 4096 00000080:00200000:3.0:1775773065.628014:0:199456:0:(rw26.c:916:ll_write_end()) page@00000000b8c54d9f[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.628016:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @0000000027f6a07e 17ffffc0001001 3:0 ffff9a6051ca2e00 122 lru 00000080:00200000:3.0:1775773065.628022:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@000000003914c155 122: 1< 0 - - > 2< 499712 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58695680 - | - - + - > 5< - - + - | 0 - | 122 - -> 00000080:00200000:3.0:1775773065.628025:0:199456:0:(rw26.c:916:ll_write_end()) end page@00000000b8c54d9f 00000080:00200000:3.0:1775773065.628026:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.628028:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.628037:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 122 lru_type: 1 00000008:00010000:3.0:1775773065.628044:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 122 lru_type: 1 00000008:00010000:3.0:1775773065.628050:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 122 lru_type: 1 00000008:00010000:3.0:1775773065.628057:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 122 lru_type: 1 00000080:00200000:3.0:1775773065.628068:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.628071:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.628073:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.628079:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.628081:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.628083:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.628087:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 122 lru_type: 1 00010000:00010000:3.0:1775773065.628095:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 123 lru_type: 1 00000020:00010000:3.0:1775773065.628103:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.628106:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.628110:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.628114:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [122, 122] 00000080:00200000:3.0:1775773065.628125:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.628128:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.628132:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 503808 i_blocks 0 00000080:00200000:3.0:1775773065.628135:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.628184:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 503808, count: 4096 00000080:00200000:3.0:1775773065.628197:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 503808, bytes: 4096 00000080:00200000:3.0:1775773065.628199:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.628203:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 124, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.628204:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [503808, 507904) 0 0 00000080:00200000:3.0:1775773065.628207:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.628212:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [123, 123] 00020000:00200000:3.0:1775773065.628215:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 503808 chunk: [503808, 507904) 507904, 4096 00020000:00200000:3.0:1775773065.628217:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.628229:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [123, 123] 00000008:00010000:3.0:1775773065.628234:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.628237:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.628245:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 123 lru_type: 1 00010000:00010000:3.0:1775773065.628253:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (503808 507903) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 123 lru_type: 1 00010000:00010000:3.0:1775773065.628260:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 123 lru_type: 1 00010000:00010000:3.0:1775773065.628266:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 123 lru_type: 1 00010000:00010000:3.0:1775773065.628277:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 123 lru_type: 1 00000080:00200000:3.0:1775773065.628284:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [503808, 507904) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.628289:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 123 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.628418:0:199456:0:(rw26.c:858:ll_write_end()) pos 503808, len 4096, copied 4096 00000080:00200000:3.0:1775773065.628424:0:199456:0:(rw26.c:916:ll_write_end()) page@00000000b000d362[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.628427:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @000000003e2525b5 17ffffc0001021 2:0 ffff9a6051ca2700 123 lru 00000080:00200000:3.0:1775773065.628433:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@0000000039c82453 123: 1< 0 - - > 2< 503808 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58691584 - | - - + - > 5< - - + - | 0 - | 123 - -> 00000080:00200000:3.0:1775773065.628436:0:199456:0:(rw26.c:916:ll_write_end()) end page@00000000b000d362 00000080:00200000:3.0:1775773065.628437:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.628517:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.628529:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 123 lru_type: 1 00000008:00010000:3.0:1775773065.628538:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 123 lru_type: 1 00000008:00010000:3.0:1775773065.628545:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 123 lru_type: 1 00000008:00010000:3.0:1775773065.628553:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 123 lru_type: 1 00000080:00200000:3.0:1775773065.628565:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.628568:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.628570:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.628576:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.628579:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.628581:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.628585:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 123 lru_type: 1 00010000:00010000:3.0:1775773065.628593:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 124 lru_type: 1 00000020:00010000:3.0:1775773065.628602:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.628605:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.628609:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.628704:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [123, 123] 00000080:00200000:3.0:1775773065.628719:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.628722:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.628727:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 507904 i_blocks 0 00000080:00200000:3.0:1775773065.628730:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.628930:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 507904, count: 4096 00000080:00200000:3.0:1775773065.628945:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 507904, bytes: 4096 00000080:00200000:3.0:1775773065.628948:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.628952:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 125, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.628954:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [507904, 512000) 0 0 00000080:00200000:3.0:1775773065.628957:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.628963:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [124, 124] 00020000:00200000:3.0:1775773065.628967:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 507904 chunk: [507904, 512000) 512000, 4096 00020000:00200000:3.0:1775773065.628969:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.628984:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [124, 124] 00000008:00010000:3.0:1775773065.628990:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.628993:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.629004:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 124 lru_type: 1 00010000:00010000:3.0:1775773065.629014:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (507904 511999) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 124 lru_type: 1 00010000:00010000:3.0:1775773065.629024:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 124 lru_type: 1 00010000:00010000:3.0:1775773065.629030:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 124 lru_type: 1 00010000:00010000:3.0:1775773065.629037:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 124 lru_type: 1 00000080:00200000:3.0:1775773065.629047:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [507904, 512000) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.629054:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 124 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.629088:0:199456:0:(rw26.c:858:ll_write_end()) pos 507904, len 4096, copied 4096 00000080:00200000:3.0:1775773065.629093:0:199456:0:(rw26.c:916:ll_write_end()) page@00000000fb83adc6[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.629096:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @000000004fa76177 17ffffc0001001 3:0 ffff9a60513d7460 124 lru 00000080:00200000:3.0:1775773065.629102:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@00000000dfe02e25 124: 1< 0 - - > 2< 507904 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58687488 - | - - + - > 5< - - + - | 0 - | 124 - -> 00000080:00200000:3.0:1775773065.629104:0:199456:0:(rw26.c:916:ll_write_end()) end page@00000000fb83adc6 00000080:00200000:3.0:1775773065.629105:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.629108:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.629117:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 124 lru_type: 1 00000008:00010000:3.0:1775773065.629125:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 124 lru_type: 1 00000008:00010000:3.0:1775773065.629138:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 124 lru_type: 1 00000008:00010000:3.0:1775773065.629145:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 124 lru_type: 1 00000080:00200000:3.0:1775773065.629157:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.629160:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.629163:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.629168:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.629171:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.629174:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.629177:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 124 lru_type: 1 00010000:00010000:3.0:1775773065.629185:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 125 lru_type: 1 00000020:00010000:3.0:1775773065.629195:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.629197:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.629201:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.629205:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [124, 124] 00000080:00200000:3.0:1775773065.629216:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.629219:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.629224:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 512000 i_blocks 0 00000080:00200000:3.0:1775773065.629227:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.629276:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 512000, count: 4096 00000080:00200000:3.0:1775773065.629287:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 512000, bytes: 4096 00000080:00200000:3.0:1775773065.629290:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.629293:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 126, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.629295:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [512000, 516096) 0 0 00000080:00200000:3.0:1775773065.629297:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.629302:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [125, 125] 00020000:00200000:3.0:1775773065.629306:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 512000 chunk: [512000, 516096) 516096, 4096 00020000:00200000:3.0:1775773065.629409:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.629426:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [125, 125] 00000008:00010000:3.0:1775773065.629432:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.629434:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.629524:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 125 lru_type: 1 00010000:00010000:3.0:1775773065.629535:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (512000 516095) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 125 lru_type: 1 00010000:00010000:3.0:1775773065.629544:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 125 lru_type: 1 00010000:00010000:3.0:1775773065.629552:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 125 lru_type: 1 00010000:00010000:3.0:1775773065.629558:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 125 lru_type: 1 00000080:00200000:3.0:1775773065.629568:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [512000, 516096) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.629575:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 125 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.629593:0:199456:0:(rw26.c:858:ll_write_end()) pos 512000, len 4096, copied 4096 00000080:00200000:3.0:1775773065.629598:0:199456:0:(rw26.c:916:ll_write_end()) page@00000000d94f778e[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.629600:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @0000000065e7bfb2 17ffffc0001001 3:0 ffff9a60513d7000 125 lru 00000080:00200000:3.0:1775773065.629606:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@00000000a228e2c6 125: 1< 0 - - > 2< 512000 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58683392 - | - - + - > 5< - - + - | 0 - | 125 - -> 00000080:00200000:3.0:1775773065.629608:0:199456:0:(rw26.c:916:ll_write_end()) end page@00000000d94f778e 00000080:00200000:3.0:1775773065.629609:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.629708:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.629720:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 125 lru_type: 1 00000008:00010000:3.0:1775773065.629729:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 125 lru_type: 1 00000008:00010000:3.0:1775773065.629735:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 125 lru_type: 1 00000008:00010000:3.0:1775773065.629741:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 125 lru_type: 1 00000080:00200000:3.0:1775773065.629752:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.629755:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.629757:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.629763:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.629765:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.629767:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.629771:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 125 lru_type: 1 00010000:00010000:3.0:1775773065.629959:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 126 lru_type: 1 00000020:00010000:3.0:1775773065.629973:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.629975:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.629982:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.629985:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [125, 125] 00000080:00200000:3.0:1775773065.629997:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.630000:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.630006:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 516096 i_blocks 0 00000080:00200000:3.0:1775773065.630009:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.630060:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 516096, count: 4096 00000080:00200000:3.0:1775773065.630073:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 516096, bytes: 4096 00000080:00200000:3.0:1775773065.630077:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.630080:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 127, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.630082:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [516096, 520192) 0 0 00000080:00200000:3.0:1775773065.630084:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.630089:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [126, 126] 00020000:00200000:3.0:1775773065.630092:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 516096 chunk: [516096, 520192) 520192, 4096 00020000:00200000:3.0:1775773065.630095:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.630108:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [126, 126] 00000008:00010000:3.0:1775773065.630114:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.630117:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.630126:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 126 lru_type: 1 00010000:00010000:3.0:1775773065.630134:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (516096 520191) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 126 lru_type: 1 00010000:00010000:3.0:1775773065.630142:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 126 lru_type: 1 00010000:00010000:3.0:1775773065.630153:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 126 lru_type: 1 00010000:00010000:3.0:1775773065.630159:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 126 lru_type: 1 00000080:00200000:3.0:1775773065.630166:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [516096, 520192) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.630171:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 126 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.630192:0:199456:0:(rw26.c:858:ll_write_end()) pos 516096, len 4096, copied 4096 00000080:00200000:3.0:1775773065.630196:0:199456:0:(rw26.c:916:ll_write_end()) page@00000000f94248ec[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.630199:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @00000000ddf6a4dc 17ffffc0001001 3:0 ffff9a60513d7c40 126 lru 00000080:00200000:3.0:1775773065.630204:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@0000000010bdd6ba 126: 1< 0 - - > 2< 516096 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58679296 - | - - + - > 5< - - + - | 0 - | 126 - -> 00000080:00200000:3.0:1775773065.630207:0:199456:0:(rw26.c:916:ll_write_end()) end page@00000000f94248ec 00000080:00200000:3.0:1775773065.630208:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.630210:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.630219:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 126 lru_type: 1 00000008:00010000:3.0:1775773065.630227:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 126 lru_type: 1 00000008:00010000:3.0:1775773065.630234:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 126 lru_type: 1 00000008:00010000:3.0:1775773065.630241:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 126 lru_type: 1 00000080:00200000:3.0:1775773065.630258:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.630261:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.630263:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.630270:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.630272:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.630274:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.630278:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 126 lru_type: 1 00010000:00010000:3.0:1775773065.630285:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 127 lru_type: 1 00000020:00010000:3.0:1775773065.630293:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.630295:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.630299:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.630302:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [126, 126] 00000080:00200000:3.0:1775773065.630328:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.630332:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.630337:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 520192 i_blocks 0 00000080:00200000:3.0:1775773065.630340:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.630390:0:199456:0:(file.c:2612:do_file_write_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 520192, count: 4096 00000080:00200000:3.0:1775773065.630403:0:199456:0:(file.c:2058:ll_file_io_generic()) f-6954: write ppos: 520192, bytes: 4096 00000080:00200000:3.0:1775773065.630405:0:199456:0:(file.c:1815:ll_io_set_mirror()) f-6954: desiginated mirror: 0 00000020:00200000:3.0:1775773065.630409:0:199456:0:(cl_io.c:214:cl_io_rw_init()) header@00000000dee7f7e0[0x110, 128, [0x20002ea31:0x3a:0x0] hash] 00000020:00200000:3.0:1775773065.630411:0:199456:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [520192, 524288) 0 0 00000080:00200000:3.0:1775773065.630413:0:199456:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773065.630418:0:199456:0:(file.c:2136:ll_file_io_generic()) Range lock [127, 127] 00020000:00200000:3.0:1775773065.630422:0:199456:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 520192 chunk: [520192, 524288) 524288, 4096 00020000:00200000:3.0:1775773065.630424:0:199456:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.630436:0:199456:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [127, 127] 00000008:00010000:3.0:1775773065.630454:0:199456:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.630456:0:199456:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60513e26b0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.630465:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 127 lru_type: 1 00010000:00010000:3.0:1775773065.630474:0:199456:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (520192 524287) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 127 lru_type: 1 00010000:00010000:3.0:1775773065.630483:0:199456:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 127 lru_type: 1 00010000:00010000:3.0:1775773065.630490:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 127 lru_type: 1 00010000:00010000:3.0:1775773065.630497:0:199456:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 127 lru_type: 1 00000080:00200000:3.0:1775773065.630505:0:199456:0:(vvp_io.c:1286:vvp_io_write_start()) f-6954: write [520192, 524288) append 0 append lockpos 0 00000080:00200000:3.0:1775773065.630511:0:199456:0:(rw26.c:663:ll_write_begin()) Writing 127 of 0 to 4096 bytes 00000080:00200000:3.0:1775773065.630529:0:199456:0:(rw26.c:858:ll_write_end()) pos 520192, len 4096, copied 4096 00000080:00200000:3.0:1775773065.630533:0:199456:0:(rw26.c:916:ll_write_end()) page@00000000b29ba3d5[3 00000000d8193200 2 1 00000000a1ad8554] 00000080:00200000:3.0:1775773065.630536:0:199456:0:(rw26.c:916:ll_write_end()) vmpage @0000000063ec796e 17ffffc0001001 3:0 ffff9a60513d7e00 127 lru 00000080:00200000:3.0:1775773065.630541:0:199456:0:(rw26.c:916:ll_write_end()) osc-page@0000000016467d98 127: 1< 0 - - > 2< 520192 0 0 0x0 0x0 | 00000000691bc154 00000000430a5152 > 3< 0 0 > 4< 0 0 8 58675200 - | - - + - > 5< - - + - | 0 - | 127 - -> 00000080:00200000:3.0:1775773065.630543:0:199456:0:(rw26.c:916:ll_write_end()) end page@00000000b29ba3d5 00000080:00200000:3.0:1775773065.630544:0:199456:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773065.630546:0:199456:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 1, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773065.630555:0:199456:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 127 lru_type: 1 00000008:00010000:3.0:1775773065.630563:0:199456:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000ccc94397 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 127 lru_type: 1 00000008:00010000:3.0:1775773065.630568:0:199456:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 127 lru_type: 1 00000008:00010000:3.0:1775773065.630575:0:199456:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 127 lru_type: 1 00000080:00200000:3.0:1775773065.630585:0:199456:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044722bb8, count 1, dirtied 1 00000080:00200000:3.0:1775773065.630587:0:199456:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 1 pages 4096 bytes, tot: 4096 00000080:00200000:3.0:1775773065.630590:0:199456:0:(vvp_io.c:1353:vvp_io_write_start()) f-6954: write bytes 0, result: 4096 00000020:00010000:3.0:1775773065.630596:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.630598:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.630600:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60513e26b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.630604:0:199456:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 127 lru_type: 1 00010000:00010000:3.0:1775773065.630611:0:199456:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 128 lru_type: 1 00000020:00010000:3.0:1775773065.630631:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.630634:0:199456:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60513e26b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.630638:0:199456:0:(vvp_io.c:517:vvp_io_advance()) advancing 4096 bytes 00000080:00200000:3.0:1775773065.630641:0:199456:0:(file.c:2173:ll_file_io_generic()) Range unlock [127, 127] 00000080:00200000:3.0:1775773065.630652:0:199456:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.630654:0:199456:0:(file.c:2206:ll_file_io_generic()) f-6954: 2 io complete with rc: 0, result: 4096, restart: 0 00000080:00200000:3.0:1775773065.630660:0:199456:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 524288 i_blocks 0 00000080:00200000:3.0:1775773065.630663:0:199456:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 4096 00000080:00200008:3.0:1775773065.630692:0:199456:0:(file.c:447:ll_file_release()) START file f-6954:[0x20002ea31:0x3a:0x0](ffff9a6044722a08), flags 100001 00000002:00100000:3.0:1775773065.630752:0:199456:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a6051f84a80 x1862022422807936/t412316860472(412316860472) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773081 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1775773065.630764:0:199456:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a60587d6800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1775773065.630769:0:199456:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6048b5ad80 x1862022422808320/t0(0) o35->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1775773065.630831:0:199456:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job dd:e44d78fa-afe4-48f2-8be1-347e1f970f57:199456:1862022422808320:192.168.201.120@tcp:35:dd.0 00000100:00100000:3.0:1775773065.631196:0:199456:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6046d256c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775773065.635165:0:199456:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job dd:e44d78fa-afe4-48f2-8be1-347e1f970f57:199456:1862022422808320:192.168.201.120@tcp:35:dd.0 00000002:00100000:3.0:1775773065.635207:0:199456:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a6051f84a80 x1862022422807936/t412316860472(412316860472) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773081 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1775773065.653382:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e44d78fa-afe4-48f2-8be1-347e1f970f57:2410:1862022422808832:192.168.201.120@tcp:4:dd.0 00000008:00010000:3.0:1775773065.663162:0:2410:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 131 lru_type: 1 00000008:00010000:3.0:1775773065.663534:0:2410:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000008a8769c9 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 131 lru_type: 1 00000100:00100000:3.0:1775773065.663565:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e44d78fa-afe4-48f2-8be1-347e1f970f57:2410:1862022422808832:192.168.201.120@tcp:4:dd.0 00000080:00200000:1.0:1775773065.686229:0:199459:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:1.0:1775773065.686263:0:199459:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773065.686283:0:199459:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 172 lru_type: 1 00010000:00010000:1.0:1775773065.686300:0:199459:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 172 lru_type: 1 00000080:00200000:1.0:1775773065.686308:0:199459:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773065.686318:0:199459:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:1.0:1775773065.686321:0:199459:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e43b8 00000080:00010000:1.0:1775773065.686328:0:199459:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e43b8 from it ffffbf3281c37bf8 00010000:00010000:1.0:1775773065.686331:0:199459:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 172 lru_type: 1 00010000:00010000:1.0:1775773065.686339:0:199459:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 173 lru_type: 1 00000080:00200000:1.0:1775773065.686355:0:199459:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8), inode mode 41ed mask 1 00000080:00200000:1.0:1775773065.686363:0:199459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d88.replay-single, flags=25 00000080:00200000:1.0:1775773065.686368:0:199459:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x8:0x0](ffff9a60447a00c8), inode mode 41ed mask 1 00000080:00200000:1.0:1775773065.686372:0:199459:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f-6947, flags=265 00010000:00010000:3.0:1775773065.690998:0:199460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051753400/0x1ba08249811e4ba6 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c07e8 expref: -99 pid: 199433 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1775773065.691020:0:199460:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051753400/0x1ba08249811e4ba6 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c07e8 expref: -99 pid: 199433 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00010000:3.0:1775773065.691028:0:199460:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4ba6 from it ffffbf3281523d78 00010000:00010000:3.0:1775773065.691033:0:199460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051753400/0x1ba08249811e4ba6 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c07e8 expref: -99 pid: 199433 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1775773065.691041:0:199460:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051753400/0x1ba08249811e4ba6 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c07e8 expref: -99 pid: 199433 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1775773065.691098:0:199460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6041533e00/0x1ba08249811e4be5 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0866 expref: -99 pid: 199437 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1775773065.691107:0:199460:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6041533e00/0x1ba08249811e4be5 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0866 expref: -99 pid: 199437 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00010000:3.0:1775773065.691113:0:199460:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4be5 from it ffffbf3281523d78 00010000:00010000:3.0:1775773065.691115:0:199460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6041533e00/0x1ba08249811e4be5 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0866 expref: -99 pid: 199437 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1775773065.691122:0:199460:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6041533e00/0x1ba08249811e4be5 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0866 expref: -99 pid: 199437 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1775773065.691145:0:199460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a605878e800/0x1ba08249811e4c24 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c08e4 expref: -99 pid: 199441 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1775773065.691152:0:199460:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a605878e800/0x1ba08249811e4c24 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c08e4 expref: -99 pid: 199441 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00010000:3.0:1775773065.691157:0:199460:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4c24 from it ffffbf3281523d78 00010000:00010000:3.0:1775773065.691160:0:199460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a605878e800/0x1ba08249811e4c24 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c08e4 expref: -99 pid: 199441 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1775773065.691166:0:199460:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a605878e800/0x1ba08249811e4c24 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c08e4 expref: -99 pid: 199441 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1775773065.691183:0:199460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47600/0x1ba08249811e4c63 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0962 expref: -99 pid: 199445 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1775773065.691191:0:199460:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47600/0x1ba08249811e4c63 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0962 expref: -99 pid: 199445 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00010000:3.0:1775773065.691197:0:199460:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4c63 from it ffffbf3281523d78 00010000:00010000:3.0:1775773065.691199:0:199460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47600/0x1ba08249811e4c63 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0962 expref: -99 pid: 199445 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1775773065.691205:0:199460:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47600/0x1ba08249811e4c63 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0962 expref: -99 pid: 199445 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1775773065.691223:0:199460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6041532800/0x1ba08249811e4ca2 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c09e0 expref: -99 pid: 199449 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1775773065.691230:0:199460:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6041532800/0x1ba08249811e4ca2 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c09e0 expref: -99 pid: 199449 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1775773065.691235:0:199461:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2c:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000080:00010000:3.0:1775773065.691236:0:199460:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4ca2 from it ffffbf3281523d78 00010000:00010000:3.0:1775773065.691239:0:199460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6041532800/0x1ba08249811e4ca2 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c09e0 expref: -99 pid: 199449 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1775773065.691244:0:199460:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6041532800/0x1ba08249811e4ca2 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c09e0 expref: -99 pid: 199449 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000001:00010000:1.0:1775773065.691247:0:199461:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20002ea31:0x2c:0x0] 00010000:00010000:3.0:1775773065.691259:0:199460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1775773065.691266:0:199460:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00010000:3.0:1775773065.691272:0:199460:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4ce1 from it ffffbf3281523d78 00000008:00010000:1.0:1775773065.691274:0:199461:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 2b 00010000:00010000:3.0:1775773065.691274:0:199460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000008:00010000:1.0:1775773065.691277:0:199461:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6043137530, osc lock ffff9a6051f48390, flags 0x400041012 00010000:00010000:3.0:1775773065.691281:0:199460:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1775773065.691293:0:199461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4b9f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c07cc expref: -99 pid: 199432 timeout: 0 lvb_type: 1 lru_score: 133 lru_type: 1 00010000:00010000:3.0:1775773065.691296:0:199460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1775773065.691304:0:199461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4b9f lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c07cc expref: -99 pid: 199432 timeout: 0 lvb_type: 1 lru_score: 133 lru_type: 1 00010000:00010000:3.0:1775773065.691304:0:199460:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1775773065.691313:0:199461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4b9f lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c07cc expref: -99 pid: 199432 timeout: 0 lvb_type: 1 lru_score: 133 lru_type: 1 00010000:00010000:1.0:1775773065.691321:0:199461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4b9f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c07cc expref: -99 pid: 199432 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00000080:00010000:3.0:1775773065.691323:0:199460:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d04 from it ffffbf3281523d78 00010000:00010000:3.0:1775773065.691326:0:199460:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000020:00010000:1.0:1775773065.691333:0:199461:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6047e2eda0 (ffff9a605157f518/0) at cl_lock_release():245 00000020:00010000:1.0:1775773065.691336:0:199461:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6047e2eda0 (ffff9a605157f518/0) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.691338:0:199460:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000020:00010000:1.0:1775773065.691340:0:199461:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6043137530 (ffff9a605157fd88/1) at cl_lock_cancel():142 00000020:00010000:1.0:1775773065.691343:0:199461:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6047e2eda0 (ffff9a605157f518/0) at cl_lock_fini():72 00000020:00010000:1.0:1775773065.691346:0:199461:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6043137530 (ffff9a605157f518/1) at cl_lock_fini():72 00000080:00200000:1.0:1775773065.691373:0:199461:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2c:0x0] ignore/verify layout 0/1, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775773065.691394:0:199461:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2d:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00010000:00010000:3.0:1775773065.691394:0:199460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4d20 lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 199460 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00010000:1.0:1775773065.691399:0:199461:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20002ea31:0x2d:0x0] 00010000:00010000:3.0:1775773065.691401:0:199460:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4d20 lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 199460 initiator: MDT0 lru_score: 0 lru_type: 0 00000008:00010000:1.0:1775773065.691410:0:199461:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 2b 00000008:00010000:1.0:1775773065.691412:0:199461:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6043137530, osc lock ffff9a6051f48390, flags 0x400041012 00010000:00010000:1.0:1775773065.691420:0:199461:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 133 lru_type: 1 00010000:00010000:1.0:1775773065.691427:0:199461:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 133 lru_type: 1 00010000:00010000:1.0:1775773065.691435:0:199461:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 133 lru_type: 1 00010000:00010000:1.0:1775773065.691442:0:199461:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00000020:00010000:1.0:1775773065.691451:0:199461:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6047e2eda0 (ffff9a605157f518/0) at cl_lock_release():245 00000020:00010000:1.0:1775773065.691453:0:199461:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6047e2eda0 (ffff9a605157f518/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775773065.691455:0:199461:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6043137530 (ffff9a605157fd88/1) at cl_lock_cancel():142 00000020:00010000:1.0:1775773065.691458:0:199461:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6047e2eda0 (ffff9a605157f518/0) at cl_lock_fini():72 00000020:00010000:1.0:1775773065.691460:0:199461:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6043137530 (ffff9a605157f518/1) at cl_lock_fini():72 00000080:00200000:1.0:1775773065.691471:0:199461:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2d:0x0] ignore/verify layout 0/1, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:3.0:1775773065.691485:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2411:1862022422809088:192.168.201.120@tcp:63:ll_sa.0 00010000:00010000:3.0:1775773065.694579:0:2411:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4d20 lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 199460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.694593:0:2411:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4d20 lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 199460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.694599:0:2411:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4d20 lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 199460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.694605:0:2411:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4d20 lrc: 3/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 199460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.694613:0:2411:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4d20 lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 199460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.694618:0:2411:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9a6048b47c00 already unused, calling callback (ffffffffc196d2e0) 00010000:00010000:3.0:1775773065.694629:0:2411:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4d20 lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 199460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.694639:0:2411:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4d20 lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 199460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.694647:0:2411:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4d20 lrc: 5/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 199460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.694654:0:2411:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:3.0:1775773065.694659:0:2411:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4d20 lrc: 3/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 199460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.694665:0:2411:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47c00/0x1ba08249811e4d20 lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 199460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775773065.694691:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2411:1862022422809088:192.168.201.120@tcp:63:ll_sa.0 00010000:00010000:3.0:1775773065.709302:0:199460:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46e00/0x1ba08249811e4d27 lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 199460 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773065.709630:0:199460:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46e00/0x1ba08249811e4d27 lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 199460 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775773065.709716:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775773065.709737:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2411:1862022422809216:192.168.201.120@tcp:63:ll_sa.0 00000080:00200000:3.0:1775773065.728045:0:199463:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:3.0:1775773065.728069:0:199463:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773065.728086:0:199463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 174 lru_type: 1 00010000:00010000:3.0:1775773065.728099:0:199463:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 174 lru_type: 1 00000080:00200000:3.0:1775773065.728105:0:199463:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773065.728113:0:199463:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:3.0:1775773065.728115:0:199463:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e43b8 00000080:00010000:3.0:1775773065.728121:0:199463:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e43b8 from it ffffbf3281c3fbf8 00010000:00010000:3.0:1775773065.728123:0:199463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 174 lru_type: 1 00010000:00010000:3.0:1775773065.728129:0:199463:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 175 lru_type: 1 00000080:00200000:3.0:1775773065.728139:0:199463:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8), inode mode 41ed mask 1 00000080:00200000:3.0:1775773065.728145:0:199463:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d88.replay-single, flags=25 00000080:00200000:3.0:1775773065.728149:0:199463:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x8:0x0](ffff9a60447a00c8), inode mode 41ed mask 1 00000080:00200000:3.0:1775773065.728151:0:199463:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f-6949, flags=265 00000080:00200000:3.0:1775773065.728157:0:199463:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x2d:0x0](ffff9a60447c5348), inode mode 81a4 mask 44 00000080:00200008:3.0:1775773065.728161:0:199463:0:(file.c:1057:ll_file_open()) START file f-6949:[0x20002ea31:0x2d:0x0](ffff9a60447c5348), flags 100000 00000080:00200008:3.0:1775773065.728176:0:199463:0:(file.c:6226:ll_getattr_dentry()) START file f-6949:[0x20002ea31:0x2d:0x0](ffff9a60447c5348), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1775773065.728180:0:199463:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x20002ea31:0x2d:0x0](ffff9a60447c5348),name=f-6949 00000002:00010000:3.0:1775773065.728187:0:199463:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002ea31:0x2d:0x0]) in obj [0x20002ea31:0x8:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773065.728192:0:199463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6041533e00/0x1ba08249811e4be5 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0866 expref: -99 pid: 199437 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1775773065.728197:0:199463:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6041533e00/0x1ba08249811e4be5 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0866 expref: -99 pid: 199437 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773065.728201:0:199463:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x20002ea31:0x8:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773065.728203:0:199463:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002ea31:0x2d:0x0](ffff9a60447c5348) 00000080:00010000:3.0:1775773065.728205:0:199463:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002ea31:0x2d:0x0](ffff9a60447c5348) for lock 0x1ba08249811e4be5 00000080:00010000:3.0:1775773065.728207:0:199463:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4be5 from it ffffbf3281c3fcd8 00010000:00010000:3.0:1775773065.728209:0:199463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6041533e00/0x1ba08249811e4be5 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0866 expref: -99 pid: 199437 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1775773065.728214:0:199463:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6041533e00/0x1ba08249811e4be5 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0866 expref: -99 pid: 199437 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1775773065.728245:0:199463:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2d:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1775773065.728253:0:199463:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20002ea31:0x2d:0x0] 00000008:00010000:3.0:1775773065.728274:0:199463:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1775773065.728276:0:199463:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f45d30, osc lock ffff9a6051655b50, flags 0x400001002 00010000:00010000:3.0:1775773065.728288:0:199463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.728295:0:199463:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00000020:00200000:3.0:1775773065.728303:0:199463:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1775773065.728317:0:199463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.728322:0:199463:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00000020:00200000:3.0:1775773065.728328:0:199463:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1775773065.728338:0:199463:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x2d:0x0] updating i_size 524288 i_blocks 1024 00000020:00010000:3.0:1775773065.728340:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.728342:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.728344:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f45d30 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.728347:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.728349:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f45d30 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.728368:0:199463:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2d:0x0] ignore/verify layout 0/1, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1775773065.729976:0:199463:0:(file.c:2454:do_file_read_iter()) START file f-6949:[0x20002ea31:0x2d:0x0], ppos: 0, count: 4194304 00000080:00200000:3.0:1775773065.731062:0:199463:0:(rw.c:1928:ll_readpage()) fast read pgno: 128 00000080:00200000:3.0:1775773065.731104:0:199463:0:(file.c:2058:ll_file_io_generic()) f-6949: read ppos: 524288, bytes: 3670016 00000080:00200000:3.0:1775773065.731109:0:199463:0:(file.c:1815:ll_io_set_mirror()) f-6949: desiginated mirror: 0 00000020:00200000:3.0:1775773065.731120:0:199463:0:(cl_io.c:214:cl_io_rw_init()) header@00000000aa45298a[0x110, 129, [0x20002ea31:0x2d:0x0] hash] 00000020:00200000:3.0:1775773065.731122:0:199463:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [524288, 4194304) 0 0 00000080:00200000:3.0:1775773065.731127:0:199463:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2d:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1775773065.731145:0:199463:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 524288 chunk: [524288, 4194304) 4194304, 3670016 00020000:00200000:3.0:1775773065.731149:0:199463:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.731174:0:199463:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [128, 1023] 00000008:00010000:3.0:1775773065.731185:0:199463:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.731189:0:199463:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f45d30, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.731207:0:199463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.731217:0:199463:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (524288 4194303) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.731226:0:199463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.731232:0:199463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.731238:0:199463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00000080:00200000:3.0:1775773065.731244:0:199463:0:(vvp_io.c:826:vvp_io_read_start()) f-6949: read [524288, 4194304) 00000001:00010000:3.0:1775773065.731254:0:199463:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20002ea31:0x2d:0x0] 00000008:00010000:3.0:1775773065.731257:0:199463:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1775773065.731258:0:199463:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f450b0, osc lock ffff9a60516544c0, flags 0x400001002 00010000:00010000:3.0:1775773065.731262:0:199463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.731268:0:199463:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00000020:00200000:3.0:1775773065.731272:0:199463:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1775773065.731274:0:199463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.731278:0:199463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00000020:00200000:3.0:1775773065.731282:0:199463:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1775773065.731286:0:199463:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x2d:0x0] updating i_size 524288 i_blocks 1024 00000020:00010000:3.0:1775773065.731288:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.731290:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.731291:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f450b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.731294:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.731296:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f450b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.731309:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.731311:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.731313:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f45d30 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.731317:0:199463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.731326:0:199463:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 136 lru_type: 1 00000020:00010000:3.0:1775773065.731339:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.731341:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f45d30 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.731347:0:199463:0:(vvp_io.c:517:vvp_io_advance()) advancing 0 bytes 00000080:00200000:3.0:1775773065.731372:0:199463:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2d:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.731376:0:199463:0:(file.c:2206:ll_file_io_generic()) f-6949: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:3.0:1775773065.731380:0:199463:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 0 00000080:00200008:3.0:1775773065.731398:0:199463:0:(file.c:2454:do_file_read_iter()) START file f-6949:[0x20002ea31:0x2d:0x0], ppos: 524288, count: 3670016 00000080:00200000:3.0:1775773065.731404:0:199463:0:(rw.c:1928:ll_readpage()) fast read pgno: 128 00000080:00200000:3.0:1775773065.731416:0:199463:0:(file.c:2058:ll_file_io_generic()) f-6949: read ppos: 524288, bytes: 3670016 00000080:00200000:3.0:1775773065.731420:0:199463:0:(file.c:1815:ll_io_set_mirror()) f-6949: desiginated mirror: 0 00000020:00200000:3.0:1775773065.731424:0:199463:0:(cl_io.c:214:cl_io_rw_init()) header@00000000aa45298a[0x110, 129, [0x20002ea31:0x2d:0x0] hash] 00000020:00200000:3.0:1775773065.731426:0:199463:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [524288, 4194304) 0 0 00000080:00200000:3.0:1775773065.731428:0:199463:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2d:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1775773065.731435:0:199463:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 524288 chunk: [524288, 4194304) 4194304, 3670016 00020000:00200000:3.0:1775773065.731437:0:199463:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.731449:0:199463:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [128, 1023] 00000008:00010000:3.0:1775773065.731455:0:199463:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.731457:0:199463:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f45d30, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.731464:0:199463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 136 lru_type: 1 00010000:00010000:3.0:1775773065.731474:0:199463:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (524288 4194303) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 136 lru_type: 1 00010000:00010000:3.0:1775773065.731481:0:199463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 136 lru_type: 1 00010000:00010000:3.0:1775773065.731489:0:199463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 136 lru_type: 1 00010000:00010000:3.0:1775773065.731496:0:199463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 136 lru_type: 1 00000080:00200000:3.0:1775773065.731504:0:199463:0:(vvp_io.c:826:vvp_io_read_start()) f-6949: read [524288, 4194304) 00000001:00010000:3.0:1775773065.731511:0:199463:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20002ea31:0x2d:0x0] 00000008:00010000:3.0:1775773065.731515:0:199463:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1775773065.731517:0:199463:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f450b0, osc lock ffff9a60516544c0, flags 0x400001002 00010000:00010000:3.0:1775773065.731523:0:199463:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 136 lru_type: 1 00010000:00010000:3.0:1775773065.731531:0:199463:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 136 lru_type: 1 00000020:00200000:3.0:1775773065.731539:0:199463:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1775773065.731542:0:199463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 136 lru_type: 1 00010000:00010000:3.0:1775773065.731555:0:199463:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 136 lru_type: 1 00000020:00200000:3.0:1775773065.731562:0:199463:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1775773065.731566:0:199463:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x2d:0x0] updating i_size 524288 i_blocks 1024 00000020:00010000:3.0:1775773065.731568:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.731570:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.731573:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f450b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.731576:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.731578:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f450b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.731584:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.731586:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.731589:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f45d30 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.731592:0:199463:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 136 lru_type: 1 00010000:00010000:3.0:1775773065.731599:0:199463:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 137 lru_type: 1 00000020:00010000:3.0:1775773065.731607:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.731610:0:199463:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f45d30 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.731614:0:199463:0:(vvp_io.c:517:vvp_io_advance()) advancing 0 bytes 00000080:00200000:3.0:1775773065.731626:0:199463:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2d:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.731629:0:199463:0:(file.c:2206:ll_file_io_generic()) f-6949: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:3.0:1775773065.731631:0:199463:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 0 00000080:00200008:3.0:1775773065.732089:0:199463:0:(file.c:447:ll_file_release()) START file f-6949:[0x20002ea31:0x2d:0x0](ffff9a60447c5348), flags 100000 00010000:00010000:3.0:1775773065.732117:0:199463:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228200/0x1ba08249811e4c01 lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0889 expref: -99 pid: 199437 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1775773065.750083:0:199464:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:3.0:1775773065.750115:0:199464:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773065.750137:0:199464:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 175 lru_type: 1 00010000:00010000:3.0:1775773065.750153:0:199464:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 175 lru_type: 1 00000080:00200000:3.0:1775773065.750160:0:199464:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773065.750167:0:199464:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:3.0:1775773065.750171:0:199464:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e43b8 00000080:00010000:3.0:1775773065.750178:0:199464:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e43b8 from it ffffbf3281c47bf8 00010000:00010000:3.0:1775773065.750181:0:199464:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 175 lru_type: 1 00010000:00010000:3.0:1775773065.750189:0:199464:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 176 lru_type: 1 00000080:00200000:3.0:1775773065.750202:0:199464:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8), inode mode 41ed mask 1 00000080:00200000:3.0:1775773065.750210:0:199464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d88.replay-single, flags=25 00000080:00200000:3.0:1775773065.750215:0:199464:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x8:0x0](ffff9a60447a00c8), inode mode 41ed mask 1 00000080:00200000:3.0:1775773065.750218:0:199464:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f-6950, flags=265 00000080:00200000:3.0:1775773065.750227:0:199464:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x2e:0x0](ffff9a60447c6c08), inode mode 81a4 mask 44 00000080:00200008:3.0:1775773065.750232:0:199464:0:(file.c:1057:ll_file_open()) START file f-6950:[0x20002ea31:0x2e:0x0](ffff9a60447c6c08), flags 100000 00000080:00200008:3.0:1775773065.750254:0:199464:0:(file.c:6226:ll_getattr_dentry()) START file f-6950:[0x20002ea31:0x2e:0x0](ffff9a60447c6c08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1775773065.750259:0:199464:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x20002ea31:0x2e:0x0](ffff9a60447c6c08),name=f-6950 00000002:00010000:3.0:1775773065.750271:0:199464:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002ea31:0x2e:0x0]) in obj [0x20002ea31:0x8:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773065.750279:0:199464:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a605878e800/0x1ba08249811e4c24 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c08e4 expref: -99 pid: 199441 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1775773065.750288:0:199464:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a605878e800/0x1ba08249811e4c24 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c08e4 expref: -99 pid: 199441 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773065.750295:0:199464:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x20002ea31:0x8:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773065.750299:0:199464:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002ea31:0x2e:0x0](ffff9a60447c6c08) 00000080:00010000:3.0:1775773065.750301:0:199464:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002ea31:0x2e:0x0](ffff9a60447c6c08) for lock 0x1ba08249811e4c24 00000080:00010000:3.0:1775773065.751163:0:199464:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4c24 from it ffffbf3281c47cd8 00010000:00010000:3.0:1775773065.751172:0:199464:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a605878e800/0x1ba08249811e4c24 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c08e4 expref: -99 pid: 199441 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1775773065.751182:0:199464:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a605878e800/0x1ba08249811e4c24 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c08e4 expref: -99 pid: 199441 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1775773065.751234:0:199464:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2e:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1775773065.751245:0:199464:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20002ea31:0x2e:0x0] 00000008:00010000:3.0:1775773065.751274:0:199464:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1775773065.751277:0:199464:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f45d30, osc lock ffff9a6051655b50, flags 0x400001002 00010000:00010000:3.0:1775773065.751297:0:199464:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 133 lru_type: 1 00010000:00010000:3.0:1775773065.751600:0:199464:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 133 lru_type: 1 00000020:00200000:3.0:1775773065.752731:0:199464:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1775773065.752738:0:199464:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 133 lru_type: 1 00010000:00010000:3.0:1775773065.752749:0:199464:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00000020:00200000:3.0:1775773065.752767:0:199464:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1775773065.752901:0:199464:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x2e:0x0] updating i_size 524288 i_blocks 1024 00000020:00010000:3.0:1775773065.752907:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.752910:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.752914:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f45d30 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.752918:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.752921:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f45d30 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.752956:0:199464:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2e:0x0] ignore/verify layout 0/1, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1775773065.756950:0:199464:0:(file.c:2454:do_file_read_iter()) START file f-6950:[0x20002ea31:0x2e:0x0], ppos: 0, count: 4194304 00000080:00200000:3.0:1775773065.759240:0:199464:0:(rw.c:1928:ll_readpage()) fast read pgno: 128 00000080:00200000:3.0:1775773065.759295:0:199464:0:(file.c:2058:ll_file_io_generic()) f-6950: read ppos: 524288, bytes: 3670016 00000080:00200000:3.0:1775773065.759301:0:199464:0:(file.c:1815:ll_io_set_mirror()) f-6950: desiginated mirror: 0 00000020:00200000:3.0:1775773065.759399:0:199464:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f2f5a068[0x110, 129, [0x20002ea31:0x2e:0x0] hash] 00000020:00200000:3.0:1775773065.759401:0:199464:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [524288, 4194304) 0 0 00000080:00200000:3.0:1775773065.759406:0:199464:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1775773065.759426:0:199464:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 524288 chunk: [524288, 4194304) 4194304, 3670016 00020000:00200000:3.0:1775773065.759431:0:199464:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.760364:0:199464:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [128, 1023] 00000008:00010000:3.0:1775773065.760382:0:199464:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.760387:0:199464:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f45d30, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.760411:0:199464:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.760427:0:199464:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (524288 4194303) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.760450:0:199464:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.760462:0:199464:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.760469:0:199464:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00000080:00200000:3.0:1775773065.760479:0:199464:0:(vvp_io.c:826:vvp_io_read_start()) f-6950: read [524288, 4194304) 00000001:00010000:3.0:1775773065.760494:0:199464:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20002ea31:0x2e:0x0] 00000008:00010000:3.0:1775773065.760500:0:199464:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1775773065.760502:0:199464:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f450b0, osc lock ffff9a60516544c0, flags 0x400001002 00010000:00010000:3.0:1775773065.760510:0:199464:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.760520:0:199464:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00000020:00200000:3.0:1775773065.760528:0:199464:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1775773065.760531:0:199464:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.760540:0:199464:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00000020:00200000:3.0:1775773065.760547:0:199464:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1775773065.760554:0:199464:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x2e:0x0] updating i_size 524288 i_blocks 1024 00000020:00010000:3.0:1775773065.760558:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.760560:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.760563:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f450b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.760566:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.760569:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f450b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.760580:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.760582:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.760585:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f45d30 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.760588:0:199464:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.760596:0:199464:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00000020:00010000:3.0:1775773065.760700:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.760704:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f45d30 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.760711:0:199464:0:(vvp_io.c:517:vvp_io_advance()) advancing 0 bytes 00000080:00200000:3.0:1775773065.760736:0:199464:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2e:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.760741:0:199464:0:(file.c:2206:ll_file_io_generic()) f-6950: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:3.0:1775773065.760743:0:199464:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 0 00000080:00200008:3.0:1775773065.760766:0:199464:0:(file.c:2454:do_file_read_iter()) START file f-6950:[0x20002ea31:0x2e:0x0], ppos: 524288, count: 3670016 00000080:00200000:3.0:1775773065.760774:0:199464:0:(rw.c:1928:ll_readpage()) fast read pgno: 128 00000080:00200000:3.0:1775773065.760824:0:199464:0:(file.c:2058:ll_file_io_generic()) f-6950: read ppos: 524288, bytes: 3670016 00000080:00200000:3.0:1775773065.760828:0:199464:0:(file.c:1815:ll_io_set_mirror()) f-6950: desiginated mirror: 0 00000020:00200000:3.0:1775773065.760832:0:199464:0:(cl_io.c:214:cl_io_rw_init()) header@00000000f2f5a068[0x110, 129, [0x20002ea31:0x2e:0x0] hash] 00000020:00200000:3.0:1775773065.760834:0:199464:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [524288, 4194304) 0 0 00000080:00200000:3.0:1775773065.760837:0:199464:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2e:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1775773065.760847:0:199464:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 524288 chunk: [524288, 4194304) 4194304, 3670016 00020000:00200000:3.0:1775773065.760850:0:199464:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.760863:0:199464:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [128, 1023] 00000008:00010000:3.0:1775773065.760869:0:199464:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.760872:0:199464:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f45d30, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.760880:0:199464:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.760890:0:199464:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (524288 4194303) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.760898:0:199464:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.760906:0:199464:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.760912:0:199464:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00000080:00200000:3.0:1775773065.760920:0:199464:0:(vvp_io.c:826:vvp_io_read_start()) f-6950: read [524288, 4194304) 00000001:00010000:3.0:1775773065.760927:0:199464:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20002ea31:0x2e:0x0] 00000008:00010000:3.0:1775773065.760932:0:199464:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1775773065.760933:0:199464:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f450b0, osc lock ffff9a60516544c0, flags 0x400001002 00010000:00010000:3.0:1775773065.760940:0:199464:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.760947:0:199464:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00000020:00200000:3.0:1775773065.760955:0:199464:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1775773065.760958:0:199464:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.760964:0:199464:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00000020:00200000:3.0:1775773065.760971:0:199464:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1775773065.760975:0:199464:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x2e:0x0] updating i_size 524288 i_blocks 1024 00000020:00010000:3.0:1775773065.760978:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.760980:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.760983:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f450b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.760986:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.760988:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f450b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.760995:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.760997:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.760999:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f45d30 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.761002:0:199464:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.761015:0:199464:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 136 lru_type: 1 00000020:00010000:3.0:1775773065.761024:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.761026:0:199464:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f45d30 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.761030:0:199464:0:(vvp_io.c:517:vvp_io_advance()) advancing 0 bytes 00000080:00200000:3.0:1775773065.761042:0:199464:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2e:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.761046:0:199464:0:(file.c:2206:ll_file_io_generic()) f-6950: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:3.0:1775773065.761048:0:199464:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 0 00000080:00200008:3.0:1775773065.761345:0:199464:0:(file.c:447:ll_file_release()) START file f-6950:[0x20002ea31:0x2e:0x0](ffff9a60447c6c08), flags 100000 00010000:00010000:3.0:1775773065.761367:0:199464:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046229400/0x1ba08249811e4c2b lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2e:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0907 expref: -99 pid: 199441 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1775773065.800094:0:199466:0:(rw.c:1928:ll_readpage()) fast read pgno: 128 00000080:00200000:3.0:1775773065.800140:0:199466:0:(file.c:2058:ll_file_io_generic()) f-6952: read ppos: 524288, bytes: 3670016 00000080:00200000:3.0:1775773065.800146:0:199466:0:(file.c:1815:ll_io_set_mirror()) f-6952: desiginated mirror: 0 00000020:00200000:3.0:1775773065.800155:0:199466:0:(cl_io.c:214:cl_io_rw_init()) header@00000000476a2592[0x110, 129, [0x20002ea31:0x30:0x0] hash] 00000020:00200000:3.0:1775773065.800157:0:199466:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [524288, 4194304) 0 0 00000080:00200000:3.0:1775773065.800161:0:199466:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1775773065.800180:0:199466:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 524288 chunk: [524288, 4194304) 4194304, 3670016 00020000:00200000:3.0:1775773065.800184:0:199466:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.800213:0:199466:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [128, 1023] 00000008:00010000:3.0:1775773065.800227:0:199466:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.800232:0:199466:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f45d30, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.800254:0:199466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.800267:0:199466:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (524288 4194303) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.800281:0:199466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.800289:0:199466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.800297:0:199466:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00000080:00200000:3.0:1775773065.800305:0:199466:0:(vvp_io.c:826:vvp_io_read_start()) f-6952: read [524288, 4194304) 00000001:00010000:3.0:1775773065.800319:0:199466:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20002ea31:0x30:0x0] 00000008:00010000:3.0:1775773065.800325:0:199466:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1775773065.800327:0:199466:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f450b0, osc lock ffff9a60516544c0, flags 0x400001002 00010000:00010000:3.0:1775773065.800334:0:199466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.800342:0:199466:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00000020:00200000:3.0:1775773065.800351:0:199466:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1775773065.800354:0:199466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.800361:0:199466:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00000020:00200000:3.0:1775773065.800373:0:199466:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1775773065.800380:0:199466:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x30:0x0] updating i_size 524288 i_blocks 1024 00000020:00010000:3.0:1775773065.800384:0:199466:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.800387:0:199466:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.800390:0:199466:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f450b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.800393:0:199466:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.800395:0:199466:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f450b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.800408:0:199466:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.800410:0:199466:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.800412:0:199466:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f45d30 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.800416:0:199466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.800424:0:199466:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00000020:00010000:3.0:1775773065.800436:0:199466:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.800438:0:199466:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f45d30 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.800443:0:199466:0:(vvp_io.c:517:vvp_io_advance()) advancing 0 bytes 00000080:00200000:3.0:1775773065.800467:0:199466:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.800471:0:199466:0:(file.c:2206:ll_file_io_generic()) f-6952: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:3.0:1775773065.800474:0:199466:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 0 00000080:00200008:3.0:1775773065.800495:0:199466:0:(file.c:2454:do_file_read_iter()) START file f-6952:[0x20002ea31:0x30:0x0], ppos: 524288, count: 3670016 00000080:00200000:3.0:1775773065.800501:0:199466:0:(rw.c:1928:ll_readpage()) fast read pgno: 128 00000080:00200000:3.0:1775773065.800512:0:199466:0:(file.c:2058:ll_file_io_generic()) f-6952: read ppos: 524288, bytes: 3670016 00000080:00200000:3.0:1775773065.800516:0:199466:0:(file.c:1815:ll_io_set_mirror()) f-6952: desiginated mirror: 0 00000020:00200000:3.0:1775773065.800520:0:199466:0:(cl_io.c:214:cl_io_rw_init()) header@00000000476a2592[0x110, 129, [0x20002ea31:0x30:0x0] hash] 00000020:00200000:3.0:1775773065.800522:0:199466:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [524288, 4194304) 0 0 00000080:00200000:3.0:1775773065.800524:0:199466:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1775773065.800531:0:199466:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 524288 chunk: [524288, 4194304) 4194304, 3670016 00020000:00200000:3.0:1775773065.800533:0:199466:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.800545:0:199466:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [128, 1023] 00000008:00010000:3.0:1775773065.800550:0:199466:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.800553:0:199466:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f45d30, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.800561:0:199466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.800571:0:199466:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (524288 4194303) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.800580:0:199466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.800587:0:199466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.800594:0:199466:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00000080:00200000:3.0:1775773065.800602:0:199466:0:(vvp_io.c:826:vvp_io_read_start()) f-6952: read [524288, 4194304) 00000001:00010000:3.0:1775773065.801046:0:199466:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20002ea31:0x30:0x0] 00000008:00010000:3.0:1775773065.801055:0:199466:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1775773065.801058:0:199466:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f450b0, osc lock ffff9a60516544c0, flags 0x400001002 00010000:00010000:3.0:1775773065.801067:0:199466:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.801082:0:199466:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00000020:00200000:3.0:1775773065.801091:0:199466:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1775773065.801093:0:199466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.801100:0:199466:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00000020:00200000:3.0:1775773065.801106:0:199466:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1775773065.801110:0:199466:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x30:0x0] updating i_size 524288 i_blocks 1024 00000020:00010000:3.0:1775773065.801113:0:199466:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.801116:0:199466:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.801118:0:199466:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f450b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.801121:0:199466:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.801123:0:199466:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f450b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.801131:0:199466:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.801133:0:199466:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.801135:0:199466:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f45d30 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.801139:0:199466:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.801147:0:199466:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 136 lru_type: 1 00000020:00010000:3.0:1775773065.801156:0:199466:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.801159:0:199466:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f45d30 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.801162:0:199466:0:(vvp_io.c:517:vvp_io_advance()) advancing 0 bytes 00000080:00200000:3.0:1775773065.801177:0:199466:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x30:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.801181:0:199466:0:(file.c:2206:ll_file_io_generic()) f-6952: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:3.0:1775773065.801183:0:199466:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 0 00000080:00200008:3.0:1775773065.801473:0:199466:0:(file.c:447:ll_file_release()) START file f-6952:[0x20002ea31:0x30:0x0](ffff9a60447c3a88), flags 100000 00010000:00010000:3.0:1775773065.801497:0:199466:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046121c00/0x1ba08249811e4cbe lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x30:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a03 expref: -99 pid: 199449 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1775773065.807582:0:199467:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:3.0:1775773065.807707:0:199467:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773065.807728:0:199467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 178 lru_type: 1 00010000:00010000:3.0:1775773065.807744:0:199467:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 178 lru_type: 1 00000080:00200000:3.0:1775773065.807751:0:199467:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773065.807760:0:199467:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:3.0:1775773065.807763:0:199467:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e43b8 00000080:00010000:3.0:1775773065.807770:0:199467:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e43b8 from it ffffbf328277bbf8 00010000:00010000:3.0:1775773065.807774:0:199467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 178 lru_type: 1 00010000:00010000:3.0:1775773065.807958:0:199467:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 179 lru_type: 1 00000080:00200000:3.0:1775773065.807977:0:199467:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8), inode mode 41ed mask 1 00000080:00200000:3.0:1775773065.807986:0:199467:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d88.replay-single, flags=25 00000080:00200000:3.0:1775773065.807993:0:199467:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x8:0x0](ffff9a60447a00c8), inode mode 41ed mask 1 00000080:00200000:3.0:1775773065.807997:0:199467:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f-6953, flags=265 00000080:00200000:3.0:1775773065.808005:0:199467:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x31:0x0](ffff9a60447c2a08), inode mode 81a4 mask 44 00000080:00200008:3.0:1775773065.808011:0:199467:0:(file.c:1057:ll_file_open()) START file f-6953:[0x20002ea31:0x31:0x0](ffff9a60447c2a08), flags 100000 00000080:00200008:3.0:1775773065.808035:0:199467:0:(file.c:6226:ll_getattr_dentry()) START file f-6953:[0x20002ea31:0x31:0x0](ffff9a60447c2a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1775773065.808040:0:199467:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x20002ea31:0x31:0x0](ffff9a60447c2a08),name=f-6953 00000002:00010000:3.0:1775773065.808053:0:199467:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002ea31:0x31:0x0]) in obj [0x20002ea31:0x8:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773065.808062:0:199467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1775773065.808072:0:199467:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773065.808078:0:199467:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x20002ea31:0x8:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773065.808082:0:199467:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002ea31:0x31:0x0](ffff9a60447c2a08) 00000080:00010000:3.0:1775773065.808084:0:199467:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002ea31:0x31:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4ce1 00000080:00010000:3.0:1775773065.808088:0:199467:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4ce1 from it ffffbf328277bcd8 00010000:00010000:3.0:1775773065.808090:0:199467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1775773065.808097:0:199467:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1775773065.808136:0:199467:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1775773065.808148:0:199467:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20002ea31:0x31:0x0] 00000008:00010000:3.0:1775773065.808175:0:199467:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1775773065.808178:0:199467:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f45d30, osc lock ffff9a6051655b50, flags 0x400001002 00010000:00010000:3.0:1775773065.808196:0:199467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 133 lru_type: 1 00010000:00010000:3.0:1775773065.808208:0:199467:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 133 lru_type: 1 00000020:00200000:3.0:1775773065.808218:0:199467:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1775773065.808221:0:199467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 133 lru_type: 1 00010000:00010000:3.0:1775773065.808229:0:199467:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00000020:00200000:3.0:1775773065.808238:0:199467:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1775773065.808248:0:199467:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x31:0x0] updating i_size 524288 i_blocks 1024 00000020:00010000:3.0:1775773065.808252:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.808254:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.808257:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f45d30 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.808260:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.808263:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f45d30 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.808290:0:199467:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x31:0x0] ignore/verify layout 0/1, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1775773065.810125:0:199467:0:(file.c:2454:do_file_read_iter()) START file f-6953:[0x20002ea31:0x31:0x0], ppos: 0, count: 4194304 00000080:00200000:3.0:1775773065.811215:0:199467:0:(rw.c:1928:ll_readpage()) fast read pgno: 128 00000080:00200000:3.0:1775773065.811259:0:199467:0:(file.c:2058:ll_file_io_generic()) f-6953: read ppos: 524288, bytes: 3670016 00000080:00200000:3.0:1775773065.811264:0:199467:0:(file.c:1815:ll_io_set_mirror()) f-6953: desiginated mirror: 0 00000020:00200000:3.0:1775773065.811274:0:199467:0:(cl_io.c:214:cl_io_rw_init()) header@00000000aa3afe6c[0x110, 129, [0x20002ea31:0x31:0x0] hash] 00000020:00200000:3.0:1775773065.811276:0:199467:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [524288, 4194304) 0 0 00000080:00200000:3.0:1775773065.811281:0:199467:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1775773065.811300:0:199467:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 524288 chunk: [524288, 4194304) 4194304, 3670016 00020000:00200000:3.0:1775773065.811304:0:199467:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.811332:0:199467:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [128, 1023] 00000008:00010000:3.0:1775773065.811346:0:199467:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.811352:0:199467:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f45d30, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.811374:0:199467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.811390:0:199467:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (524288 4194303) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.811403:0:199467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.811413:0:199467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.811420:0:199467:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00000080:00200000:3.0:1775773065.811428:0:199467:0:(vvp_io.c:826:vvp_io_read_start()) f-6953: read [524288, 4194304) 00000001:00010000:3.0:1775773065.811442:0:199467:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20002ea31:0x31:0x0] 00000008:00010000:3.0:1775773065.811447:0:199467:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1775773065.811450:0:199467:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f450b0, osc lock ffff9a60516544c0, flags 0x400001002 00010000:00010000:3.0:1775773065.811457:0:199467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.811471:0:199467:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00000020:00200000:3.0:1775773065.811480:0:199467:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1775773065.811483:0:199467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.811490:0:199467:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00000020:00200000:3.0:1775773065.811496:0:199467:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1775773065.811503:0:199467:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x31:0x0] updating i_size 524288 i_blocks 1024 00000020:00010000:3.0:1775773065.811506:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.811509:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.811512:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f450b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.811516:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.811518:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f450b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.811532:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.811534:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.811537:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f45d30 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.811541:0:199467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 134 lru_type: 1 00010000:00010000:3.0:1775773065.811550:0:199467:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00000020:00010000:3.0:1775773065.811564:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.811566:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f45d30 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.811571:0:199467:0:(vvp_io.c:517:vvp_io_advance()) advancing 0 bytes 00000080:00200000:3.0:1775773065.811597:0:199467:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x31:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.811600:0:199467:0:(file.c:2206:ll_file_io_generic()) f-6953: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:3.0:1775773065.811603:0:199467:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 0 00000080:00200008:3.0:1775773065.811715:0:199467:0:(file.c:2454:do_file_read_iter()) START file f-6953:[0x20002ea31:0x31:0x0], ppos: 524288, count: 3670016 00000080:00200000:3.0:1775773065.811721:0:199467:0:(rw.c:1928:ll_readpage()) fast read pgno: 128 00000080:00200000:3.0:1775773065.811734:0:199467:0:(file.c:2058:ll_file_io_generic()) f-6953: read ppos: 524288, bytes: 3670016 00000080:00200000:3.0:1775773065.811736:0:199467:0:(file.c:1815:ll_io_set_mirror()) f-6953: desiginated mirror: 0 00000020:00200000:3.0:1775773065.811740:0:199467:0:(cl_io.c:214:cl_io_rw_init()) header@00000000aa3afe6c[0x110, 129, [0x20002ea31:0x31:0x0] hash] 00000020:00200000:3.0:1775773065.811742:0:199467:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [524288, 4194304) 0 0 00000080:00200000:3.0:1775773065.811745:0:199467:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00020000:00200000:3.0:1775773065.811751:0:199467:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 524288 chunk: [524288, 4194304) 4194304, 3670016 00020000:00200000:3.0:1775773065.811754:0:199467:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773065.811765:0:199467:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 0 [128, 1023] 00000008:00010000:3.0:1775773065.811770:0:199467:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773065.811773:0:199467:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f45d30, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773065.811937:0:199467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.811947:0:199467:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (524288 4194303) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.811955:0:199467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.811961:0:199467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 6/1,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.811968:0:199467:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 5/1,0 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00000080:00200000:3.0:1775773065.811975:0:199467:0:(vvp_io.c:826:vvp_io_read_start()) f-6953: read [524288, 4194304) 00000001:00010000:3.0:1775773065.811983:0:199467:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20002ea31:0x31:0x0] 00000008:00010000:3.0:1775773065.811988:0:199467:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1775773065.811990:0:199467:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f450b0, osc lock ffff9a60516544c0, flags 0x400001002 00010000:00010000:3.0:1775773065.811996:0:199467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.812004:0:199467:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 4/1,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00000020:00200000:3.0:1775773065.812012:0:199467:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1775773065.812014:0:199467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 7/1,1 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.812021:0:199467:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 6/1,0 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00000020:00200000:3.0:1775773065.812027:0:199467:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1775773065.812032:0:199467:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x31:0x0] updating i_size 524288 i_blocks 1024 00000020:00010000:3.0:1775773065.812034:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.812036:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.812039:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f450b0 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.812042:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.812044:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f450b0 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.812051:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.812054:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.812056:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f45d30 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773065.812060:0:199467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 4/1,0 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 135 lru_type: 1 00010000:00010000:3.0:1775773065.812068:0:199467:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 136 lru_type: 1 00000020:00010000:3.0:1775773065.812077:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506135d8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.812079:0:199467:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f45d30 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.812083:0:199467:0:(vvp_io.c:517:vvp_io_advance()) advancing 0 bytes 00000080:00200000:3.0:1775773065.812096:0:199467:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x31:0x0] ignore/verify layout 0/0, layout version 65535 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773065.812099:0:199467:0:(file.c:2206:ll_file_io_generic()) f-6953: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:3.0:1775773065.812101:0:199467:0:(file.c:2292:ll_file_io_generic()) iot: 1, result: 0 00000080:00200008:3.0:1775773065.812357:0:199467:0:(file.c:447:ll_file_release()) START file f-6953:[0x20002ea31:0x31:0x0](ffff9a60447c2a08), flags 100000 00010000:00010000:3.0:1775773065.812378:0:199467:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072a00/0x1ba08249811e4cfd lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x31:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a81 expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1775773065.822269:0:199468:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:3.0:1775773065.822303:0:199468:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773065.822322:0:199468:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 179 lru_type: 1 00010000:00010000:3.0:1775773065.822338:0:199468:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 179 lru_type: 1 00000080:00200000:3.0:1775773065.822353:0:199468:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773065.822361:0:199468:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:3.0:1775773065.822364:0:199468:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e43b8 00000080:00010000:3.0:1775773065.822371:0:199468:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e43b8 from it ffffbf3281c5fbf8 00010000:00010000:3.0:1775773065.822375:0:199468:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 179 lru_type: 1 00010000:00010000:3.0:1775773065.822382:0:199468:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 180 lru_type: 1 00000080:00200000:3.0:1775773065.822397:0:199468:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8), inode mode 41ed mask 1 00000080:00200000:3.0:1775773065.822404:0:199468:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d88.replay-single, flags=25 00000080:00200000:3.0:1775773065.822409:0:199468:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x8:0x0](ffff9a60447a00c8), inode mode 41ed mask 1 00000080:00200000:3.0:1775773065.822413:0:199468:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f-6954, flags=265 00000080:00200000:3.0:1775773065.822518:0:199468:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x3a:0x0](ffff9a6044722a08), inode mode 81a4 mask 44 00000080:00200008:3.0:1775773065.822525:0:199468:0:(file.c:1057:ll_file_open()) START file f-6954:[0x20002ea31:0x3a:0x0](ffff9a6044722a08), flags 100000 00000080:00200008:3.0:1775773065.822545:0:199468:0:(file.c:6226:ll_getattr_dentry()) START file f-6954:[0x20002ea31:0x3a:0x0](ffff9a6044722a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1775773065.823360:0:199468:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x20002ea31:0x3a:0x0](ffff9a6044722a08),name=f-6954 00000002:00010000:3.0:1775773065.823372:0:199468:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002ea31:0x3a:0x0]) in obj [0x20002ea31:0x8:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773065.823380:0:199468:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1775773065.823389:0:199468:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773065.823396:0:199468:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x20002ea31:0x8:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773065.823401:0:199468:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002ea31:0x3a:0x0](ffff9a6044722a08) 00000080:00010000:3.0:1775773065.823404:0:199468:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002ea31:0x3a:0x0](ffff9a6044722a08) for lock 0x1ba08249811e4d04 00000080:00010000:3.0:1775773065.823408:0:199468:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d04 from it ffffbf3281c5fcd8 00010000:00010000:3.0:1775773065.823411:0:199468:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1775773065.823418:0:199468:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:3.0:1775773065.823444:0:199468:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:3.0:1775773065.823449:0:199468:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20002ea31:0x3a:0x0] 00000008:00010000:3.0:1775773065.823464:0:199468:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:3.0:1775773065.823466:0:199468:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f45d30, osc lock ffff9a6051655b50, flags 0x400001002 00010000:00010000:3.0:1775773065.823476:0:199468:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 132 lru_type: 1 00010000:00010000:3.0:1775773065.823484:0:199468:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 132 lru_type: 1 00000020:00200000:3.0:1775773065.823495:0:199468:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:3.0:1775773065.823498:0:199468:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 132 lru_type: 1 00010000:00010000:3.0:1775773065.823506:0:199468:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 133 lru_type: 1 00000020:00200000:3.0:1775773065.823513:0:199468:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:3.0:1775773065.823523:0:199468:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3a:0x0] updating i_size 524288 i_blocks 1024 00000020:00010000:3.0:1775773065.823527:0:199468:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_release():245 00000020:00010000:3.0:1775773065.823529:0:199468:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.823532:0:199468:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f45d30 (ffff9a6058bdb3f8/1) at cl_lock_cancel():142 00000020:00010000:3.0:1775773065.823535:0:199468:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6058f866c8 (ffff9a6058bdba28/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773065.823537:0:199468:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f45d30 (ffff9a6058bdba28/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773065.823554:0:199468:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:3.0:1775773065.825594:0:199468:0:(file.c:2454:do_file_read_iter()) START file f-6954:[0x20002ea31:0x3a:0x0], ppos: 0, count: 4194304 00010000:00010000:3.0:1775773066.797996:0:194907:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773070.885140:0:194907:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1775773072.528223:0:200034:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 89: no disk space leak on late ost connection ========================================================== 18:17:50 (1775773070) 00010000:00010000:3.0:1775773072.724398:0:200045:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff9a60587d6800 00010000:00010000:3.0:1775773072.724521:0:200045:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 52/52 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1775773072.724544:0:194907:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 52 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775773072.724557:0:194907:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000b9eeb37c/0x1ba08249811e4d0b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x998859bb7e2c0ab2 expref: -99 pid: 199456 timeout: 0 lvb_type: 1 lru_score: 33 lru_type: 0 00000080:00200000:3.0:1775773072.724664:0:194907:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00010000:00010000:1.0:1775773072.726665:0:200046:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff9a60587d6800 00000080:00200000:3.0:1775773072.728633:0:194907:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1775773072.728756:0:194907:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000fd5f2de2/0x1ba08249811e4563 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x998859bb7e2c00d3 expref: -99 pid: 199421 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 0 00000008:00010000:3.0:1775773072.728868:0:194907:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 0000000083d97704 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000fd5f2de2/0x1ba08249811e4563 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0x998859bb7e2c00d3 expref: -99 pid: 199421 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 0 00000008:00010000:3.0:1775773072.728887:0:194907:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 0000000083d97704 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000fd5f2de2/0x1ba08249811e4563 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0x998859bb7e2c00d3 expref: -99 pid: 199421 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 0 00010000:00010000:3.0:1775773072.729125:0:194907:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000fd5f2de2/0x1ba08249811e4563 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0x998859bb7e2c00d3 expref: -99 pid: 199421 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 0 00000008:00100000:3.0:1775773072.729544:0:194907:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9a6048b59180 - object 0x280000401:6959 offset 0<>524288 00000100:00100000:3.0:1775773072.777263:0:2410:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9a60587d6800: committing for last_committed 55834574865 gen 1 00000100:00100000:3.0:1775773072.777853:0:2410:0:(client.c:3126:ptlrpc_free_committed()) @@@ stopping search req@ffff9a6048b59180 x1862022422809984/t55834574866(55834574866) o4->lustre-OST0000-osc-ffff9a60587d6800@192.168.201.120@tcp:6/4 lens 488/448 e 0 to 0 dl 1775773088 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1775773072.777910:0:2410:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 0000000083d97704 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000fd5f2de2/0x1ba08249811e4563 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0x998859bb7e2c00d3 expref: -99 pid: 199421 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 0 00000008:00010000:3.0:1775773072.778034:0:2410:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 0000000083d97704 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000fd5f2de2/0x1ba08249811e4563 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0x998859bb7e2c00d3 expref: -99 pid: 199421 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 0 00000100:00100000:3.0:1775773072.778059:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e44d78fa-afe4-48f2-8be1-347e1f970f57:2410:1862022422809984:192.168.201.120@tcp:4:dd.0 00000080:00200000:1.0:1775773072.783015:0:194907:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x37:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775773072.783387:0:194907:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x37:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1775773072.783449:0:194907:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000025ae5193/0x1ba08249811e4cda lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028480020000 nid: local remote: 0x998859bb7e2c0a42 expref: -99 pid: 199452 timeout: 0 lvb_type: 1 lru_score: 34 lru_type: 0 00000080:00200000:1.0:1775773072.783503:0:194907:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775773072.784088:0:194907:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1775773072.784125:0:194907:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 0000000060735134/0x1ba08249811e4c9b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028480020000 nid: local remote: 0x998859bb7e2c09c4 expref: -99 pid: 199448 timeout: 0 lvb_type: 1 lru_score: 34 lru_type: 0 00000080:00200000:1.0:1775773072.784154:0:194907:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775773072.785610:0:194907:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1775773072.785672:0:194907:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000cc90b36b/0x1ba08249811e4c5c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028480020000 nid: local remote: 0x998859bb7e2c0946 expref: -99 pid: 199444 timeout: 0 lvb_type: 1 lru_score: 34 lru_type: 0 00000080:00200000:1.0:1775773072.785718:0:194907:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775773072.791039:0:194907:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1775773072.791111:0:194907:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d74720cf/0x1ba08249811e4c1d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028480020000 nid: local remote: 0x998859bb7e2c08c8 expref: -99 pid: 199440 timeout: 0 lvb_type: 1 lru_score: 34 lru_type: 0 00000080:00200000:1.0:1775773072.791173:0:194907:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775773072.791956:0:194907:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1775773072.791991:0:194907:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000d7f82d08/0x1ba08249811e4bde lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028480020000 nid: local remote: 0x998859bb7e2c084a expref: -99 pid: 199434 timeout: 0 lvb_type: 1 lru_score: 34 lru_type: 0 00000080:00200000:1.0:1775773072.792020:0:194907:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775773072.795111:0:194907:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:1.0:1775773072.795174:0:194907:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4b9f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800028480020000 nid: local remote: 0x998859bb7e2c07cc expref: -99 pid: 199432 timeout: 0 lvb_type: 1 lru_score: 34 lru_type: 0 00000080:00200000:1.0:1775773072.795223:0:194907:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:3.0:1775773072.800146:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2411:1862022422810112:192.168.201.120@tcp:4:dd.0 00000080:00200000:3.0:1775773072.824768:0:194907:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773072.825108:0:194907:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00010000:00010000:3.0:1775773072.825154:0:194907:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000613fe140/0x1ba08249811e4547 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800028400000000 nid: local remote: 0x998859bb7e2c007f expref: -99 pid: 199419 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 0 00000008:00010000:3.0:1775773072.825205:0:194907:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 00000000311a558e ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000613fe140/0x1ba08249811e4547 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0x998859bb7e2c007f expref: -99 pid: 199419 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 0 00000008:00010000:3.0:1775773072.825220:0:194907:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 00000000311a558e ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000613fe140/0x1ba08249811e4547 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0x998859bb7e2c007f expref: -99 pid: 199419 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 0 00010000:00010000:3.0:1775773072.825387:0:194907:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000613fe140/0x1ba08249811e4547 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0x998859bb7e2c007f expref: -99 pid: 199419 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 0 00000008:00100000:3.0:1775773072.825700:0:194907:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9a6048b5a300 - object 0x280000401:6957 offset 0<>524288 00000100:00100000:3.0:1775773072.825744:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775773072.825760:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2411:1862022422810240:192.168.201.120@tcp:4:dd.0 00000008:00010000:3.0:1775773072.848145:0:2411:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 00000000311a558e ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000613fe140/0x1ba08249811e4547 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0x998859bb7e2c007f expref: -99 pid: 199419 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 0 00000008:00010000:3.0:1775773072.848396:0:2411:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000311a558e ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000613fe140/0x1ba08249811e4547 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0x998859bb7e2c007f expref: -99 pid: 199419 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 0 00000100:00100000:3.0:1775773072.848428:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2411:1862022422810240:192.168.201.120@tcp:4:dd.0 00000008:00010000:3.0:1775773072.882919:0:2410:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 00000000fc4e435d ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000e2f1f33e/0x1ba08249811e4539 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0x998859bb7e2c0055 expref: -99 pid: 199418 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 0 00000008:00010000:3.0:1775773072.883055:0:2410:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000fc4e435d ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000e2f1f33e/0x1ba08249811e4539 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0x998859bb7e2c0055 expref: -99 pid: 199418 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 0 00000100:00100000:3.0:1775773072.883086:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e44d78fa-afe4-48f2-8be1-347e1f970f57:2410:1862022422810368:192.168.201.120@tcp:4:dd.0 00000100:00100000:3.0:1775773072.884273:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e44d78fa-afe4-48f2-8be1-347e1f970f57:2410:1862022422810496:192.168.201.120@tcp:4:dd.0 00000080:00200000:3.0:1775773072.908620:0:194907:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000100:00100000:3.0:1775773072.909748:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2411:1862022422810624:192.168.201.120@tcp:4:dd.0 00000008:00010000:3.0:1775773072.929749:0:2411:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 0000000080b8e016 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000004a8a5752/0x1ba08249811e4516 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0x998859bb7e2bffe5 expref: -99 pid: 199416 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 0 00000008:00010000:3.0:1775773072.930577:0:2411:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 0000000080b8e016 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000004a8a5752/0x1ba08249811e4516 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0x998859bb7e2bffe5 expref: -99 pid: 199416 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 0 00000100:00100000:3.0:1775773072.930613:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2411:1862022422810624:192.168.201.120@tcp:4:dd.0 00000100:00100000:3.0:1775773072.953173:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e44d78fa-afe4-48f2-8be1-347e1f970f57:2410:1862022422810880:192.168.201.120@tcp:4:dd.0 00000008:00010000:3.0:1775773072.986026:0:2410:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 000000004cf349fe ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000fee55e50/0x1ba08249811e4571 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0x998859bb7e2c00fd expref: -99 pid: 199422 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 0 00000008:00010000:3.0:1775773072.986162:0:2410:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000004cf349fe ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 00000000fee55e50/0x1ba08249811e4571 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800029400000000 nid: local remote: 0x998859bb7e2c00fd expref: -99 pid: 199422 timeout: 0 lvb_type: 1 lru_score: 32 lru_type: 0 00000100:00100000:3.0:1775773072.986200:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e44d78fa-afe4-48f2-8be1-347e1f970f57:2410:1862022422810880:192.168.201.120@tcp:4:dd.0 00000080:00200000:3.0:1775773073.065298:0:200051:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:3.0:1775773073.065455:0:200051:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773073.065475:0:200051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 180 lru_type: 1 00010000:00010000:3.0:1775773073.065492:0:200051:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 180 lru_type: 1 00000080:00200000:3.0:1775773073.065501:0:200051:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773073.065509:0:200051:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:3.0:1775773073.065513:0:200051:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e43b8 00000080:00010000:3.0:1775773073.065522:0:200051:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e43b8 from it ffffbf3281cffb58 00010000:00010000:3.0:1775773073.065526:0:200051:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 180 lru_type: 1 00010000:00010000:3.0:1775773073.065535:0:200051:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752600/0x1ba08249811e43b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2bfe02 expref: -99 pid: 198694 timeout: 0 lvb_type: 0 lru_score: 181 lru_type: 1 00000080:00200000:3.0:1775773073.065552:0:200051:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8), inode mode 41ed mask 1 00000080:00200000:3.0:1775773073.065566:0:200051:0:(namei.c:1332:ll_lookup_nd()) VFS Op:name=d89.replay-single, dir=[0x200000007:0x1:0x0](ffff9a60447a63c8), flags=13 00000080:00200000:3.0:1775773073.065570:0:200051:0:(namei.c:1073:ll_lookup_it()) VFS Op:name=d89.replay-single, dir=[0x200000007:0x1:0x0](ffff9a60447a63c8), intent=getattr 00000002:00010000:3.0:1775773073.065583:0:200051:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d89.replay-single,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773073.065633:0:200051:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47400/0x1ba08249811e4d2e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 200051 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773073.065642:0:200051:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47400/0x1ba08249811e4d2e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200051 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773073.065759:0:200051:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47400/0x1ba08249811e4d2e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200051 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775773073.065891:0:200051:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job lfs:e44d78fa-afe4-48f2-8be1-347e1f970f57:200051:1862022422811136:192.168.201.120@tcp:101:lfs.0 00000100:00100000:3.0:1775773073.066030:0:200051:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048a3a300 going to sleep for 11 seconds 00000080:00200000:3.0:1775773073.102293:0:200052:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:3.0:1775773073.102329:0:200052:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773073.102396:0:200052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773073.105135:0:200052:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773073.105168:0:200052:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775773073.105207:0:200052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job rm:e44d78fa-afe4-48f2-8be1-347e1f970f57:200052:1862022422811520:192.168.201.120@tcp:101:rm.0 00000100:00100000:3.0:1775773073.105322:0:200052:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048a3a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775773073.117626:0:200052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job rm:e44d78fa-afe4-48f2-8be1-347e1f970f57:200052:1862022422811520:192.168.201.120@tcp:101:rm.0 00010000:00010000:1.0:1775773073.117660:0:200052:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.117673:0:200052:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.117686:0:200052:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.117697:0:200052:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.117711:0:200052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.117718:0:200052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.117725:0:200052:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1775773073.117747:0:200052:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9a6048b5b100 x1862022422811520/t0(0) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1775773089 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1775773073.117768:0:200052:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.117781:0:200052:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a6048b53400 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1775773073.117819:0:200052:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1775773073.117850:0:200052:0:(llite_lib.c:2941:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 69632 00000080:00010000:1.0:1775773073.117856:0:200052:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e4d35 00000080:00010000:1.0:1775773073.117861:0:200052:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:1.0:1775773073.117864:0:200052:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d35 from it ffffbf3280d4bb58 00010000:00010000:1.0:1775773073.117867:0:200052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.117876:0:200052:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773073.117909:0:200052:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8), inode mode 41ed mask 1 00000080:00200000:1.0:1775773073.117934:0:200052:0:(namei.c:1332:ll_lookup_nd()) VFS Op:name=d89.replay-single, dir=[0x200000007:0x1:0x0](ffff9a60447a63c8), flags=24 00000080:00200000:1.0:1775773073.117939:0:200052:0:(namei.c:1073:ll_lookup_it()) VFS Op:name=d89.replay-single, dir=[0x200000007:0x1:0x0](ffff9a60447a63c8), intent=0 00000002:00010000:1.0:1775773073.117963:0:200052:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d89.replay-single,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1775773073.118008:0:200052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073600/0x1ba08249811e4d3c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.118016:0:200052:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073600/0x1ba08249811e4d3c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.118027:0:200052:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073600/0x1ba08249811e4d3c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775773073.118056:0:200052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job rm:e44d78fa-afe4-48f2-8be1-347e1f970f57:200052:1862022422811648:192.168.201.120@tcp:101:rm.0 00000100:00100000:1.0:1775773073.118135:0:200052:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048b436c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775773073.122257:0:200052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job rm:e44d78fa-afe4-48f2-8be1-347e1f970f57:200052:1862022422811648:192.168.201.120@tcp:101:rm.0 00010000:00010000:1.0:1775773073.122283:0:200052:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073600/0x1ba08249811e4d3c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b5a expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.122303:0:200052:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073600/0x1ba08249811e4d3c lrc: 4/1,0 mode: --/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b5a expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.122311:0:200052:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073600/0x1ba08249811e4d3c lrc: 4/1,0 mode: --/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b5a expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.122332:0:200052:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073600/0x1ba08249811e4d3c lrc: 4/1,0 mode: PR/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0b5a expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.122342:0:200052:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073600/0x1ba08249811e4d3c lrc: 4/1,0 mode: PR/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b5a expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.122353:0:200052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073600/0x1ba08249811e4d3c lrc: 5/2,0 mode: PR/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0b5a expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.122361:0:200052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073600/0x1ba08249811e4d3c lrc: 5/2,0 mode: PR/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0b5a expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.122368:0:200052:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073600/0x1ba08249811e4d3c lrc: 4/1,0 mode: PR/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0b5a expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1775773073.122383:0:200052:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff9a605873a680 x1862022422811648/t0(0) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 592/688 e 0 to 0 dl 1775773089 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1775773073.122396:0:200052:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073600/0x1ba08249811e4d3c lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b5a expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.122405:0:200052:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a6048b53400 type 13 mode 4 res 8590125617/59 (0 0) 00000080:00200000:1.0:1775773073.122411:0:200052:0:(namei.c:953:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1775773073.122438:0:200052:0:(llite_lib.c:2941:ll_update_inode()) inode=[0x20002ea31:0x3b:0x0], updating i_size 4096 00000080:00200000:1.0:1775773073.122441:0:200052:0:(namei.c:147:ll_iget()) got inode: [0x20002ea31:0x3b:0x0](ffff9a60441880c8): rc = 0 00000080:00010000:1.0:1775773073.122446:0:200052:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002ea31:0x3b:0x0](ffff9a60441880c8) for lock 0x1ba08249811e4d3c 00000080:00010000:1.0:1775773073.122459:0:200052:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002ea31:0x3b:0x0](ffff9a60441880c8) 00000080:00010000:1.0:1775773073.122462:0:200052:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d3c from it ffffbf3280d4ba28 00010000:00010000:1.0:1775773073.122465:0:200052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073600/0x1ba08249811e4d3c lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0b5a expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.122474:0:200052:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073600/0x1ba08249811e4d3c lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b5a expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773073.122514:0:200052:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), inode mode 41ed mask 1 00000080:00200000:1.0:1775773073.122532:0:200052:0:(namei.c:1332:ll_lookup_nd()) VFS Op:name=f89.replay-single, dir=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), flags=8 00000080:00200000:1.0:1775773073.122536:0:200052:0:(namei.c:1073:ll_lookup_it()) VFS Op:name=f89.replay-single, dir=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), intent=getattr 00000002:00010000:1.0:1775773073.122556:0:200052:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f89.replay-single,[0x0:0x0:0x0]) in obj [0x20002ea31:0x3b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773073.122597:0:200052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072000/0x1ba08249811e4d43 lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.122605:0:200052:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072000/0x1ba08249811e4d43 lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.122615:0:200052:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072000/0x1ba08249811e4d43 lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775773073.122637:0:200052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job rm:e44d78fa-afe4-48f2-8be1-347e1f970f57:200052:1862022422811776:192.168.201.120@tcp:101:rm.0 00000100:00100000:1.0:1775773073.122715:0:200052:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048b436c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775773073.127637:0:200052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job rm:e44d78fa-afe4-48f2-8be1-347e1f970f57:200052:1862022422811776:192.168.201.120@tcp:101:rm.0 00010000:00010000:1.0:1775773073.127667:0:200052:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072000/0x1ba08249811e4d43 lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.127680:0:200052:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072000/0x1ba08249811e4d43 lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.127686:0:200052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072000/0x1ba08249811e4d43 lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.127692:0:200052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072000/0x1ba08249811e4d43 lrc: 3/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.127700:0:200052:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072000/0x1ba08249811e4d43 lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.127707:0:200052:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9a6046072000 already unused, calling callback (ffffffffc196d2e0) 00010000:00010000:1.0:1775773073.127710:0:200052:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072000/0x1ba08249811e4d43 lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.127717:0:200052:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072000/0x1ba08249811e4d43 lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.127724:0:200052:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072000/0x1ba08249811e4d43 lrc: 5/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.127732:0:200052:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1775773073.127739:0:200052:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072000/0x1ba08249811e4d43 lrc: 3/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.127745:0:200052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072000/0x1ba08249811e4d43 lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1775773073.127761:0:200052:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff9a605873a680 x1862022422811776/t0(0) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1775773089 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1775773073.127775:0:200052:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x20002ea31:0x3b:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1775773073.127839:0:200052:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a6048b53400 type 13 mode 30 res 8590125617/59 (0 0) 00000080:00200000:1.0:1775773073.127910:0:200052:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:1.0:1775773073.127925:0:200052:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773073.127935:0:200052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773073.127946:0:200052:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773073.127953:0:200052:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773073.127958:0:200052:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:1.0:1775773073.127961:0:200052:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e4d35 00000080:00010000:1.0:1775773073.127966:0:200052:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d35 from it ffffbf3280d4bc10 00010000:00010000:1.0:1775773073.127969:0:200052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773073.127977:0:200052:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1775773073.127991:0:200052:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8), inode mode 41ed mask 1 00000080:00200000:1.0:1775773073.127998:0:200052:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d89.replay-single, flags=24 00000080:00200000:1.0:1775773073.128003:0:200052:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), inode mode 41ed mask 1 00000080:00200000:1.0:1775773073.128017:0:200052:0:(namei.c:1332:ll_lookup_nd()) VFS Op:name=f89.replay-single, dir=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), flags=0 00000080:00200000:1.0:1775773073.128021:0:200052:0:(namei.c:1073:ll_lookup_it()) VFS Op:name=f89.replay-single, dir=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), intent=getattr 00000002:00010000:1.0:1775773073.128034:0:200052:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f89.replay-single,[0x0:0x0:0x0]) in obj [0x20002ea31:0x3b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773073.128072:0:200052:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d4a lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.128079:0:200052:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d4a lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.128088:0:200052:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d4a lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775773073.128107:0:200052:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job rm:e44d78fa-afe4-48f2-8be1-347e1f970f57:200052:1862022422811904:192.168.201.120@tcp:101:rm.0 00000100:00100000:1.0:1775773073.128181:0:200052:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048b436c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775773073.131198:0:200052:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job rm:e44d78fa-afe4-48f2-8be1-347e1f970f57:200052:1862022422811904:192.168.201.120@tcp:101:rm.0 00010000:00010000:1.0:1775773073.131221:0:200052:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d4a lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.131233:0:200052:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d4a lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.131239:0:200052:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d4a lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.131246:0:200052:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d4a lrc: 3/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.131255:0:200052:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d4a lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.131261:0:200052:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9a6046073000 already unused, calling callback (ffffffffc196d2e0) 00010000:00010000:1.0:1775773073.131265:0:200052:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d4a lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.131272:0:200052:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d4a lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.131278:0:200052:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d4a lrc: 5/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.131285:0:200052:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1775773073.131291:0:200052:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d4a lrc: 3/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773073.131297:0:200052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d4a lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 200052 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1775773073.131324:0:200052:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff9a605873a680 x1862022422811904/t0(0) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1775773089 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1775773073.131338:0:200052:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x20002ea31:0x3b:0x0] suppgids 0 -1: rc 0 00010000:00010000:1.0:1775773073.131363:0:200052:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a6048b53400 type 13 mode 30 res 8590125617/59 (0 0) 00000100:00100000:3.0:1775773074.411266:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775773074.411297:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e44d78fa-afe4-48f2-8be1-347e1f970f57:2410:1862022422812288:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773074.426758:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e44d78fa-afe4-48f2-8be1-347e1f970f57:2410:1862022422812288:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773079.529938:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422812800:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773079.530071:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422813056:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773079.530107:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1775773079.530113:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b5b67d0e-b4d2-4bdf-8555-40afdaf752d4:2409:1862022422812672:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773079.530145:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422812928:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773079.530168:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422813184:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773079.543061:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b5b67d0e-b4d2-4bdf-8555-40afdaf752d4:2409:1862022422812672:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773079.543091:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422812928:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773079.543108:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422812800:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773079.544704:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422813184:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773079.544722:0:2409:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9a60587d6800: committing for last_committed 55834574873 gen 1 00000100:00100000:1.0:1775773079.560526:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422813056:192.168.201.120@tcp:400:kworker.0 00000080:00200008:1.0:1775773081.100449:0:200251:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9a60447a63c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1775773081.100468:0:200251:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:1.0:1775773081.100501:0:200251:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773081.100538:0:200251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1775773081.101257:0:200251:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1775773081.101272:0:200251:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773081.101282:0:200251:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:1.0:1775773081.101287:0:200251:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e4d35 00000080:00010000:1.0:1775773081.101296:0:200251:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d35 from it ffffbf3281e9bcb8 00010000:00010000:1.0:1775773081.101302:0:200251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1775773081.101312:0:200251:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200008:1.0:1775773081.102831:0:200251:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9a60447a63c8), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1775773081.102841:0:200251:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:1.0:1775773081.102866:0:200251:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773081.103495:0:200251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1775773081.103525:0:200251:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:1.0:1775773081.103536:0:200251:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773081.103547:0:200251:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:1.0:1775773081.103686:0:200251:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e4d35 00000080:00010000:1.0:1775773081.103698:0:200251:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d35 from it ffffbf3281e9bcb8 00010000:00010000:1.0:1775773081.103702:0:200251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1775773081.103712:0:200251:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1775773081.104043:0:200251:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:1.0:1775773081.104061:0:200251:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773081.104071:0:200251:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1775773081.106011:0:200251:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1775773081.106038:0:200251:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773081.106052:0:200251:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:1.0:1775773081.106056:0:200251:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e4d35 00000080:00010000:1.0:1775773081.106066:0:200251:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d35 from it ffffbf3281e9bbb0 00010000:00010000:1.0:1775773081.106071:0:200251:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1775773081.106719:0:200251:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1775773081.106748:0:200251:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8), inode mode 41ed mask 44 00000080:00200008:1.0:1775773081.106765:0:200251:0:(file.c:1057:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9a60447a63c8), flags 100000 00000080:00200080:1.0:1775773081.107063:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00800000:00000080:1.0:1775773081.107243:0:200251:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00800000:00000004:1.0:1775773081.107255:0:200251:0:(obd_class.h:1092:obd_statfs()) lustre-MDT0000-mdc-ffff9a60587d6800: age 10211, max_age 10230 00000100:00100000:1.0:1775773081.107316:0:200251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job lfs:e44d78fa-afe4-48f2-8be1-347e1f970f57:200251:1862022422813312:192.168.201.120@tcp:41:lfs.0 00000100:00100000:1.0:1775773081.108299:0:200251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048b439c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775773081.118857:0:200251:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a60587d6800: committing for last_committed 412316860475 gen 1 00000100:00100000:1.0:1775773081.118992:0:200251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job lfs:e44d78fa-afe4-48f2-8be1-347e1f970f57:200251:1862022422813312:192.168.201.120@tcp:41:lfs.0 00800000:00000004:1.0:1775773081.119017:0:200251:0:(obd_class.h:1118:obd_statfs()) lustre-MDT0000-mdc-ffff9a60587d6800: update ffff9a6051f21e10 cache blocks 317212/353529 objects 1023498/1024000 00000080:00200080:1.0:1775773081.119096:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00800000:00000080:1.0:1775773081.119119:0:200251:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00800000:00000004:1.0:1775773081.119129:0:200251:0:(obd_class.h:1092:obd_statfs()) lustre-MDT0001-mdc-ffff9a60587d6800: age 10211, max_age 10230 00000100:00100000:1.0:1775773081.119189:0:200251:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job lfs:e44d78fa-afe4-48f2-8be1-347e1f970f57:200251:1862022422813440:192.168.201.120@tcp:41:lfs.0 00000100:00100000:1.0:1775773081.119573:0:200251:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048b439c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775773081.129926:0:200251:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job lfs:e44d78fa-afe4-48f2-8be1-347e1f970f57:200251:1862022422813440:192.168.201.120@tcp:41:lfs.0 00800000:00000004:1.0:1775773081.129965:0:200251:0:(obd_class.h:1118:obd_statfs()) lustre-MDT0001-mdc-ffff9a60587d6800: update ffff9a6051f20450 cache blocks 317329/353529 objects 1023708/1024000 00000080:00200080:1.0:1775773081.130032:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00800000:00000080:1.0:1775773081.130054:0:200251:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.130063:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00800000:00000080:1.0:1775773081.130068:0:200251:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.130072:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00800000:00000080:1.0:1775773081.130076:0:200251:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.130081:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00800000:00000080:1.0:1775773081.130084:0:200251:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.130089:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00800000:00000080:1.0:1775773081.130093:0:200251:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.130097:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00800000:00000080:1.0:1775773081.130101:0:200251:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.130105:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00800000:00000080:1.0:1775773081.130109:0:200251:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.130113:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00800000:00000080:1.0:1775773081.130117:0:200251:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.130122:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00800000:00000080:1.0:1775773081.130126:0:200251:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.130130:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00800000:00000080:1.0:1775773081.130135:0:200251:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.130139:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00800000:00000080:1.0:1775773081.130144:0:200251:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.130148:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00800000:00000080:1.0:1775773081.130153:0:200251:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.130157:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00800000:00000080:1.0:1775773081.130161:0:200251:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.130165:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00000080:00200080:1.0:1775773081.149130:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149140:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149146:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149151:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149154:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149157:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149161:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149165:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149169:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149172:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149176:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149180:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149184:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149188:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149192:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149195:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149199:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149203:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149207:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149210:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149214:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149217:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149220:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149224:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149227:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149231:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149234:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149238:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149242:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149245:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149249:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149253:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149257:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149261:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149265:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149269:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149272:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149276:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149280:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149284:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149288:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149291:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149295:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149298:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149302:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149305:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149309:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149312:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149316:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149319:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149323:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149327:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149331:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149335:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149348:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149353:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149357:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149361:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149366:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149369:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149373:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149377:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149381:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149385:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149388:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149392:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149395:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149399:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149403:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149406:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149410:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149413:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149416:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149420:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149423:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149427:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149430:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149433:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149437:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149439:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149442:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149446:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149450:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149453:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149457:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149461:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200080:1.0:1775773081.149465:0:200251:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) cmd=c00866a4 arg=7ffdeb46c200 00020000:00000080:1.0:1775773081.149468:0:200251:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a60587d6800: cmd=c00866a4 len=592 karg=ffff9a605a47c800 uarg=0000000000000000 00000080:00200008:1.0:1775773081.149486:0:200251:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9a60447a63c8), flags 100000 00000020:00000004:1.0:1775773081.174399:0:200252:0:(obd_class.h:1092:obd_statfs()) lustre-OST0000-osc-ffff9a60587d6800: age 10231, max_age 10230 00000020:00000004:1.0:1775773081.174411:0:200252:0:(obd_class.h:1132:obd_statfs()) lustre-OST0000-osc-ffff9a60587d6800: use ffff9a6050765190 cache blocks 897209/958279 objects 261627/262144 00000020:00000004:1.0:1775773081.174478:0:200252:0:(obd_class.h:1092:obd_statfs()) lustre-OST0001-osc-ffff9a60587d6800: age 10231, max_age 10230 00000020:00000004:1.0:1775773081.174483:0:200252:0:(obd_class.h:1132:obd_statfs()) lustre-OST0001-osc-ffff9a60587d6800: use ffff9a60507637d0 cache blocks 901310/958279 objects 261676/262144 00000080:00200000:1.0:1775773081.276773:0:200257:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:1.0:1775773081.276858:0:200257:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773081.276887:0:200257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1775773081.276907:0:200257:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00200000:1.0:1775773081.276917:0:200257:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773081.276929:0:200257:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:1.0:1775773081.276933:0:200257:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e4d35 00000080:00010000:1.0:1775773081.276941:0:200257:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d35 from it ffffbf3281edbbf8 00010000:00010000:1.0:1775773081.276945:0:200257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1775773081.276954:0:200257:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:1.0:1775773081.276974:0:200257:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8), inode mode 41ed mask 1 00000080:00200000:1.0:1775773081.276984:0:200257:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d89.replay-single, flags=25 00000080:00200000:1.0:1775773081.276991:0:200257:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), inode mode 41ed mask 1 00000080:00200000:1.0:1775773081.277006:0:200257:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), inode mode 41ed mask 3 00000080:00200000:1.0:1775773081.277012:0:200257:0:(namei.c:1409:ll_atomic_open()) VFS Op:name=f89.replay-single, dir=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), file ffff9a60515ec900, open_flags a141, mode 81b6 opened 0 00000080:00200000:1.0:1775773081.277021:0:200257:0:(namei.c:1073:ll_lookup_it()) VFS Op:name=f89.replay-single, dir=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), intent=open|creat 00000002:00010000:1.0:1775773081.277047:0:200257:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f89.replay-single,[0x20002ea31:0x3c:0x0]) in obj [0x20002ea31:0x3b:0x0], intent: open|creat flags 0120502 00010000:00010000:1.0:1775773081.277131:0:200257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 3/0,1 mode: --/CW res: [0x20002ea31:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 200257 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.277141:0:200257:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 3/0,1 mode: --/CW res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200257 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1775773081.277156:0:200257:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a60587d6800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1775773081.277172:0:200257:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a605873ad80 x1862022422813952/t0(0) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1775773081.277182:0:200257:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 3/0,1 mode: --/CW res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200257 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775773081.277210:0:200257:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job lfs:e44d78fa-afe4-48f2-8be1-347e1f970f57:200257:1862022422813952:192.168.201.120@tcp:101:lfs.0 00000100:00100000:1.0:1775773081.277414:0:200257:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048b439c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775773081.289557:0:200257:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job lfs:e44d78fa-afe4-48f2-8be1-347e1f970f57:200257:1862022422813952:192.168.201.120@tcp:101:lfs.0 00010000:00010000:1.0:1775773081.289599:0:200257:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 4/0,1 mode: --/CW res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ba0 expref: -99 pid: 200257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.289630:0:200257:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 4/0,1 mode: --/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ba0 expref: -99 pid: 200257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.289642:0:200257:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 4/0,1 mode: --/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ba0 expref: -99 pid: 200257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.289656:0:200257:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 4/0,1 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0ba0 expref: -99 pid: 200257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.289668:0:200257:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 4/0,1 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ba0 expref: -99 pid: 200257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.289692:0:200257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 5/1,1 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0ba0 expref: -99 pid: 200257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.289701:0:200257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 5/1,1 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0ba0 expref: -99 pid: 200257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.289708:0:200257:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 4/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0ba0 expref: -99 pid: 200257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1775773081.289721:0:200257:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff9a605873ad80 x1862022422813952/t412316860476(412316860476) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 536/608 e 0 to 0 dl 1775773097 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1775773081.289738:0:200257:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a605873ad80 x1862022422813952/t412316860476(412316860476) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 536/608 e 0 to 0 dl 1775773097 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1775773081.289753:0:200257:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ba0 expref: -99 pid: 200257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.289767:0:200257:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a6048b53400 type 13 mode 4 res 8590125617/60 (0 0) 00000080:00200000:1.0:1775773081.289775:0:200257:0:(namei.c:953:ll_intent_lock()) intent lock 3 on i1 [0x20002ea31:0x3b:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1775773081.289830:0:200257:0:(namei.c:1620:ll_create_it()) VFS Op:name=f89.replay-single, dir=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), intent=open|creat 00000080:00200000:1.0:1775773081.289880:0:200257:0:(llite_lib.c:3177:ll_read_inode2()) VFS Op:inode=[0x20002ea31:0x3c:0x0](ffff9a6044793a88) 00000080:00200000:1.0:1775773081.289889:0:200257:0:(llite_lib.c:2941:ll_update_inode()) inode=[0x20002ea31:0x3c:0x0], updating i_size 0 00000080:00200000:1.0:1775773081.290005:0:200257:0:(file.c:6766:ll_layout_conf()) [0x20002ea31:0x3c:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:1.0:1775773081.290016:0:200257:0:(namei.c:1586:ll_create_node()) setting l_ast_data to inode [0x20002ea31:0x3c:0x0](ffff9a6044793a88) 00000080:00010000:1.0:1775773081.290020:0:200257:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002ea31:0x3c:0x0](ffff9a6044793a88) for lock 0x1ba08249811e4d51 00000080:00010000:1.0:1775773081.290033:0:200257:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002ea31:0x3c:0x0](ffff9a6044793a88) 00000080:00200008:1.0:1775773081.290054:0:200257:0:(file.c:1057:ll_file_open()) START file f89.replay-single:[0x20002ea31:0x3c:0x0](ffff9a6044793a88), flags 120501 00000002:00100000:1.0:1775773081.290080:0:200257:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a605873ad80 x1862022422813952/t412316860476(412316860476) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 536/608 e 0 to 0 dl 1775773097 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1775773081.290144:0:200257:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d51 from it ffff9a6048b826c0 00010000:00010000:1.0:1775773081.290149:0:200257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0ba0 expref: -99 pid: 200257 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.290161:0:200257:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0ba0 expref: -99 pid: 200257 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.290203:0:200257:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x3c:0x0](ffff9a6044793a88), inode mode 81a4 mask 40 00000080:00200080:1.0:1775773081.290251:0:200257:0:(file.c:4602:ll_file_ioctl()) VFS Op:inode=[0x20002ea31:0x3c:0x0](ffff9a6044793a88) cmd=4008669a arg=23712e0 00000002:00010000:1.0:1775773081.290283:0:200257:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002ea31:0x3c:0x0]) in obj [0x20002ea31:0x3b:0x0], intent: open flags 040000002 00010000:00010000:1.0:1775773081.290516:0:200257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d58 lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 200257 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.290527:0:200257:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d58 lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200257 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1775773081.290542:0:200257:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a60587d6800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1775773081.290549:0:200257:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6058738a80 x1862022422814208/t0(0) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1775773081.290559:0:200257:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d58 lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200257 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775773081.290586:0:200257:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job lfs:e44d78fa-afe4-48f2-8be1-347e1f970f57:200257:1862022422814208:192.168.201.120@tcp:101:lfs.0 00000100:00100000:1.0:1775773081.290844:0:200257:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048b439c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775773081.296245:0:194899:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022437588736 00000100:00100000:3.0:1775773081.296259:0:194899:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022437588736 00000100:00100000:3.0:1775773081.296334:0:194899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.120@tcp, seq: 22 00000100:00100000:3.0:1775773081.296347:0:194899:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9a6051390e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:e44d78fa-afe4-48f2-8be1-347e1f970f57+5:229870:x1862022437588736:12345-192.168.201.120@tcp:104: 00010000:00010000:3.0:1775773081.296374:0:194899:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x998859bb7e2c0ba0 expref: -99 pid: 200257 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1775773081.296477:0:194899:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775773081.296484:0:194899:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9a6051390e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:e44d78fa-afe4-48f2-8be1-347e1f970f57+5:229870:x1862022437588736:12345-192.168.201.120@tcp:104: Request processed in 141us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1775773081.296492:0:194899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.120@tcp, seq: 22 00010000:00010000:1.0:1775773081.296706:0:194908:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775773081.296715:0:194908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x998859bb7e2c0ba0 expref: -99 pid: 200257 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773081.296725:0:194908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9a6046072200 already unused, calling callback (ffffffffc196d2e0) 00010000:00010000:1.0:1775773081.296732:0:194908:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x998859bb7e2c0ba0 expref: -99 pid: 200257 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773081.296742:0:194908:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x998859bb7e2c0ba0 expref: -99 pid: 200257 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773081.296752:0:194908:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 3/0,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x998859bb7e2c0ba0 expref: -99 pid: 200257 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.296845:0:194908:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x3c:0x0]: losing layout lock 00010000:00010000:1.0:1775773081.296937:0:194908:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 2/0,0 mode: --/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x998859bb7e2c0ba0 expref: -99 pid: 200257 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773081.296945:0:194908:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775773081.296981:0:194908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 1/0,0 mode: --/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x998859bb7e2c0ba0 expref: -99 pid: 200257 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773081.296989:0:194908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d51 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x998859bb7e2c0ba0 expref: -99 pid: 200257 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773081.297014:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773081.297016:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773081.297018:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775773081.334925:0:200257:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job lfs:e44d78fa-afe4-48f2-8be1-347e1f970f57:200257:1862022422814208:192.168.201.120@tcp:101:lfs.0 00010000:00010000:1.0:1775773081.334957:0:200257:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d58 lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200257 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.334977:0:200257:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d58 lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 200257 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.334985:0:200257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d58 lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 200257 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.334992:0:200257:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d58 lrc: 3/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 200257 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.335002:0:200257:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d58 lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 200257 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.335009:0:200257:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9a6046073000 already unused, calling callback (ffffffffc196d2e0) 00010000:00010000:1.0:1775773081.335015:0:200257:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d58 lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 200257 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.335023:0:200257:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d58 lrc: 4/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 200257 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.335031:0:200257:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d58 lrc: 5/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 200257 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.335039:0:200257:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1775773081.335046:0:200257:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d58 lrc: 3/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 200257 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.335053:0:200257:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d58 lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 200257 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1775773081.335076:0:200257:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=800002b, status=0 req@ffff9a6058738a80 x1862022422814208/t412316860477(412316860477) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 648/664 e 0 to 0 dl 1775773097 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1775773081.335092:0:200257:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6058738a80 x1862022422814208/t412316860477(412316860477) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 648/664 e 0 to 0 dl 1775773097 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1775773081.335113:0:200257:0:(namei.c:953:ll_intent_lock()) intent lock 1 on i1 [0x20002ea31:0x3b:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1775773081.335239:0:200257:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775773081.335250:0:200257:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775773081.335337:0:200257:0:(llite_lib.c:2941:ll_update_inode()) inode=[0x20002ea31:0x3c:0x0], updating i_size 0 00000002:00100000:1.0:1775773081.335360:0:200257:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6058738a80 x1862022422814208/t412316860477(412316860477) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773097 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1775773081.335408:0:200257:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a6058738a80 x1862022422814208/t412316860477(412316860477) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773097 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1775773081.335419:0:200257:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a60587d6800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1775773081.335425:0:200257:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a605873b480 x1862022422814592/t0(0) o35->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1775773081.335454:0:200257:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job lfs:e44d78fa-afe4-48f2-8be1-347e1f970f57:200257:1862022422814592:192.168.201.120@tcp:35:lfs.0 00000100:00100000:1.0:1775773081.335570:0:200257:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60430acb40 going to sleep for 11 seconds 00000100:00100000:1.0:1775773081.352644:0:200257:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job lfs:e44d78fa-afe4-48f2-8be1-347e1f970f57:200257:1862022422814592:192.168.201.120@tcp:35:lfs.0 00000002:00100000:1.0:1775773081.352694:0:200257:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a6058738a80 x1862022422814208/t412316860477(412316860477) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773097 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1775773081.352737:0:200257:0:(file.c:6988:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20002ea31:0x3c:0x0](ffff9a6044793a88) 00000002:00010000:1.0:1775773081.352752:0:200257:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002ea31:0x3c:0x0]) in obj [0x20002ea31:0x3c:0x0], intent: layout flags 0 00010000:00010000:1.0:1775773081.352874:0:200257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d5f lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 200257 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.352890:0:200257:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d5f lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 200257 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.352902:0:200257:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d5f lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 200257 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775773081.352926:0:200257:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job lfs:e44d78fa-afe4-48f2-8be1-347e1f970f57:200257:1862022422814720:192.168.201.120@tcp:101:lfs.0 00000100:00100000:1.0:1775773081.353026:0:200257:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60430acb40 going to sleep for 11 seconds 00000100:00100000:3.0:1775773081.358468:0:200257:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job lfs:e44d78fa-afe4-48f2-8be1-347e1f970f57:200257:1862022422814720:192.168.201.120@tcp:101:lfs.0 00010000:00010000:3.0:1775773081.358526:0:200257:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d5f lrc: 4/1,0 mode: CR/CR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0bc3 expref: -99 pid: 200257 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773081.358546:0:200257:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d5f lrc: 4/1,0 mode: CR/CR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0bc3 expref: -99 pid: 200257 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1775773081.358564:0:200257:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9a605873a680 x1862022422814720/t0(0) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 376/400 e 0 to 0 dl 1775773097 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1775773081.358576:0:200257:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d5f lrc: 3/1,0 mode: CR/CR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0bc3 expref: -99 pid: 200257 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1775773081.358596:0:200257:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d5f lrc: 3/1,0 mode: CR/CR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0bc3 expref: -99 pid: 200257 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773081.358611:0:200257:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a6048b53400 type 13 mode 16 res 8590125617/60 (0 0) 00000080:00200000:3.0:1775773081.358618:0:200257:0:(namei.c:953:ll_intent_lock()) intent lock 1024 on i1 [0x20002ea31:0x3c:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1775773081.358640:0:200257:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002ea31:0x3c:0x0](ffff9a6044793a88) for lock 0x1ba08249811e4d5f 00000080:00010000:3.0:1775773081.358650:0:200257:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d5f from it ffffbf3281edbc38 00010000:00010000:3.0:1775773081.358655:0:200257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d5f lrc: 3/1,0 mode: CR/CR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0bc3 expref: -99 pid: 200257 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773081.358666:0:200257:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d5f lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0bc3 expref: -99 pid: 200257 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1775773081.358699:0:200257:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d5f lrc: 2/1,0 mode: CR/CR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0bc3 expref: -99 pid: 200257 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1775773081.358712:0:200257:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d5f lrc: 2/1,0 mode: CR/CR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0bc3 expref: -99 pid: 200257 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1775773081.358721:0:200257:0:(file.c:6871:ll_layout_lock_set()) ### file [0x20002ea31:0x3c:0x0](000000007878894f) being reconfigured ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d5f lrc: 3/1,0 mode: CR/CR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0bc3 expref: -99 pid: 200257 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1775773081.358830:0:200257:0:(file.c:6766:ll_layout_conf()) [0x20002ea31:0x3c:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:3.0:1775773081.358855:0:200257:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d5f lrc: 3/1,0 mode: CR/CR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0bc3 expref: -99 pid: 200257 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1775773081.358862:0:200257:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d5f lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0bc3 expref: -99 pid: 200257 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200008:3.0:1775773081.358934:0:200257:0:(file.c:447:ll_file_release()) START file f89.replay-single:[0x20002ea31:0x3c:0x0](ffff9a6044793a88), flags 100001 00000002:00100000:3.0:1775773081.358985:0:200257:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a605873ad80 x1862022422813952/t412316860476(412316860476) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 536/608 e 0 to 0 dl 1775773097 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1775773081.358997:0:200257:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a60587d6800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1775773081.359002:0:200257:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6048b58380 x1862022422814976/t0(0) o35->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1775773081.359030:0:200257:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58380 pname:cluuid:pid:xid:nid:opc:job lfs:e44d78fa-afe4-48f2-8be1-347e1f970f57:200257:1862022422814976:192.168.201.120@tcp:35:lfs.0 00000100:00100000:3.0:1775773081.359142:0:200257:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048a3a840 going to sleep for 11 seconds 00000100:00100000:3.0:1775773081.366285:0:200257:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58380 pname:cluuid:pid:xid:nid:opc:job lfs:e44d78fa-afe4-48f2-8be1-347e1f970f57:200257:1862022422814976:192.168.201.120@tcp:35:lfs.0 00000002:00100000:3.0:1775773081.366341:0:200257:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a605873ad80 x1862022422813952/t412316860476(412316860476) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 536/608 e 0 to 0 dl 1775773097 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1775773081.377305:0:200258:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:3.0:1775773081.377347:0:200258:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773081.377372:0:200258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1775773081.377390:0:200258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00200000:3.0:1775773081.377400:0:200258:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773081.377411:0:200258:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:3.0:1775773081.377416:0:200258:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e4d35 00000080:00010000:3.0:1775773081.377425:0:200258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d35 from it ffffbf3281c8fbf8 00010000:00010000:3.0:1775773081.377430:0:200258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1775773081.377441:0:200258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:3.0:1775773081.377461:0:200258:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8), inode mode 41ed mask 1 00000080:00200000:3.0:1775773081.377472:0:200258:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d89.replay-single, flags=25 00000080:00200000:3.0:1775773081.377479:0:200258:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), inode mode 41ed mask 1 00000080:00200000:3.0:1775773081.377495:0:200258:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), inode mode 41ed mask 3 00000080:00200000:3.0:1775773081.377512:0:200258:0:(namei.c:1409:ll_atomic_open()) VFS Op:name=f89.replay-single, dir=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), file ffff9a6051fe2180, open_flags 8241, mode 81b6 opened 0 00000080:00200000:3.0:1775773081.377523:0:200258:0:(namei.c:1073:ll_lookup_it()) VFS Op:name=f89.replay-single, dir=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), intent=open|creat 00000002:00010000:3.0:1775773081.377550:0:200258:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f89.replay-single,[0x20002ea31:0x3d:0x0]) in obj [0x20002ea31:0x3b:0x0], intent: open|creat flags 0101102 00010000:00010000:3.0:1775773081.377624:0:200258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4d66 lrc: 3/0,1 mode: --/CW res: [0x20002ea31:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 200258 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773081.377633:0:200258:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4d66 lrc: 3/0,1 mode: --/CW res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200258 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1775773081.377650:0:200258:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a60587d6800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1775773081.377666:0:200258:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6048b5ad80 x1862022422815232/t0(0) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1775773081.377683:0:200258:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4d66 lrc: 3/0,1 mode: --/CW res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200258 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775773081.377713:0:200258:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job dd:e44d78fa-afe4-48f2-8be1-347e1f970f57:200258:1862022422815232:192.168.201.120@tcp:101:dd.0 00000100:00100000:3.0:1775773081.378768:0:200258:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048a3a840 going to sleep for 11 seconds 00000100:00100000:3.0:1775773081.384233:0:200258:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job dd:e44d78fa-afe4-48f2-8be1-347e1f970f57:200258:1862022422815232:192.168.201.120@tcp:101:dd.0 00010000:00010000:3.0:1775773081.384269:0:200258:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4d66 lrc: 4/0,1 mode: --/CW res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0bdf expref: -99 pid: 200258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773081.384289:0:200258:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4d66 lrc: 4/0,1 mode: --/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0bdf expref: -99 pid: 200258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773081.384297:0:200258:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4d66 lrc: 4/0,1 mode: --/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0bdf expref: -99 pid: 200258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773081.384311:0:200258:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4d66 lrc: 4/0,1 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0bdf expref: -99 pid: 200258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773081.384323:0:200258:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4d66 lrc: 4/0,1 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0bdf expref: -99 pid: 200258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773081.384472:0:200258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4d66 lrc: 5/1,1 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0bdf expref: -99 pid: 200258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773081.384482:0:200258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4d66 lrc: 5/1,1 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0bdf expref: -99 pid: 200258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773081.384494:0:200258:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4d66 lrc: 4/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0bdf expref: -99 pid: 200258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1775773081.384516:0:200258:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=2b, status=0 req@ffff9a6048b5ad80 x1862022422815232/t412316860480(412316860480) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 664/664 e 0 to 0 dl 1775773097 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1775773081.384529:0:200258:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6048b5ad80 x1862022422815232/t412316860480(412316860480) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 664/664 e 0 to 0 dl 1775773097 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1775773081.384543:0:200258:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4d66 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0bdf expref: -99 pid: 200258 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1775773081.384893:0:200258:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46c00/0x1ba08249811e4d66 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0bdf expref: -99 pid: 200258 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773081.384910:0:200258:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a6048b53400 type 13 mode 4 res 8590125617/60 (0 0) 00000080:00200000:3.0:1775773081.384918:0:200258:0:(namei.c:953:ll_intent_lock()) intent lock 3 on i1 [0x20002ea31:0x3b:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1775773081.385039:0:200258:0:(namei.c:147:ll_iget()) got inode: [0x20002ea31:0x3c:0x0](ffff9a6044793a88): rc = 0 00000080:00200000:1.0:1775773081.412091:0:200258:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3c:0x0] updating i_size 0 i_blocks 0 00000020:00010000:1.0:1775773081.412100:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60499345d8 (ffff9a6058be6128/0) at cl_lock_release():245 00000020:00010000:1.0:1775773081.412104:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60499345d8 (ffff9a6058be6128/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775773081.412109:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6045a32b30 (ffff9a6058be6008/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775773081.412122:0:200258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.412140:0:200258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00010000:1.0:1775773081.412161:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60499345d8 (ffff9a6058be6128/0) at cl_lock_fini():72 00000020:00010000:1.0:1775773081.412164:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6045a32b30 (ffff9a6058be6128/1) at cl_lock_fini():72 00000080:00200000:1.0:1775773081.412218:0:200258:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3c:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200008:1.0:1775773081.412242:0:200258:0:(llite_lib.c:2524:ll_setattr_raw()) COMPLETED file f89.replay-single:[0x20002ea31:0x3c:0x0](ffff9a6044793a88) current size 0, valid attrs a168, mode 0, uid 2, gid 0, new size 0, atime 1775773081.000000000, mtime 1775773081.000000000, ctime 1775773081.000000000, rc 0 00000080:00200008:1.0:1775773081.416956:0:200258:0:(file.c:2612:do_file_write_iter()) START file f89.replay-single:[0x20002ea31:0x3c:0x0], ppos: 0, count: 1048576 00000080:00200000:1.0:1775773081.417035:0:200258:0:(file.c:2058:ll_file_io_generic()) f89.replay-single: write ppos: 0, bytes: 1048576 00000080:00200000:1.0:1775773081.417042:0:200258:0:(file.c:1815:ll_io_set_mirror()) f89.replay-single: desiginated mirror: 0 00000020:00200000:1.0:1775773081.417054:0:200258:0:(cl_io.c:214:cl_io_rw_init()) header@00000000597400ee[0x110, 1, [0x20002ea31:0x3c:0x0] hash] 00000020:00200000:1.0:1775773081.417056:0:200258:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1048576) 0 0 00000080:00200000:1.0:1775773081.417063:0:200258:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3c:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775773081.417087:0:200258:0:(file.c:2136:ll_file_io_generic()) Range lock [0, 255] 00020000:00200000:1.0:1775773081.417100:0:200258:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1048576) 1048576, 1048576 00020000:00200000:1.0:1775773081.417105:0:200258:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775773081.417146:0:200258:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [0, 255] 00000008:00010000:1.0:1775773081.417166:0:200258:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775773081.417174:0:200258:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60431374b0, osc lock ffff9a6051f48390, flags 0x0 00010000:00010000:1.0:1775773081.417207:0:200258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773081.417229:0:200258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 1048575) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773081.417246:0:200258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773081.417256:0:200258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 6/0,2 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773081.417265:0:200258:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.417280:0:200258:0:(vvp_io.c:1286:vvp_io_write_start()) f89.replay-single: write [0, 1048576) append 0 append lockpos 0 00000080:00200000:1.0:1775773081.417298:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.417348:0:200258:0:(rw26.c:858:ll_write_end()) pos 0, len 4096, copied 4096 00000080:00200000:1.0:1775773081.417359:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000147153e0[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.417362:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c74e5d8c 17ffffc0001001 3:0 ffff9a6051ccf9a0 0 lru 00000080:00200000:1.0:1775773081.417371:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007aa4b0cd 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.417373:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000147153e0 00000080:00200000:1.0:1775773081.417375:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775773081.417379:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.417410:0:200258:0:(rw26.c:858:ll_write_end()) pos 4096, len 4096, copied 4096 00000080:00200000:1.0:1775773081.417414:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004457aa85[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.417416:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003c7c01a6 17ffffc0001001 3:0 ffff9a6051ccfee0 1 lru 00000080:00200000:1.0:1775773081.417421:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a97024fa 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.417423:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004457aa85 00000080:00200000:1.0:1775773081.417424:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:1.0:1775773081.417426:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.417442:0:200258:0:(rw26.c:858:ll_write_end()) pos 8192, len 4096, copied 4096 00000080:00200000:1.0:1775773081.417446:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000191c6d12[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.417448:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000094c5a98b 17ffffc0001001 3:0 ffff9a6051ccf1c0 2 lru 00000080:00200000:1.0:1775773081.417453:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bc602709 2: 1< 0 - - > 2< 8192 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.417455:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000191c6d12 00000080:00200000:1.0:1775773081.417457:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 3. 00000080:00200000:1.0:1775773081.417459:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 3 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.417472:0:200258:0:(rw26.c:858:ll_write_end()) pos 12288, len 4096, copied 4096 00000080:00200000:1.0:1775773081.417476:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f6a6b7cf[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.417478:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fd7b1763 17ffffc0001001 3:0 ffff9a6051ccf2a0 3 lru 00000080:00200000:1.0:1775773081.417483:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000087f98aa4 3: 1< 0 - - > 2< 12288 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.417486:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f6a6b7cf 00000080:00200000:1.0:1775773081.417487:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 4. 00000080:00200000:1.0:1775773081.417488:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 4 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.417861:0:200258:0:(rw26.c:858:ll_write_end()) pos 16384, len 4096, copied 4096 00000080:00200000:1.0:1775773081.417867:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000032d381ba[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.417870:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dbe6803f 17ffffc0001001 3:0 ffff9a6051ccf700 4 lru 00000080:00200000:1.0:1775773081.417877:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007cd1ab6d 4: 1< 0 - - > 2< 16384 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.417879:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000032d381ba 00000080:00200000:1.0:1775773081.417880:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 5. 00000080:00200000:1.0:1775773081.417883:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 5 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.417912:0:200258:0:(rw26.c:858:ll_write_end()) pos 20480, len 4096, copied 4096 00000080:00200000:1.0:1775773081.417917:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006a446b19[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.417920:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000332c61e2 17ffffc0001021 2:0 ffff9a6051ccfe00 5 lru 00000080:00200000:1.0:1775773081.417925:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003e0e16ae 5: 1< 0 - - > 2< 20480 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.417927:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006a446b19 00000080:00200000:1.0:1775773081.417928:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 6. 00000080:00200000:1.0:1775773081.417930:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 6 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.417947:0:200258:0:(rw26.c:858:ll_write_end()) pos 24576, len 4096, copied 4096 00000080:00200000:1.0:1775773081.417951:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000003a75c89[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.417954:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000aef3c6f 17ffffc0001001 3:0 ffff9a6051ccfc40 6 lru 00000080:00200000:1.0:1775773081.417960:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000b735a6b 6: 1< 0 - - > 2< 24576 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.417962:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000003a75c89 00000080:00200000:1.0:1775773081.417963:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 7. 00000080:00200000:1.0:1775773081.417965:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 7 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.417981:0:200258:0:(rw26.c:858:ll_write_end()) pos 28672, len 4096, copied 4096 00000080:00200000:1.0:1775773081.417985:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000094afb3d[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.417988:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000026edd7c8 17ffffc0001001 3:0 ffff9a6051ccf000 7 lru 00000080:00200000:1.0:1775773081.417993:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006d521d6c 7: 1< 0 - - > 2< 28672 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.417996:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000094afb3d 00000080:00200000:1.0:1775773081.417997:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 8. 00000080:00200000:1.0:1775773081.417999:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 8 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418017:0:200258:0:(rw26.c:858:ll_write_end()) pos 32768, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418020:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000067af080[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418023:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000ea657d1 17ffffc0001001 3:0 ffff9a6051ccf460 8 lru 00000080:00200000:1.0:1775773081.418028:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001d0d2839 8: 1< 0 - - > 2< 32768 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418030:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000067af080 00000080:00200000:1.0:1775773081.418031:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 9. 00000080:00200000:1.0:1775773081.418033:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 9 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418049:0:200258:0:(rw26.c:858:ll_write_end()) pos 36864, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418053:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009304fc5e[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418055:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002ef138b6 17ffffc0001001 3:0 ffff9a6051ccf620 9 lru 00000080:00200000:1.0:1775773081.418061:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000341892e6 9: 1< 0 - - > 2< 36864 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418063:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009304fc5e 00000080:00200000:1.0:1775773081.418064:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 10. 00000080:00200000:1.0:1775773081.418066:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 10 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418082:0:200258:0:(rw26.c:858:ll_write_end()) pos 40960, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418086:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d0a57f7a[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418089:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000094312f45 17ffffc0001001 3:0 ffff9a6051ccf380 10 lru 00000080:00200000:1.0:1775773081.418094:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008f13bdbf 10: 1< 0 - - > 2< 40960 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418096:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d0a57f7a 00000080:00200000:1.0:1775773081.418098:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 11. 00000080:00200000:1.0:1775773081.418100:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 11 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418115:0:200258:0:(rw26.c:858:ll_write_end()) pos 45056, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418119:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000056e2ad53[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418122:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c3f823e6 17ffffc0001001 3:0 ffff9a6051ccf8c0 11 lru 00000080:00200000:1.0:1775773081.418127:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dcdd4488 11: 1< 0 - - > 2< 45056 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418129:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000056e2ad53 00000080:00200000:1.0:1775773081.418130:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 12. 00000080:00200000:1.0:1775773081.418132:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 12 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418147:0:200258:0:(rw26.c:858:ll_write_end()) pos 49152, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418151:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000072ff41fe[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418153:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f2f5898a 17ffffc0001001 3:0 ffff9a6051ccf0e0 12 lru 00000080:00200000:1.0:1775773081.418158:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d259f05e 12: 1< 0 - - > 2< 49152 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418161:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000072ff41fe 00000080:00200000:1.0:1775773081.418162:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 13. 00000080:00200000:1.0:1775773081.418164:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 13 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418178:0:200258:0:(rw26.c:858:ll_write_end()) pos 53248, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418183:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ca2edb9b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418185:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ec37eed3 17ffffc0001001 3:0 ffff9a6051ccf7e0 13 lru 00000080:00200000:1.0:1775773081.418190:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000081a312bf 13: 1< 0 - - > 2< 53248 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418192:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ca2edb9b 00000080:00200000:1.0:1775773081.418192:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 14. 00000080:00200000:1.0:1775773081.418195:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 14 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418209:0:200258:0:(rw26.c:858:ll_write_end()) pos 57344, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418213:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003637797d[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418215:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008da7f623 17ffffc0001001 3:0 ffff9a6051ccf540 14 lru 00000080:00200000:1.0:1775773081.418220:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006bb12707 14: 1< 0 - - > 2< 57344 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418223:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003637797d 00000080:00200000:1.0:1775773081.418224:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 15. 00000080:00200000:1.0:1775773081.418226:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 15 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418242:0:200258:0:(rw26.c:858:ll_write_end()) pos 61440, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418247:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a918c200[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418249:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000603e167f 17ffffc0001001 3:0 ffff9a6051ccfb60 15 lru 00000080:00200000:1.0:1775773081.418254:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d46d5ac3 15: 1< 0 - - > 2< 61440 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418256:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a918c200 00000080:00200000:1.0:1775773081.418258:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 16. 00000080:00200000:1.0:1775773081.418260:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 16 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418276:0:200258:0:(rw26.c:858:ll_write_end()) pos 65536, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418280:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bf92ed34[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418283:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004e956324 17ffffc0001001 3:0 ffff9a6051ccfd20 16 lru 00000080:00200000:1.0:1775773081.418288:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000069e51096 16: 1< 0 - - > 2< 65536 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418290:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bf92ed34 00000080:00200000:1.0:1775773081.418292:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 17. 00000080:00200000:1.0:1775773081.418293:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 17 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418307:0:200258:0:(rw26.c:858:ll_write_end()) pos 69632, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418312:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006ea4069c[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418314:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000007dd9155 17ffffc0001001 3:0 ffff9a6051ccfa80 17 lru 00000080:00200000:1.0:1775773081.418319:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000020d3c957 17: 1< 0 - - > 2< 69632 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418321:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006ea4069c 00000080:00200000:1.0:1775773081.418323:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 18. 00000080:00200000:1.0:1775773081.418325:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 18 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418345:0:200258:0:(rw26.c:858:ll_write_end()) pos 73728, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418349:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006efe2041[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418352:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000aba7e69d 17ffffc0001001 3:0 ffff9a6051345e00 18 lru 00000080:00200000:1.0:1775773081.418358:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000032953990 18: 1< 0 - - > 2< 73728 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418360:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006efe2041 00000080:00200000:1.0:1775773081.418361:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 19. 00000080:00200000:1.0:1775773081.418363:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 19 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418379:0:200258:0:(rw26.c:858:ll_write_end()) pos 77824, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418383:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ef37a42c[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418386:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000091bc4a83 17ffffc0001001 3:0 ffff9a6051345c40 19 lru 00000080:00200000:1.0:1775773081.418391:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000034080447 19: 1< 0 - - > 2< 77824 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418394:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ef37a42c 00000080:00200000:1.0:1775773081.418395:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 20. 00000080:00200000:1.0:1775773081.418397:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 20 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418418:0:200258:0:(rw26.c:858:ll_write_end()) pos 81920, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418422:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005b794bd7[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418425:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000031f54645 17ffffc0001021 2:0 ffff9a6051345000 20 lru 00000080:00200000:1.0:1775773081.418430:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d9ee7263 20: 1< 0 - - > 2< 81920 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418433:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005b794bd7 00000080:00200000:1.0:1775773081.418434:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 21. 00000080:00200000:1.0:1775773081.418436:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 21 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418451:0:200258:0:(rw26.c:858:ll_write_end()) pos 86016, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418455:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000035b24147[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418457:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000b7955c3 17ffffc0001001 3:0 ffff9a6051345460 21 lru 00000080:00200000:1.0:1775773081.418462:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006d761081 21: 1< 0 - - > 2< 86016 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418465:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000035b24147 00000080:00200000:1.0:1775773081.418466:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 22. 00000080:00200000:1.0:1775773081.418468:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 22 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418483:0:200258:0:(rw26.c:858:ll_write_end()) pos 90112, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418487:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000054331e41[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418489:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e0c0b028 17ffffc0001001 3:0 ffff9a6051345620 22 lru 00000080:00200000:1.0:1775773081.418494:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cb151da9 22: 1< 0 - - > 2< 90112 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418497:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000054331e41 00000080:00200000:1.0:1775773081.418498:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 23. 00000080:00200000:1.0:1775773081.418512:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 23 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418528:0:200258:0:(rw26.c:858:ll_write_end()) pos 94208, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418532:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007b4e71f4[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418535:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000eba2025f 17ffffc0001001 3:0 ffff9a6051345380 23 lru 00000080:00200000:1.0:1775773081.418540:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000017a1baf7 23: 1< 0 - - > 2< 94208 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418543:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007b4e71f4 00000080:00200000:1.0:1775773081.418544:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 24. 00000080:00200000:1.0:1775773081.418546:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 24 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418728:0:200258:0:(rw26.c:858:ll_write_end()) pos 98304, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418733:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009358498d[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418736:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000090c74505 17ffffc0001001 3:0 ffff9a60513458c0 24 lru 00000080:00200000:1.0:1775773081.418741:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ceea5708 24: 1< 0 - - > 2< 98304 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418743:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009358498d 00000080:00200000:1.0:1775773081.418744:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 25. 00000080:00200000:1.0:1775773081.418747:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 25 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418762:0:200258:0:(rw26.c:858:ll_write_end()) pos 102400, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418767:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007d8e690a[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418770:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000970c1e26 17ffffc0001001 3:0 ffff9a60513450e0 25 lru 00000080:00200000:1.0:1775773081.418775:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001e1ab2c3 25: 1< 0 - - > 2< 102400 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418777:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007d8e690a 00000080:00200000:1.0:1775773081.418778:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 26. 00000080:00200000:1.0:1775773081.418780:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 26 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418898:0:200258:0:(rw26.c:858:ll_write_end()) pos 106496, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418903:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006388889a[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418905:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007baf0266 17ffffc0001001 3:0 ffff9a60513457e0 26 lru 00000080:00200000:1.0:1775773081.418911:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000034f0ce2e 26: 1< 0 - - > 2< 106496 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418913:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006388889a 00000080:00200000:1.0:1775773081.418914:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 27. 00000080:00200000:1.0:1775773081.418916:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 27 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418933:0:200258:0:(rw26.c:858:ll_write_end()) pos 110592, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418937:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000127cf6a5[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418940:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008ed4ecb5 17ffffc0001001 3:0 ffff9a6051345540 27 lru 00000080:00200000:1.0:1775773081.418946:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000002ab2e26 27: 1< 0 - - > 2< 110592 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418948:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000127cf6a5 00000080:00200000:1.0:1775773081.418949:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 28. 00000080:00200000:1.0:1775773081.418951:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 28 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.418967:0:200258:0:(rw26.c:858:ll_write_end()) pos 114688, len 4096, copied 4096 00000080:00200000:1.0:1775773081.418972:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b0f41e0a[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.418974:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000029837106 17ffffc0001001 3:0 ffff9a6051345b60 28 lru 00000080:00200000:1.0:1775773081.418979:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e12f1657 28: 1< 0 - - > 2< 114688 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.418981:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b0f41e0a 00000080:00200000:1.0:1775773081.418982:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 29. 00000080:00200000:1.0:1775773081.418985:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 29 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.419002:0:200258:0:(rw26.c:858:ll_write_end()) pos 118784, len 4096, copied 4096 00000080:00200000:1.0:1775773081.419007:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009178cd6a[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.419009:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000657e90fa 17ffffc0001001 3:0 ffff9a6051345d20 29 lru 00000080:00200000:1.0:1775773081.419014:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000012b6662b 29: 1< 0 - - > 2< 118784 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.419017:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009178cd6a 00000080:00200000:1.0:1775773081.419018:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 30. 00000080:00200000:1.0:1775773081.419021:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 30 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.419036:0:200258:0:(rw26.c:858:ll_write_end()) pos 122880, len 4096, copied 4096 00000080:00200000:1.0:1775773081.419040:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002fd9b9e0[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.419042:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a37d7542 17ffffc0001001 3:0 ffff9a6051345a80 30 lru 00000080:00200000:1.0:1775773081.419048:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000057b361f1 30: 1< 0 - - > 2< 122880 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.419050:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002fd9b9e0 00000080:00200000:1.0:1775773081.419051:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 31. 00000080:00200000:1.0:1775773081.419054:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 31 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.419069:0:200258:0:(rw26.c:858:ll_write_end()) pos 126976, len 4096, copied 4096 00000080:00200000:1.0:1775773081.419073:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000020d4e36c[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.419076:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006f2e0571 17ffffc0001001 3:0 ffff9a60513459a0 31 lru 00000080:00200000:1.0:1775773081.419081:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004009b272 31: 1< 0 - - > 2< 126976 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.419084:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000020d4e36c 00000080:00200000:1.0:1775773081.419085:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 32. 00000080:00200000:1.0:1775773081.419088:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 32 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.419103:0:200258:0:(rw26.c:858:ll_write_end()) pos 131072, len 4096, copied 4096 00000080:00200000:1.0:1775773081.419107:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007f02adfb[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.419110:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ea22a399 17ffffc0001001 3:0 ffff9a6051345ee0 32 lru 00000080:00200000:1.0:1775773081.419115:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000666eb1a2 32: 1< 0 - - > 2< 131072 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.419118:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007f02adfb 00000080:00200000:1.0:1775773081.419119:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 33. 00000080:00200000:1.0:1775773081.419121:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 33 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.419141:0:200258:0:(rw26.c:858:ll_write_end()) pos 135168, len 4096, copied 4096 00000080:00200000:1.0:1775773081.419146:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d320d598[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.419149:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e3dd4426 17ffffc0001001 3:0 ffff9a60513451c0 33 lru 00000080:00200000:1.0:1775773081.419154:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000079f4f3c2 33: 1< 0 - - > 2< 135168 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.419156:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d320d598 00000080:00200000:1.0:1775773081.419157:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 34. 00000080:00200000:1.0:1775773081.419160:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 34 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.419174:0:200258:0:(rw26.c:858:ll_write_end()) pos 139264, len 4096, copied 4096 00000080:00200000:1.0:1775773081.419178:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003081c73b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.419181:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001c76716d 17ffffc0001001 3:0 ffff9a60513452a0 34 lru 00000080:00200000:1.0:1775773081.419185:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000264c6593 34: 1< 0 - - > 2< 139264 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.419188:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003081c73b 00000080:00200000:1.0:1775773081.419189:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 35. 00000080:00200000:1.0:1775773081.419191:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 35 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.419211:0:200258:0:(rw26.c:858:ll_write_end()) pos 143360, len 4096, copied 4096 00000080:00200000:1.0:1775773081.419215:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b8b89c41[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.419218:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c3294bcc 17ffffc0001021 2:0 ffff9a6051345700 35 lru 00000080:00200000:1.0:1775773081.419223:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000083f483ae 35: 1< 0 - - > 2< 143360 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.419226:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b8b89c41 00000080:00200000:1.0:1775773081.419227:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 36. 00000080:00200000:1.0:1775773081.419229:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 36 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.419246:0:200258:0:(rw26.c:858:ll_write_end()) pos 147456, len 4096, copied 4096 00000080:00200000:1.0:1775773081.419250:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000098110a72[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.419253:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000057796ce4 17ffffc0001001 3:0 ffff9a6045bcaa80 36 lru 00000080:00200000:1.0:1775773081.419259:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000056a5e12a 36: 1< 0 - - > 2< 147456 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.419261:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000098110a72 00000080:00200000:1.0:1775773081.419262:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 37. 00000080:00200000:1.0:1775773081.419264:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 37 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.419281:0:200258:0:(rw26.c:858:ll_write_end()) pos 151552, len 4096, copied 4096 00000080:00200000:1.0:1775773081.419284:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000590bb358[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.419287:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000070e2d353 17ffffc0001001 3:0 ffff9a6045bca9a0 37 lru 00000080:00200000:1.0:1775773081.419292:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003f4834b2 37: 1< 0 - - > 2< 151552 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.419294:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000590bb358 00000080:00200000:1.0:1775773081.419295:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 38. 00000080:00200000:1.0:1775773081.419296:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 38 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.419311:0:200258:0:(rw26.c:858:ll_write_end()) pos 155648, len 4096, copied 4096 00000080:00200000:1.0:1775773081.419315:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f6efe721[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.419317:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008cf6857b 17ffffc0001001 3:0 ffff9a6045bcaee0 38 lru 00000080:00200000:1.0:1775773081.419322:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f612a41f 38: 1< 0 - - > 2< 155648 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.419324:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f6efe721 00000080:00200000:1.0:1775773081.419325:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 39. 00000080:00200000:1.0:1775773081.419327:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 39 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.419342:0:200258:0:(rw26.c:858:ll_write_end()) pos 159744, len 4096, copied 4096 00000080:00200000:1.0:1775773081.419346:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000571c167[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.419349:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000082404ca0 17ffffc0001001 3:0 ffff9a6045bca1c0 39 lru 00000080:00200000:1.0:1775773081.419353:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000064e78d83 39: 1< 0 - - > 2< 159744 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.419355:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000571c167 00000080:00200000:1.0:1775773081.419357:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 40. 00000080:00200000:1.0:1775773081.419358:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 40 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.419374:0:200258:0:(rw26.c:858:ll_write_end()) pos 163840, len 4096, copied 4096 00000080:00200000:1.0:1775773081.419379:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000a1f4004[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.419381:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002681c4b8 17ffffc0001001 3:0 ffff9a6045bca2a0 40 lru 00000080:00200000:1.0:1775773081.419386:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000716f2ff7 40: 1< 0 - - > 2< 163840 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.419388:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000a1f4004 00000080:00200000:1.0:1775773081.419389:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 41. 00000080:00200000:1.0:1775773081.419392:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 41 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.419407:0:200258:0:(rw26.c:858:ll_write_end()) pos 167936, len 4096, copied 4096 00000080:00200000:1.0:1775773081.419411:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000086e1d683[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.419414:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000033c0be59 17ffffc0001001 3:0 ffff9a6045bca700 41 lru 00000080:00200000:1.0:1775773081.419419:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000f0106c5 41: 1< 0 - - > 2< 167936 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.419421:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000086e1d683 00000080:00200000:1.0:1775773081.419422:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 42. 00000080:00200000:1.0:1775773081.419424:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 42 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.419441:0:200258:0:(rw26.c:858:ll_write_end()) pos 172032, len 4096, copied 4096 00000080:00200000:1.0:1775773081.419445:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003fb7c83f[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.419448:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000068133824 17ffffc0001001 3:0 ffff9a6045bcae00 42 lru 00000080:00200000:1.0:1775773081.419453:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000007abba66 42: 1< 0 - - > 2< 172032 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.419456:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003fb7c83f 00000080:00200000:1.0:1775773081.419457:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 43. 00000080:00200000:1.0:1775773081.419458:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 43 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.419475:0:200258:0:(rw26.c:858:ll_write_end()) pos 176128, len 4096, copied 4096 00000080:00200000:1.0:1775773081.419479:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f1d5e6d1[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.419482:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a5ce856e 17ffffc0001001 3:0 ffff9a6045bcac40 43 lru 00000080:00200000:1.0:1775773081.419487:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e5ce7015 43: 1< 0 - - > 2< 176128 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.419489:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f1d5e6d1 00000080:00200000:1.0:1775773081.419491:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 44. 00000080:00200000:1.0:1775773081.419493:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 44 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.419520:0:200258:0:(rw26.c:858:ll_write_end()) pos 180224, len 4096, copied 4096 00000080:00200000:1.0:1775773081.419524:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a30fc15b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.419527:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d1195a1b 17ffffc0001001 3:0 ffff9a6045bca000 44 lru 00000080:00200000:1.0:1775773081.419532:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000042e5ad44 44: 1< 0 - - > 2< 180224 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.419535:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a30fc15b 00000080:00200000:1.0:1775773081.419536:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 45. 00000080:00200000:1.0:1775773081.419537:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 45 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.419928:0:200258:0:(rw26.c:858:ll_write_end()) pos 184320, len 4096, copied 4096 00000080:00200000:1.0:1775773081.419933:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000000588085[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.419936:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000f5074c9 17ffffc0001001 3:0 ffff9a6045bca460 45 lru 00000080:00200000:1.0:1775773081.419943:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000bf17ea6 45: 1< 0 - - > 2< 184320 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.419945:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000000588085 00000080:00200000:1.0:1775773081.419946:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 46. 00000080:00200000:1.0:1775773081.419948:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 46 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.419967:0:200258:0:(rw26.c:858:ll_write_end()) pos 188416, len 4096, copied 4096 00000080:00200000:1.0:1775773081.419971:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000025272264[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.419974:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000f635045 17ffffc0001001 3:0 ffff9a6045bca620 46 lru 00000080:00200000:1.0:1775773081.419979:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000032172407 46: 1< 0 - - > 2< 188416 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.419981:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000025272264 00000080:00200000:1.0:1775773081.419982:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 47. 00000080:00200000:1.0:1775773081.419984:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 47 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.419999:0:200258:0:(rw26.c:858:ll_write_end()) pos 192512, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420003:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f012b08e[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420006:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001f638837 17ffffc0001001 3:0 ffff9a6045bca380 47 lru 00000080:00200000:1.0:1775773081.420011:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000034d7b6c8 47: 1< 0 - - > 2< 192512 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420013:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f012b08e 00000080:00200000:1.0:1775773081.420015:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 48. 00000080:00200000:1.0:1775773081.420016:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 48 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420033:0:200258:0:(rw26.c:858:ll_write_end()) pos 196608, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420037:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001a4faff3[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420039:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000367c7830 17ffffc0001001 3:0 ffff9a6045bca8c0 48 lru 00000080:00200000:1.0:1775773081.420044:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000081c7c21d 48: 1< 0 - - > 2< 196608 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420046:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001a4faff3 00000080:00200000:1.0:1775773081.420047:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 49. 00000080:00200000:1.0:1775773081.420049:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 49 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420063:0:200258:0:(rw26.c:858:ll_write_end()) pos 200704, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420067:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d815ceec[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420070:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000016de6b64 17ffffc0001001 3:0 ffff9a6045bca0e0 49 lru 00000080:00200000:1.0:1775773081.420075:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004ec0a950 49: 1< 0 - - > 2< 200704 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420078:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d815ceec 00000080:00200000:1.0:1775773081.420079:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 50. 00000080:00200000:1.0:1775773081.420081:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 50 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420106:0:200258:0:(rw26.c:858:ll_write_end()) pos 204800, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420111:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000a8fbbd6[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420113:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008942711d 17ffffc0001021 2:0 ffff9a6045bca7e0 50 lru 00000080:00200000:1.0:1775773081.420118:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000df06be6d 50: 1< 0 - - > 2< 204800 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420120:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000a8fbbd6 00000080:00200000:1.0:1775773081.420121:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 51. 00000080:00200000:1.0:1775773081.420123:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 51 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420137:0:200258:0:(rw26.c:858:ll_write_end()) pos 208896, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420141:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000042bbea1e[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420144:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d82ea199 17ffffc0001001 3:0 ffff9a6045bca540 51 lru 00000080:00200000:1.0:1775773081.420148:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bac1fc49 51: 1< 0 - - > 2< 208896 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420150:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000042bbea1e 00000080:00200000:1.0:1775773081.420151:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 52. 00000080:00200000:1.0:1775773081.420153:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 52 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420165:0:200258:0:(rw26.c:858:ll_write_end()) pos 212992, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420169:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001c0c3bb2[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420172:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008928b89b 17ffffc0001001 3:0 ffff9a6045bcab60 52 lru 00000080:00200000:1.0:1775773081.420177:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008a293c16 52: 1< 0 - - > 2< 212992 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420179:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001c0c3bb2 00000080:00200000:1.0:1775773081.420180:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 53. 00000080:00200000:1.0:1775773081.420182:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 53 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420196:0:200258:0:(rw26.c:858:ll_write_end()) pos 217088, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420200:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000f09a614[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420202:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cfa37a03 17ffffc0001001 3:0 ffff9a6045bcad20 53 lru 00000080:00200000:1.0:1775773081.420207:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000066e5e7e0 53: 1< 0 - - > 2< 217088 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420209:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000f09a614 00000080:00200000:1.0:1775773081.420210:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 54. 00000080:00200000:1.0:1775773081.420212:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 54 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420240:0:200258:0:(rw26.c:858:ll_write_end()) pos 221184, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420244:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c2b88169[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420247:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000016511bc2 17ffffc0001001 3:0 ffff9a6045c7c380 54 lru 00000080:00200000:1.0:1775773081.420252:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f1aab1d3 54: 1< 0 - - > 2< 221184 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420254:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c2b88169 00000080:00200000:1.0:1775773081.420255:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 55. 00000080:00200000:1.0:1775773081.420257:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 55 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420273:0:200258:0:(rw26.c:858:ll_write_end()) pos 225280, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420277:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fae49131[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420279:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d23b1c83 17ffffc0001001 3:0 ffff9a6045c7c8c0 55 lru 00000080:00200000:1.0:1775773081.420285:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f3f29fd0 55: 1< 0 - - > 2< 225280 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420287:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fae49131 00000080:00200000:1.0:1775773081.420288:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 56. 00000080:00200000:1.0:1775773081.420290:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 56 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420305:0:200258:0:(rw26.c:858:ll_write_end()) pos 229376, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420309:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ae4855de[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420312:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d18cfdc3 17ffffc0001001 3:0 ffff9a6045c7c0e0 56 lru 00000080:00200000:1.0:1775773081.420318:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002695f699 56: 1< 0 - - > 2< 229376 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420320:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ae4855de 00000080:00200000:1.0:1775773081.420321:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 57. 00000080:00200000:1.0:1775773081.420323:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 57 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420340:0:200258:0:(rw26.c:858:ll_write_end()) pos 233472, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420344:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000059ba4525[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420348:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000054e76bac 17ffffc0001001 3:0 ffff9a6045c7c7e0 57 lru 00000080:00200000:1.0:1775773081.420353:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000681c436e 57: 1< 0 - - > 2< 233472 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420355:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000059ba4525 00000080:00200000:1.0:1775773081.420356:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 58. 00000080:00200000:1.0:1775773081.420358:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 58 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420373:0:200258:0:(rw26.c:858:ll_write_end()) pos 237568, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420377:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f8924e62[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420379:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b7fa00ec 17ffffc0001001 3:0 ffff9a6045c7c540 58 lru 00000080:00200000:1.0:1775773081.420385:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000033b6f32a 58: 1< 0 - - > 2< 237568 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420388:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f8924e62 00000080:00200000:1.0:1775773081.420389:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 59. 00000080:00200000:1.0:1775773081.420391:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 59 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420407:0:200258:0:(rw26.c:858:ll_write_end()) pos 241664, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420412:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bdfc7a71[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420414:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002a5ee766 17ffffc0001001 3:0 ffff9a6045c7cb60 59 lru 00000080:00200000:1.0:1775773081.420420:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000346b9033 59: 1< 0 - - > 2< 241664 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420422:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bdfc7a71 00000080:00200000:1.0:1775773081.420424:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 60. 00000080:00200000:1.0:1775773081.420425:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 60 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420439:0:200258:0:(rw26.c:858:ll_write_end()) pos 245760, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420443:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d8c9f4f4[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420446:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a88db7fe 17ffffc0001001 3:0 ffff9a6045c7cd20 60 lru 00000080:00200000:1.0:1775773081.420450:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002bad3a7e 60: 1< 0 - - > 2< 245760 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420453:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d8c9f4f4 00000080:00200000:1.0:1775773081.420454:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 61. 00000080:00200000:1.0:1775773081.420456:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 61 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420473:0:200258:0:(rw26.c:858:ll_write_end()) pos 249856, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420477:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005d971b45[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420480:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000838a3591 17ffffc0001001 3:0 ffff9a6045c7ca80 61 lru 00000080:00200000:1.0:1775773081.420485:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002c76d981 61: 1< 0 - - > 2< 249856 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420488:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005d971b45 00000080:00200000:1.0:1775773081.420489:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 62. 00000080:00200000:1.0:1775773081.420491:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 62 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420517:0:200258:0:(rw26.c:858:ll_write_end()) pos 253952, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420521:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a3b6df00[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420524:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b8dcb55e 17ffffc0001001 3:0 ffff9a6045c7c9a0 62 lru 00000080:00200000:1.0:1775773081.420528:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001cd89761 62: 1< 0 - - > 2< 253952 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420531:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a3b6df00 00000080:00200000:1.0:1775773081.420531:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 63. 00000080:00200000:1.0:1775773081.420533:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 63 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420547:0:200258:0:(rw26.c:858:ll_write_end()) pos 258048, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420658:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000645f23c[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420662:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000636b2caa 17ffffc0001001 3:0 ffff9a6045c7cee0 63 lru 00000080:00200000:1.0:1775773081.420668:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005310d4de 63: 1< 0 - - > 2< 258048 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420670:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000645f23c 00000080:00200000:1.0:1775773081.420671:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 64. 00000080:00200000:1.0:1775773081.420673:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 64 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420702:0:200258:0:(rw26.c:858:ll_write_end()) pos 262144, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420706:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d0f23b16[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420708:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004b1f8ca2 17ffffc0001001 3:0 ffff9a6045c7c1c0 64 lru 00000080:00200000:1.0:1775773081.420713:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c720c54f 64: 1< 0 - - > 2< 262144 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420715:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d0f23b16 00000080:00200000:1.0:1775773081.420717:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 65. 00000080:00200000:1.0:1775773081.420718:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 65 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420736:0:200258:0:(rw26.c:858:ll_write_end()) pos 266240, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420739:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000096c6d8d0[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420742:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000049c94d20 17ffffc0001021 2:0 ffff9a6045c7c2a0 65 lru 00000080:00200000:1.0:1775773081.420746:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003e0b15ea 65: 1< 0 - - > 2< 266240 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420749:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000096c6d8d0 00000080:00200000:1.0:1775773081.420750:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 66. 00000080:00200000:1.0:1775773081.420752:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 66 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420766:0:200258:0:(rw26.c:858:ll_write_end()) pos 270336, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420769:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b6f46153[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420772:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003618965f 17ffffc0001001 3:0 ffff9a6045c7c700 66 lru 00000080:00200000:1.0:1775773081.420777:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000223668d6 66: 1< 0 - - > 2< 270336 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420779:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b6f46153 00000080:00200000:1.0:1775773081.420780:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 67. 00000080:00200000:1.0:1775773081.420782:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 67 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420840:0:200258:0:(rw26.c:858:ll_write_end()) pos 274432, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420845:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006c039bc4[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420847:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000096ad1a0f 17ffffc0001001 3:0 ffff9a6045c7ce00 67 lru 00000080:00200000:1.0:1775773081.420852:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dffe9a2f 67: 1< 0 - - > 2< 274432 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420854:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006c039bc4 00000080:00200000:1.0:1775773081.420855:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 68. 00000080:00200000:1.0:1775773081.420857:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 68 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420871:0:200258:0:(rw26.c:858:ll_write_end()) pos 278528, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420875:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000098edcdca[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420878:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005af18d68 17ffffc0001001 3:0 ffff9a6045c7cc40 68 lru 00000080:00200000:1.0:1775773081.420883:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002bb4a91d 68: 1< 0 - - > 2< 278528 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420885:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000098edcdca 00000080:00200000:1.0:1775773081.420886:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 69. 00000080:00200000:1.0:1775773081.420888:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 69 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420904:0:200258:0:(rw26.c:858:ll_write_end()) pos 282624, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420907:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f04e9ecb[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420910:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002969f138 17ffffc0001001 3:0 ffff9a6045c7c000 69 lru 00000080:00200000:1.0:1775773081.420916:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ad432bfc 69: 1< 0 - - > 2< 282624 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420918:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f04e9ecb 00000080:00200000:1.0:1775773081.420919:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 70. 00000080:00200000:1.0:1775773081.420921:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 70 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420956:0:200258:0:(rw26.c:858:ll_write_end()) pos 286720, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420961:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b6731f1b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.420964:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000046258be5 17ffffc0001001 3:0 ffff9a6045c7c460 70 lru 00000080:00200000:1.0:1775773081.420969:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dc87b86f 70: 1< 0 - - > 2< 286720 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.420971:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b6731f1b 00000080:00200000:1.0:1775773081.420972:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 71. 00000080:00200000:1.0:1775773081.420974:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 71 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.420993:0:200258:0:(rw26.c:858:ll_write_end()) pos 290816, len 4096, copied 4096 00000080:00200000:1.0:1775773081.420997:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000070a06682[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.421000:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000706592d8 17ffffc0001001 3:0 ffff9a6045c7c620 71 lru 00000080:00200000:1.0:1775773081.421005:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000316bc338 71: 1< 0 - - > 2< 290816 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.421008:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000070a06682 00000080:00200000:1.0:1775773081.421008:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 72. 00000080:00200000:1.0:1775773081.421010:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 72 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.421026:0:200258:0:(rw26.c:858:ll_write_end()) pos 294912, len 4096, copied 4096 00000080:00200000:1.0:1775773081.421030:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002dcc57c3[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.421032:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002373df5e 17ffffc0001001 3:0 ffff9a6051d5e460 72 lru 00000080:00200000:1.0:1775773081.421038:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e32f1990 72: 1< 0 - - > 2< 294912 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.421040:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002dcc57c3 00000080:00200000:1.0:1775773081.421041:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 73. 00000080:00200000:1.0:1775773081.421043:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 73 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.421060:0:200258:0:(rw26.c:858:ll_write_end()) pos 299008, len 4096, copied 4096 00000080:00200000:1.0:1775773081.421063:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000974e87d8[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.421066:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007ac2242e 17ffffc0001001 3:0 ffff9a6051d5e620 73 lru 00000080:00200000:1.0:1775773081.421071:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bd026a7c 73: 1< 0 - - > 2< 299008 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.421073:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000974e87d8 00000080:00200000:1.0:1775773081.421074:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 74. 00000080:00200000:1.0:1775773081.421076:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 74 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.421091:0:200258:0:(rw26.c:858:ll_write_end()) pos 303104, len 4096, copied 4096 00000080:00200000:1.0:1775773081.421095:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004cb18363[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.421098:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a04f006c 17ffffc0001001 3:0 ffff9a6051d5e380 74 lru 00000080:00200000:1.0:1775773081.421104:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ebda14fd 74: 1< 0 - - > 2< 303104 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.421106:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004cb18363 00000080:00200000:1.0:1775773081.421107:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 75. 00000080:00200000:1.0:1775773081.421109:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 75 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.421124:0:200258:0:(rw26.c:858:ll_write_end()) pos 307200, len 4096, copied 4096 00000080:00200000:1.0:1775773081.421128:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000099f65913[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.421131:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005735843b 17ffffc0001001 3:0 ffff9a6051d5e8c0 75 lru 00000080:00200000:1.0:1775773081.421136:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c94b2f70 75: 1< 0 - - > 2< 307200 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.421138:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000099f65913 00000080:00200000:1.0:1775773081.421139:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 76. 00000080:00200000:1.0:1775773081.421141:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 76 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.421156:0:200258:0:(rw26.c:858:ll_write_end()) pos 311296, len 4096, copied 4096 00000080:00200000:1.0:1775773081.421160:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004ceb4bae[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.421162:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000248d0f1 17ffffc0001001 3:0 ffff9a6051d5e0e0 76 lru 00000080:00200000:1.0:1775773081.421168:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005bb7a327 76: 1< 0 - - > 2< 311296 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.421170:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004ceb4bae 00000080:00200000:1.0:1775773081.421171:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 77. 00000080:00200000:1.0:1775773081.421174:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 77 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.421189:0:200258:0:(rw26.c:858:ll_write_end()) pos 315392, len 4096, copied 4096 00000080:00200000:1.0:1775773081.421193:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a4b5e2ac[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.421196:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004d552c4a 17ffffc0001001 3:0 ffff9a6051d5e7e0 77 lru 00000080:00200000:1.0:1775773081.421200:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000057b764d0 77: 1< 0 - - > 2< 315392 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.421202:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a4b5e2ac 00000080:00200000:1.0:1775773081.421203:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 78. 00000080:00200000:1.0:1775773081.421205:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 78 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.421222:0:200258:0:(rw26.c:858:ll_write_end()) pos 319488, len 4096, copied 4096 00000080:00200000:1.0:1775773081.421226:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d2b18275[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.421228:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dfdbd15f 17ffffc0001001 3:0 ffff9a6051d5e540 78 lru 00000080:00200000:1.0:1775773081.421234:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000876b726f 78: 1< 0 - - > 2< 319488 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.421236:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d2b18275 00000080:00200000:1.0:1775773081.421237:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 79. 00000080:00200000:1.0:1775773081.421239:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 79 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.421254:0:200258:0:(rw26.c:858:ll_write_end()) pos 323584, len 4096, copied 4096 00000080:00200000:1.0:1775773081.421258:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005c597e2f[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.421261:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000013ad1179 17ffffc0001001 3:0 ffff9a6051d5eb60 79 lru 00000080:00200000:1.0:1775773081.421265:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009a75540d 79: 1< 0 - - > 2< 323584 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.421267:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005c597e2f 00000080:00200000:1.0:1775773081.421268:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 80. 00000080:00200000:1.0:1775773081.421270:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 80 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.421289:0:200258:0:(rw26.c:858:ll_write_end()) pos 327680, len 4096, copied 4096 00000080:00200000:1.0:1775773081.421293:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f4b0424d[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.421295:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001deacfac 17ffffc0001021 2:0 ffff9a6051d5ed20 80 lru 00000080:00200000:1.0:1775773081.421300:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ccb8c0c7 80: 1< 0 - - > 2< 327680 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.421302:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f4b0424d 00000080:00200000:1.0:1775773081.421303:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 81. 00000080:00200000:1.0:1775773081.421305:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 81 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.421320:0:200258:0:(rw26.c:858:ll_write_end()) pos 331776, len 4096, copied 4096 00000080:00200000:1.0:1775773081.421324:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b2df8be9[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.421326:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b060fa34 17ffffc0001001 3:0 ffff9a6051d5ea80 81 lru 00000080:00200000:1.0:1775773081.421333:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000442e9455 81: 1< 0 - - > 2< 331776 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.421335:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b2df8be9 00000080:00200000:1.0:1775773081.421336:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 82. 00000080:00200000:1.0:1775773081.421338:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 82 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.421354:0:200258:0:(rw26.c:858:ll_write_end()) pos 335872, len 4096, copied 4096 00000080:00200000:1.0:1775773081.421358:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a412a674[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.421360:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c4b54acf 17ffffc0001001 3:0 ffff9a6051d5e9a0 82 lru 00000080:00200000:1.0:1775773081.421366:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001d111f96 82: 1< 0 - - > 2< 335872 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.421368:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a412a674 00000080:00200000:1.0:1775773081.421369:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 83. 00000080:00200000:1.0:1775773081.421371:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 83 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.421386:0:200258:0:(rw26.c:858:ll_write_end()) pos 339968, len 4096, copied 4096 00000080:00200000:1.0:1775773081.421390:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000058116019[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.421392:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000032a6dbb1 17ffffc0001001 3:0 ffff9a6051d5eee0 83 lru 00000080:00200000:1.0:1775773081.421397:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d2f24316 83: 1< 0 - - > 2< 339968 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.421399:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000058116019 00000080:00200000:1.0:1775773081.421400:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 84. 00000080:00200000:1.0:1775773081.421402:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 84 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.421415:0:200258:0:(rw26.c:858:ll_write_end()) pos 344064, len 4096, copied 4096 00000080:00200000:1.0:1775773081.421418:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005d7ebac6[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.421420:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000873ff8e 17ffffc0001001 3:0 ffff9a6051d5e1c0 84 lru 00000080:00200000:1.0:1775773081.421424:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d280f719 84: 1< 0 - - > 2< 344064 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.421426:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005d7ebac6 00000080:00200000:1.0:1775773081.421427:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 85. 00000080:00200000:1.0:1775773081.421428:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 85 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.421444:0:200258:0:(rw26.c:858:ll_write_end()) pos 348160, len 4096, copied 4096 00000080:00200000:1.0:1775773081.421447:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007a32d203[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.421450:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002d1e91e5 17ffffc0001001 3:0 ffff9a6051d5e2a0 85 lru 00000080:00200000:1.0:1775773081.421454:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b4a4070f 85: 1< 0 - - > 2< 348160 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.421456:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007a32d203 00000080:00200000:1.0:1775773081.421457:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 86. 00000080:00200000:1.0:1775773081.421459:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 86 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.421471:0:200258:0:(rw26.c:858:ll_write_end()) pos 352256, len 4096, copied 4096 00000080:00200000:1.0:1775773081.421474:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003e8ecf37[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.421477:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002a49b609 17ffffc0001001 3:0 ffff9a6051d5e700 86 lru 00000080:00200000:1.0:1775773081.421481:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000921a16c2 86: 1< 0 - - > 2< 352256 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.421483:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003e8ecf37 00000080:00200000:1.0:1775773081.421484:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 87. 00000080:00200000:1.0:1775773081.421486:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 87 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.421499:0:200258:0:(rw26.c:858:ll_write_end()) pos 356352, len 4096, copied 4096 00000080:00200000:1.0:1775773081.422375:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000089afcac4[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.422379:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000af70753b 17ffffc0001001 3:0 ffff9a6051d5ee00 87 lru 00000080:00200000:1.0:1775773081.422386:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000e7f9cbb 87: 1< 0 - - > 2< 356352 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.422389:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000089afcac4 00000080:00200000:1.0:1775773081.422390:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 88. 00000080:00200000:1.0:1775773081.422395:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 88 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.422436:0:200258:0:(rw26.c:858:ll_write_end()) pos 360448, len 4096, copied 4096 00000080:00200000:1.0:1775773081.422441:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c8ee5ec2[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.422444:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009de9c2a0 17ffffc0001001 3:0 ffff9a6051d5ec40 88 lru 00000080:00200000:1.0:1775773081.422449:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009c90b587 88: 1< 0 - - > 2< 360448 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.422451:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c8ee5ec2 00000080:00200000:1.0:1775773081.422452:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 89. 00000080:00200000:1.0:1775773081.422455:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 89 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.422469:0:200258:0:(rw26.c:858:ll_write_end()) pos 364544, len 4096, copied 4096 00000080:00200000:1.0:1775773081.422473:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c71a90cb[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.422475:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000052ee3939 17ffffc0001001 3:0 ffff9a6051d5e000 89 lru 00000080:00200000:1.0:1775773081.422480:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000011e50690 89: 1< 0 - - > 2< 364544 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.422483:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c71a90cb 00000080:00200000:1.0:1775773081.422484:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 90. 00000080:00200000:1.0:1775773081.422486:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 90 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.422512:0:200258:0:(rw26.c:858:ll_write_end()) pos 368640, len 4096, copied 4096 00000080:00200000:1.0:1775773081.422517:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000aa929e3b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.422520:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002d518641 17ffffc0001001 3:0 ffff9a60460c2ee0 90 lru 00000080:00200000:1.0:1775773081.422525:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000015c97b0b 90: 1< 0 - - > 2< 368640 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.422528:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000aa929e3b 00000080:00200000:1.0:1775773081.422529:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 91. 00000080:00200000:1.0:1775773081.422532:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 91 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.422548:0:200258:0:(rw26.c:858:ll_write_end()) pos 372736, len 4096, copied 4096 00000080:00200000:1.0:1775773081.422739:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000086651faf[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.422742:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009008518f 17ffffc0001001 3:0 ffff9a60460c21c0 91 lru 00000080:00200000:1.0:1775773081.422748:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005920d497 91: 1< 0 - - > 2< 372736 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.422750:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000086651faf 00000080:00200000:1.0:1775773081.422751:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 92. 00000080:00200000:1.0:1775773081.422754:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 92 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.422774:0:200258:0:(rw26.c:858:ll_write_end()) pos 376832, len 4096, copied 4096 00000080:00200000:1.0:1775773081.422778:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f7113c13[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.422781:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000079925aae 17ffffc0001001 3:0 ffff9a60460c22a0 92 lru 00000080:00200000:1.0:1775773081.422786:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e0c2ed36 92: 1< 0 - - > 2< 376832 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.422788:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f7113c13 00000080:00200000:1.0:1775773081.422805:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 93. 00000080:00200000:1.0:1775773081.422808:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 93 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.422823:0:200258:0:(rw26.c:858:ll_write_end()) pos 380928, len 4096, copied 4096 00000080:00200000:1.0:1775773081.422828:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000197bd7e7[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.422830:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cea28ecb 17ffffc0001001 3:0 ffff9a60460c2700 93 lru 00000080:00200000:1.0:1775773081.422836:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006bd4ea9f 93: 1< 0 - - > 2< 380928 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.422838:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000197bd7e7 00000080:00200000:1.0:1775773081.422839:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 94. 00000080:00200000:1.0:1775773081.422840:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 94 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.422856:0:200258:0:(rw26.c:858:ll_write_end()) pos 385024, len 4096, copied 4096 00000080:00200000:1.0:1775773081.422860:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f9b2e32c[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.422863:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006fe41320 17ffffc0001001 3:0 ffff9a60460c2e00 94 lru 00000080:00200000:1.0:1775773081.422867:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b4f78a90 94: 1< 0 - - > 2< 385024 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.422870:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f9b2e32c 00000080:00200000:1.0:1775773081.422871:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 95. 00000080:00200000:1.0:1775773081.422873:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 95 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.422899:0:200258:0:(rw26.c:858:ll_write_end()) pos 389120, len 4096, copied 4096 00000080:00200000:1.0:1775773081.422903:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000081a24a72[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.422906:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c03f208f 17ffffc0001021 2:0 ffff9a60460c2c40 95 lru 00000080:00200000:1.0:1775773081.422912:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008c8170ff 95: 1< 0 - - > 2< 389120 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.422914:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000081a24a72 00000080:00200000:1.0:1775773081.422916:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 96. 00000080:00200000:1.0:1775773081.422917:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 96 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.422935:0:200258:0:(rw26.c:858:ll_write_end()) pos 393216, len 4096, copied 4096 00000080:00200000:1.0:1775773081.422939:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ca481bf4[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.422941:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003c2731d1 17ffffc0001001 3:0 ffff9a60460c2000 96 lru 00000080:00200000:1.0:1775773081.422947:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f5ba4145 96: 1< 0 - - > 2< 393216 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.422949:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ca481bf4 00000080:00200000:1.0:1775773081.422950:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 97. 00000080:00200000:1.0:1775773081.422952:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 97 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.422971:0:200258:0:(rw26.c:858:ll_write_end()) pos 397312, len 4096, copied 4096 00000080:00200000:1.0:1775773081.422975:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e37b1198[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.422977:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f5af58f1 17ffffc0001001 3:0 ffff9a60460c2460 97 lru 00000080:00200000:1.0:1775773081.422982:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000417aa5d9 97: 1< 0 - - > 2< 397312 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.422984:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e37b1198 00000080:00200000:1.0:1775773081.422985:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 98. 00000080:00200000:1.0:1775773081.422987:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 98 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.423001:0:200258:0:(rw26.c:858:ll_write_end()) pos 401408, len 4096, copied 4096 00000080:00200000:1.0:1775773081.423005:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000076bbfdeb[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.423008:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009764c6ba 17ffffc0001001 3:0 ffff9a60460c2620 98 lru 00000080:00200000:1.0:1775773081.423015:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a964ced3 98: 1< 0 - - > 2< 401408 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.423017:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000076bbfdeb 00000080:00200000:1.0:1775773081.423019:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 99. 00000080:00200000:1.0:1775773081.423021:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 99 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.423040:0:200258:0:(rw26.c:858:ll_write_end()) pos 405504, len 4096, copied 4096 00000080:00200000:1.0:1775773081.423044:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006f6e24cf[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.423047:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002cb4c738 17ffffc0001001 3:0 ffff9a60460c2380 99 lru 00000080:00200000:1.0:1775773081.423053:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005013893a 99: 1< 0 - - > 2< 405504 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.423055:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006f6e24cf 00000080:00200000:1.0:1775773081.423057:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 100. 00000080:00200000:1.0:1775773081.423059:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 100 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.423074:0:200258:0:(rw26.c:858:ll_write_end()) pos 409600, len 4096, copied 4096 00000080:00200000:1.0:1775773081.423078:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008c658780[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.423081:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000aa9cb6a9 17ffffc0001001 3:0 ffff9a60460c28c0 100 lru 00000080:00200000:1.0:1775773081.423085:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000879f12b5 100: 1< 0 - - > 2< 409600 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.423087:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008c658780 00000080:00200000:1.0:1775773081.423088:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 101. 00000080:00200000:1.0:1775773081.423090:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 101 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.423105:0:200258:0:(rw26.c:858:ll_write_end()) pos 413696, len 4096, copied 4096 00000080:00200000:1.0:1775773081.423109:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d30522fc[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.423111:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006a306483 17ffffc0001001 3:0 ffff9a60460c20e0 101 lru 00000080:00200000:1.0:1775773081.423116:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000065000adc 101: 1< 0 - - > 2< 413696 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.423118:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d30522fc 00000080:00200000:1.0:1775773081.423119:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 102. 00000080:00200000:1.0:1775773081.423121:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 102 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.423136:0:200258:0:(rw26.c:858:ll_write_end()) pos 417792, len 4096, copied 4096 00000080:00200000:1.0:1775773081.423139:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000731df93b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.423142:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000047a9cec5 17ffffc0001001 3:0 ffff9a60460c27e0 102 lru 00000080:00200000:1.0:1775773081.423147:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000217e2ad4 102: 1< 0 - - > 2< 417792 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.423149:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000731df93b 00000080:00200000:1.0:1775773081.423150:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 103. 00000080:00200000:1.0:1775773081.423152:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 103 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.423168:0:200258:0:(rw26.c:858:ll_write_end()) pos 421888, len 4096, copied 4096 00000080:00200000:1.0:1775773081.423172:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000008218742[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.423175:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ed480117 17ffffc0001001 3:0 ffff9a60460c2540 103 lru 00000080:00200000:1.0:1775773081.423180:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002b3e50ea 103: 1< 0 - - > 2< 421888 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.423182:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000008218742 00000080:00200000:1.0:1775773081.423183:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 104. 00000080:00200000:1.0:1775773081.423186:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 104 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.423202:0:200258:0:(rw26.c:858:ll_write_end()) pos 425984, len 4096, copied 4096 00000080:00200000:1.0:1775773081.423205:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000036bab7e4[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.423208:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f0952bc0 17ffffc0001001 3:0 ffff9a60460c2b60 104 lru 00000080:00200000:1.0:1775773081.423213:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000847d11b9 104: 1< 0 - - > 2< 425984 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.423215:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000036bab7e4 00000080:00200000:1.0:1775773081.423216:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 105. 00000080:00200000:1.0:1775773081.423218:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 105 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.423232:0:200258:0:(rw26.c:858:ll_write_end()) pos 430080, len 4096, copied 4096 00000080:00200000:1.0:1775773081.423236:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d71f379f[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.423238:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000622a26fc 17ffffc0001001 3:0 ffff9a60460c2d20 105 lru 00000080:00200000:1.0:1775773081.423244:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001a530694 105: 1< 0 - - > 2< 430080 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.423246:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d71f379f 00000080:00200000:1.0:1775773081.423247:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 106. 00000080:00200000:1.0:1775773081.423249:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 106 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.423263:0:200258:0:(rw26.c:858:ll_write_end()) pos 434176, len 4096, copied 4096 00000080:00200000:1.0:1775773081.423267:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000083769715[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.423269:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000319c9aec 17ffffc0001001 3:0 ffff9a60460c2a80 106 lru 00000080:00200000:1.0:1775773081.423274:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ba2a1219 106: 1< 0 - - > 2< 434176 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.423277:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000083769715 00000080:00200000:1.0:1775773081.423278:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 107. 00000080:00200000:1.0:1775773081.423280:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 107 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.423293:0:200258:0:(rw26.c:858:ll_write_end()) pos 438272, len 4096, copied 4096 00000080:00200000:1.0:1775773081.423297:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000089328b33[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.423299:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ca0d03bc 17ffffc0001001 3:0 ffff9a60460c29a0 107 lru 00000080:00200000:1.0:1775773081.423303:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c3e7d344 107: 1< 0 - - > 2< 438272 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.423305:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000089328b33 00000080:00200000:1.0:1775773081.423306:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 108. 00000080:00200000:1.0:1775773081.423308:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 108 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.423323:0:200258:0:(rw26.c:858:ll_write_end()) pos 442368, len 4096, copied 4096 00000080:00200000:1.0:1775773081.423327:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ed0a73b4[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.423330:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f458fbac 17ffffc0001001 3:0 ffff9a6045ea47e0 108 lru 00000080:00200000:1.0:1775773081.423335:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000091836859 108: 1< 0 - - > 2< 442368 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.423338:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ed0a73b4 00000080:00200000:1.0:1775773081.423339:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 109. 00000080:00200000:1.0:1775773081.423340:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 109 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.423355:0:200258:0:(rw26.c:858:ll_write_end()) pos 446464, len 4096, copied 4096 00000080:00200000:1.0:1775773081.423359:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006d2fd8ba[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.423362:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f3d0d895 17ffffc0001001 3:0 ffff9a6045ea4540 109 lru 00000080:00200000:1.0:1775773081.423367:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005656b18c 109: 1< 0 - - > 2< 446464 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.423369:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006d2fd8ba 00000080:00200000:1.0:1775773081.423370:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 110. 00000080:00200000:1.0:1775773081.423372:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 110 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.423391:0:200258:0:(rw26.c:858:ll_write_end()) pos 450560, len 4096, copied 4096 00000080:00200000:1.0:1775773081.423394:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000039ad6242[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.423396:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003ed6d79d 17ffffc0001021 2:0 ffff9a6045ea4b60 110 lru 00000080:00200000:1.0:1775773081.423402:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009c0a577b 110: 1< 0 - - > 2< 450560 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.423404:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000039ad6242 00000080:00200000:1.0:1775773081.423405:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 111. 00000080:00200000:1.0:1775773081.423407:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 111 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.423418:0:200258:0:(rw26.c:858:ll_write_end()) pos 454656, len 4096, copied 4096 00000080:00200000:1.0:1775773081.423421:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002d77d017[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.423424:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000009aea19c 17ffffc0001001 3:0 ffff9a6045ea4d20 111 lru 00000080:00200000:1.0:1775773081.423429:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000005b47dd5 111: 1< 0 - - > 2< 454656 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.423431:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002d77d017 00000080:00200000:1.0:1775773081.423432:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 112. 00000080:00200000:1.0:1775773081.423434:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 112 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.423444:0:200258:0:(rw26.c:858:ll_write_end()) pos 458752, len 4096, copied 4096 00000080:00200000:1.0:1775773081.423447:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b47eb673[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.423450:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006d9b1fe4 17ffffc0001001 3:0 ffff9a6045ea4a80 112 lru 00000080:00200000:1.0:1775773081.423454:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008000043d 112: 1< 0 - - > 2< 458752 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.423456:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b47eb673 00000080:00200000:1.0:1775773081.423458:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 113. 00000080:00200000:1.0:1775773081.423460:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 113 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.423474:0:200258:0:(rw26.c:858:ll_write_end()) pos 462848, len 4096, copied 4096 00000080:00200000:1.0:1775773081.423477:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002193d38c[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.423480:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000062702ac1 17ffffc0001001 3:0 ffff9a6045ea49a0 113 lru 00000080:00200000:1.0:1775773081.423484:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000008789e70 113: 1< 0 - - > 2< 462848 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.423486:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002193d38c 00000080:00200000:1.0:1775773081.423487:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 114. 00000080:00200000:1.0:1775773081.423489:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 114 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.423511:0:200258:0:(rw26.c:858:ll_write_end()) pos 466944, len 4096, copied 4096 00000080:00200000:1.0:1775773081.423515:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a9200fdd[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.423518:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001dae8541 17ffffc0001001 3:0 ffff9a6045ea4ee0 114 lru 00000080:00200000:1.0:1775773081.423522:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000025740879 114: 1< 0 - - > 2< 466944 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.423524:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a9200fdd 00000080:00200000:1.0:1775773081.423526:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 115. 00000080:00200000:1.0:1775773081.423527:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 115 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.423540:0:200258:0:(rw26.c:858:ll_write_end()) pos 471040, len 4096, copied 4096 00000080:00200000:1.0:1775773081.423543:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000db85d1d7[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.423546:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e40f0be5 17ffffc0001001 3:0 ffff9a6045ea41c0 115 lru 00000080:00200000:1.0:1775773081.427820:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007c3b9d95 115: 1< 0 - - > 2< 471040 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.427834:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000db85d1d7 00000080:00200000:1.0:1775773081.427837:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 116. 00000080:00200000:1.0:1775773081.427848:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 116 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.427932:0:200258:0:(rw26.c:858:ll_write_end()) pos 475136, len 4096, copied 4096 00000080:00200000:1.0:1775773081.427942:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bad09c66[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.427946:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000084ae1d9e 17ffffc0001001 3:0 ffff9a6045ea42a0 116 lru 00000080:00200000:1.0:1775773081.427955:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000841b146c 116: 1< 0 - - > 2< 475136 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.427957:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bad09c66 00000080:00200000:1.0:1775773081.427959:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 117. 00000080:00200000:1.0:1775773081.427961:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 117 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.427980:0:200258:0:(rw26.c:858:ll_write_end()) pos 479232, len 4096, copied 4096 00000080:00200000:1.0:1775773081.427984:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000040bec962[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.427987:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000046f9c663 17ffffc0001001 3:0 ffff9a6045ea4700 117 lru 00000080:00200000:1.0:1775773081.427993:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005d392819 117: 1< 0 - - > 2< 479232 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.427995:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000040bec962 00000080:00200000:1.0:1775773081.427996:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 118. 00000080:00200000:1.0:1775773081.427998:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 118 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.428015:0:200258:0:(rw26.c:858:ll_write_end()) pos 483328, len 4096, copied 4096 00000080:00200000:1.0:1775773081.428019:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000095946c5[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.428021:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000099f2ec96 17ffffc0001001 3:0 ffff9a6045ea4e00 118 lru 00000080:00200000:1.0:1775773081.428026:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b5b5ce86 118: 1< 0 - - > 2< 483328 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.428028:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000095946c5 00000080:00200000:1.0:1775773081.428029:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 119. 00000080:00200000:1.0:1775773081.428031:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 119 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.428046:0:200258:0:(rw26.c:858:ll_write_end()) pos 487424, len 4096, copied 4096 00000080:00200000:1.0:1775773081.428050:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bb432577[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.428053:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000be47672c 17ffffc0001001 3:0 ffff9a6045ea4c40 119 lru 00000080:00200000:1.0:1775773081.428058:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000034deb17d 119: 1< 0 - - > 2< 487424 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.428061:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bb432577 00000080:00200000:1.0:1775773081.428063:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 120. 00000080:00200000:1.0:1775773081.428065:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 120 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.428084:0:200258:0:(rw26.c:858:ll_write_end()) pos 491520, len 4096, copied 4096 00000080:00200000:1.0:1775773081.428088:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000085871e7f[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.428092:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004a026c42 17ffffc0001001 3:0 ffff9a6045ea4000 120 lru 00000080:00200000:1.0:1775773081.428098:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ab4fe1f2 120: 1< 0 - - > 2< 491520 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.428100:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000085871e7f 00000080:00200000:1.0:1775773081.428102:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 121. 00000080:00200000:1.0:1775773081.428104:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 121 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.428119:0:200258:0:(rw26.c:858:ll_write_end()) pos 495616, len 4096, copied 4096 00000080:00200000:1.0:1775773081.428123:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007bb776c6[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.428126:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000670dcb25 17ffffc0001001 3:0 ffff9a6045ea4460 121 lru 00000080:00200000:1.0:1775773081.428131:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dca15a8d 121: 1< 0 - - > 2< 495616 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.428133:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007bb776c6 00000080:00200000:1.0:1775773081.428135:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 122. 00000080:00200000:1.0:1775773081.428137:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 122 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.428152:0:200258:0:(rw26.c:858:ll_write_end()) pos 499712, len 4096, copied 4096 00000080:00200000:1.0:1775773081.428156:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000b1cdb6d[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.428159:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d45e43f5 17ffffc0001001 3:0 ffff9a6045ea4620 122 lru 00000080:00200000:1.0:1775773081.428165:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004f900599 122: 1< 0 - - > 2< 499712 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.428168:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000b1cdb6d 00000080:00200000:1.0:1775773081.428169:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 123. 00000080:00200000:1.0:1775773081.428172:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 123 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.428186:0:200258:0:(rw26.c:858:ll_write_end()) pos 503808, len 4096, copied 4096 00000080:00200000:1.0:1775773081.428190:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d1951db7[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.428194:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ca943b01 17ffffc0001001 3:0 ffff9a6045ea4380 123 lru 00000080:00200000:1.0:1775773081.428200:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000090c13e6f 123: 1< 0 - - > 2< 503808 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.428202:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d1951db7 00000080:00200000:1.0:1775773081.428203:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 124. 00000080:00200000:1.0:1775773081.428205:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 124 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.428220:0:200258:0:(rw26.c:858:ll_write_end()) pos 507904, len 4096, copied 4096 00000080:00200000:1.0:1775773081.428224:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000562298aa[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.428227:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e663832a 17ffffc0001001 3:0 ffff9a6045ea48c0 124 lru 00000080:00200000:1.0:1775773081.428233:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009dd6ff20 124: 1< 0 - - > 2< 507904 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.428236:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000562298aa 00000080:00200000:1.0:1775773081.428237:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 125. 00000080:00200000:1.0:1775773081.428239:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 125 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.428264:0:200258:0:(rw26.c:858:ll_write_end()) pos 512000, len 4096, copied 4096 00000080:00200000:1.0:1775773081.428268:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a47c1a2c[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.428271:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a4b0cb41 17ffffc0001021 2:0 ffff9a6045ea40e0 125 lru 00000080:00200000:1.0:1775773081.428277:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a4a2dc23 125: 1< 0 - - > 2< 512000 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.428279:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a47c1a2c 00000080:00200000:1.0:1775773081.428280:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 126. 00000080:00200000:1.0:1775773081.428282:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 126 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.428305:0:200258:0:(rw26.c:858:ll_write_end()) pos 516096, len 4096, copied 4096 00000080:00200000:1.0:1775773081.428309:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007fbb7b36[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.428313:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000952d21c7 17ffffc0001001 3:0 ffff9a604304e7e0 126 lru 00000080:00200000:1.0:1775773081.428319:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000096c8319a 126: 1< 0 - - > 2< 516096 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.428321:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007fbb7b36 00000080:00200000:1.0:1775773081.428322:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 127. 00000080:00200000:1.0:1775773081.428324:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 127 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.428344:0:200258:0:(rw26.c:858:ll_write_end()) pos 520192, len 4096, copied 4096 00000080:00200000:1.0:1775773081.428348:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000da2b504e[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.428352:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000094718bf3 17ffffc0001001 3:0 ffff9a604304e540 127 lru 00000080:00200000:1.0:1775773081.428357:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000be39459b 127: 1< 0 - - > 2< 520192 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.428360:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000da2b504e 00000080:00200000:1.0:1775773081.428361:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 128. 00000080:00200000:1.0:1775773081.428364:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 128 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.428393:0:200258:0:(rw26.c:858:ll_write_end()) pos 524288, len 4096, copied 4096 00000080:00200000:1.0:1775773081.428397:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b04df39b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.428401:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003a50f228 17ffffc0001001 3:0 ffff9a604304eb60 128 lru 00000080:00200000:1.0:1775773081.428407:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b50efafc 128: 1< 0 - - > 2< 524288 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.428410:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b04df39b 00000080:00200000:1.0:1775773081.428412:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 129. 00000080:00200000:1.0:1775773081.428414:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 129 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.428431:0:200258:0:(rw26.c:858:ll_write_end()) pos 528384, len 4096, copied 4096 00000080:00200000:1.0:1775773081.428435:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002ee7cc4b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.428438:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000002922569 17ffffc0001001 3:0 ffff9a604304ed20 129 lru 00000080:00200000:1.0:1775773081.428444:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000566415fa 129: 1< 0 - - > 2< 528384 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.428446:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002ee7cc4b 00000080:00200000:1.0:1775773081.428448:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 130. 00000080:00200000:1.0:1775773081.428450:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 130 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.428466:0:200258:0:(rw26.c:858:ll_write_end()) pos 532480, len 4096, copied 4096 00000080:00200000:1.0:1775773081.428471:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001a54963b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.428474:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008783961d 17ffffc0001001 3:0 ffff9a604304ea80 130 lru 00000080:00200000:1.0:1775773081.428479:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d7ae23fa 130: 1< 0 - - > 2< 532480 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.428482:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001a54963b 00000080:00200000:1.0:1775773081.428485:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 131. 00000080:00200000:1.0:1775773081.428487:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 131 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.428519:0:200258:0:(rw26.c:858:ll_write_end()) pos 536576, len 4096, copied 4096 00000080:00200000:1.0:1775773081.428525:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a34c188e[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.428527:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005ce40b5a 17ffffc0001001 3:0 ffff9a604304e9a0 131 lru 00000080:00200000:1.0:1775773081.428533:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000071f97d06 131: 1< 0 - - > 2< 536576 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.428535:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a34c188e 00000080:00200000:1.0:1775773081.428536:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 132. 00000080:00200000:1.0:1775773081.428538:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 132 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.428787:0:200258:0:(rw26.c:858:ll_write_end()) pos 540672, len 4096, copied 4096 00000080:00200000:1.0:1775773081.428831:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003e47cf0b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.428835:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000093d0cab2 17ffffc0001001 3:0 ffff9a604304eee0 132 lru 00000080:00200000:1.0:1775773081.428840:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d96fad6a 132: 1< 0 - - > 2< 540672 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.428843:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003e47cf0b 00000080:00200000:1.0:1775773081.428844:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 133. 00000080:00200000:1.0:1775773081.428847:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 133 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.428869:0:200258:0:(rw26.c:858:ll_write_end()) pos 544768, len 4096, copied 4096 00000080:00200000:1.0:1775773081.428873:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e6d7384b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.428875:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e626f222 17ffffc0001001 3:0 ffff9a604304e1c0 133 lru 00000080:00200000:1.0:1775773081.428881:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c1d0d6f1 133: 1< 0 - - > 2< 544768 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.428884:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e6d7384b 00000080:00200000:1.0:1775773081.428885:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 134. 00000080:00200000:1.0:1775773081.428887:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 134 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.428906:0:200258:0:(rw26.c:858:ll_write_end()) pos 548864, len 4096, copied 4096 00000080:00200000:1.0:1775773081.428910:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bfd1c283[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.428913:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ce260165 17ffffc0001001 3:0 ffff9a604304e2a0 134 lru 00000080:00200000:1.0:1775773081.428919:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001a77778a 134: 1< 0 - - > 2< 548864 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.428922:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bfd1c283 00000080:00200000:1.0:1775773081.428923:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 135. 00000080:00200000:1.0:1775773081.428925:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 135 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.428940:0:200258:0:(rw26.c:858:ll_write_end()) pos 552960, len 4096, copied 4096 00000080:00200000:1.0:1775773081.428944:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000019a3365e[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.428948:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ec7f5696 17ffffc0001001 3:0 ffff9a604304e700 135 lru 00000080:00200000:1.0:1775773081.428954:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005779e190 135: 1< 0 - - > 2< 552960 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.428957:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000019a3365e 00000080:00200000:1.0:1775773081.428958:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 136. 00000080:00200000:1.0:1775773081.428960:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 136 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.428975:0:200258:0:(rw26.c:858:ll_write_end()) pos 557056, len 4096, copied 4096 00000080:00200000:1.0:1775773081.428979:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000026c9eded[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.428982:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ca4e4bd5 17ffffc0001001 3:0 ffff9a604304ee00 136 lru 00000080:00200000:1.0:1775773081.428988:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000032e3cf26 136: 1< 0 - - > 2< 557056 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.428990:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000026c9eded 00000080:00200000:1.0:1775773081.428991:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 137. 00000080:00200000:1.0:1775773081.428993:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 137 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.429011:0:200258:0:(rw26.c:858:ll_write_end()) pos 561152, len 4096, copied 4096 00000080:00200000:1.0:1775773081.429016:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002d03b287[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.429019:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000743e25a0 17ffffc0001001 3:0 ffff9a604304ec40 137 lru 00000080:00200000:1.0:1775773081.429024:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000038ed2be3 137: 1< 0 - - > 2< 561152 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.429027:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002d03b287 00000080:00200000:1.0:1775773081.429028:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 138. 00000080:00200000:1.0:1775773081.429030:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 138 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.429049:0:200258:0:(rw26.c:858:ll_write_end()) pos 565248, len 4096, copied 4096 00000080:00200000:1.0:1775773081.429054:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000210ac6b4[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.429057:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000002d9b5d8 17ffffc0001001 3:0 ffff9a604304e000 138 lru 00000080:00200000:1.0:1775773081.429063:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003bbd7a96 138: 1< 0 - - > 2< 565248 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.429065:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000210ac6b4 00000080:00200000:1.0:1775773081.429067:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 139. 00000080:00200000:1.0:1775773081.429069:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 139 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.429086:0:200258:0:(rw26.c:858:ll_write_end()) pos 569344, len 4096, copied 4096 00000080:00200000:1.0:1775773081.429090:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a337dc1d[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.429092:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ddba7dfa 17ffffc0001001 3:0 ffff9a604304e460 139 lru 00000080:00200000:1.0:1775773081.429098:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e4e15f70 139: 1< 0 - - > 2< 569344 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.429100:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a337dc1d 00000080:00200000:1.0:1775773081.429102:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 140. 00000080:00200000:1.0:1775773081.429105:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 140 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.429127:0:200258:0:(rw26.c:858:ll_write_end()) pos 573440, len 4096, copied 4096 00000080:00200000:1.0:1775773081.429131:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cd4ecb57[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.429134:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006b0fe5ce 17ffffc0001021 2:0 ffff9a604304e620 140 lru 00000080:00200000:1.0:1775773081.429140:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ba325ac3 140: 1< 0 - - > 2< 573440 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.429142:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cd4ecb57 00000080:00200000:1.0:1775773081.429144:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 141. 00000080:00200000:1.0:1775773081.429146:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 141 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.429164:0:200258:0:(rw26.c:858:ll_write_end()) pos 577536, len 4096, copied 4096 00000080:00200000:1.0:1775773081.429168:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006d2bd9d8[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.429172:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000021a133a1 17ffffc0001001 3:0 ffff9a604304e380 141 lru 00000080:00200000:1.0:1775773081.429177:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002de5c9c5 141: 1< 0 - - > 2< 577536 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.429179:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006d2bd9d8 00000080:00200000:1.0:1775773081.429181:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 142. 00000080:00200000:1.0:1775773081.429183:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 142 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.429200:0:200258:0:(rw26.c:858:ll_write_end()) pos 581632, len 4096, copied 4096 00000080:00200000:1.0:1775773081.429204:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000542693cd[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.429207:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006d564f17 17ffffc0001001 3:0 ffff9a604304e8c0 142 lru 00000080:00200000:1.0:1775773081.429213:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ec2cd24a 142: 1< 0 - - > 2< 581632 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.429216:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000542693cd 00000080:00200000:1.0:1775773081.429217:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 143. 00000080:00200000:1.0:1775773081.429219:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 143 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.429237:0:200258:0:(rw26.c:858:ll_write_end()) pos 585728, len 4096, copied 4096 00000080:00200000:1.0:1775773081.429241:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000056e82320[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.429244:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a072c8eb 17ffffc0001001 3:0 ffff9a604304e0e0 143 lru 00000080:00200000:1.0:1775773081.429249:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007f9874bf 143: 1< 0 - - > 2< 585728 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.429252:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000056e82320 00000080:00200000:1.0:1775773081.429253:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 144. 00000080:00200000:1.0:1775773081.429256:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 144 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.429274:0:200258:0:(rw26.c:858:ll_write_end()) pos 589824, len 4096, copied 4096 00000080:00200000:1.0:1775773081.429278:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a5f0aecb[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.429282:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000c95e208 17ffffc0001001 3:0 ffff9a60460c7c40 144 lru 00000080:00200000:1.0:1775773081.429288:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e6ae3f9a 144: 1< 0 - - > 2< 589824 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.429291:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a5f0aecb 00000080:00200000:1.0:1775773081.429292:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 145. 00000080:00200000:1.0:1775773081.429294:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 145 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.429309:0:200258:0:(rw26.c:858:ll_write_end()) pos 593920, len 4096, copied 4096 00000080:00200000:1.0:1775773081.429313:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007c6bb11e[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.429316:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c43df109 17ffffc0001001 3:0 ffff9a60460c7000 145 lru 00000080:00200000:1.0:1775773081.429321:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000072af194 145: 1< 0 - - > 2< 593920 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.429323:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007c6bb11e 00000080:00200000:1.0:1775773081.429325:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 146. 00000080:00200000:1.0:1775773081.429327:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 146 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.429343:0:200258:0:(rw26.c:858:ll_write_end()) pos 598016, len 4096, copied 4096 00000080:00200000:1.0:1775773081.429347:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e0ce002d[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.429350:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000068c8434b 17ffffc0001001 3:0 ffff9a60460c7460 146 lru 00000080:00200000:1.0:1775773081.429356:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000094b41adc 146: 1< 0 - - > 2< 598016 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.429358:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e0ce002d 00000080:00200000:1.0:1775773081.429359:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 147. 00000080:00200000:1.0:1775773081.429361:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 147 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.429379:0:200258:0:(rw26.c:858:ll_write_end()) pos 602112, len 4096, copied 4096 00000080:00200000:1.0:1775773081.429383:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d587f0f5[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.429385:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006713147d 17ffffc0001001 3:0 ffff9a60460c7620 147 lru 00000080:00200000:1.0:1775773081.429391:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005304cc73 147: 1< 0 - - > 2< 602112 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.429393:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d587f0f5 00000080:00200000:1.0:1775773081.429394:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 148. 00000080:00200000:1.0:1775773081.429397:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 148 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.429414:0:200258:0:(rw26.c:858:ll_write_end()) pos 606208, len 4096, copied 4096 00000080:00200000:1.0:1775773081.429418:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000015a69aa7[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.429421:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000a82ec0c 17ffffc0001001 3:0 ffff9a60460c7380 148 lru 00000080:00200000:1.0:1775773081.429427:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d7440c6b 148: 1< 0 - - > 2< 606208 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.429429:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000015a69aa7 00000080:00200000:1.0:1775773081.429431:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 149. 00000080:00200000:1.0:1775773081.429433:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 149 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.429447:0:200258:0:(rw26.c:858:ll_write_end()) pos 610304, len 4096, copied 4096 00000080:00200000:1.0:1775773081.429451:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000077611023[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.429454:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d7670d75 17ffffc0001001 3:0 ffff9a60460c78c0 149 lru 00000080:00200000:1.0:1775773081.429459:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000142eb5f4 149: 1< 0 - - > 2< 610304 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.429461:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000077611023 00000080:00200000:1.0:1775773081.429462:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 150. 00000080:00200000:1.0:1775773081.429464:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 150 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.429480:0:200258:0:(rw26.c:858:ll_write_end()) pos 614400, len 4096, copied 4096 00000080:00200000:1.0:1775773081.429484:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009549b606[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.429487:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000007e82895 17ffffc0001001 3:0 ffff9a60460c70e0 150 lru 00000080:00200000:1.0:1775773081.429492:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008559af32 150: 1< 0 - - > 2< 614400 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.429494:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009549b606 00000080:00200000:1.0:1775773081.429495:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 151. 00000080:00200000:1.0:1775773081.429497:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 151 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.429527:0:200258:0:(rw26.c:858:ll_write_end()) pos 618496, len 4096, copied 4096 00000080:00200000:1.0:1775773081.429531:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000240d1e10[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.429534:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006c559731 17ffffc0001001 3:0 ffff9a60460c77e0 151 lru 00000080:00200000:1.0:1775773081.429539:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b95131dd 151: 1< 0 - - > 2< 618496 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.429541:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000240d1e10 00000080:00200000:1.0:1775773081.429542:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 152. 00000080:00200000:1.0:1775773081.429544:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 152 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.429948:0:200258:0:(rw26.c:858:ll_write_end()) pos 622592, len 4096, copied 4096 00000080:00200000:1.0:1775773081.429953:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c4bc2feb[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.429956:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000061410412 17ffffc0001001 3:0 ffff9a60460c7540 152 lru 00000080:00200000:1.0:1775773081.429962:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ee087505 152: 1< 0 - - > 2< 622592 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.429964:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c4bc2feb 00000080:00200000:1.0:1775773081.429965:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 153. 00000080:00200000:1.0:1775773081.429967:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 153 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.429986:0:200258:0:(rw26.c:858:ll_write_end()) pos 626688, len 4096, copied 4096 00000080:00200000:1.0:1775773081.429990:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000349500d3[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.429993:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003f1ac4fc 17ffffc0001001 3:0 ffff9a60460c7b60 153 lru 00000080:00200000:1.0:1775773081.429998:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b52ce32b 153: 1< 0 - - > 2< 626688 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.430000:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000349500d3 00000080:00200000:1.0:1775773081.430002:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 154. 00000080:00200000:1.0:1775773081.430003:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 154 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.430019:0:200258:0:(rw26.c:858:ll_write_end()) pos 630784, len 4096, copied 4096 00000080:00200000:1.0:1775773081.430023:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005988a268[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.430025:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000023fc31d 17ffffc0001001 3:0 ffff9a60460c7d20 154 lru 00000080:00200000:1.0:1775773081.430030:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000066a7ef09 154: 1< 0 - - > 2< 630784 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.430032:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005988a268 00000080:00200000:1.0:1775773081.430033:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 155. 00000080:00200000:1.0:1775773081.430035:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 155 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.430063:0:200258:0:(rw26.c:858:ll_write_end()) pos 634880, len 4096, copied 4096 00000080:00200000:1.0:1775773081.430067:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b6d3f2eb[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.430069:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000548a6a5f 17ffffc0001021 2:0 ffff9a60460c7a80 155 lru 00000080:00200000:1.0:1775773081.430074:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e6cccdb2 155: 1< 0 - - > 2< 634880 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.430076:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b6d3f2eb 00000080:00200000:1.0:1775773081.430077:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 156. 00000080:00200000:1.0:1775773081.430079:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 156 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.430092:0:200258:0:(rw26.c:858:ll_write_end()) pos 638976, len 4096, copied 4096 00000080:00200000:1.0:1775773081.430096:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d6ea342b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.430098:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c22915e9 17ffffc0001001 3:0 ffff9a60460c79a0 156 lru 00000080:00200000:1.0:1775773081.430103:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003850c95f 156: 1< 0 - - > 2< 638976 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.430106:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d6ea342b 00000080:00200000:1.0:1775773081.430107:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 157. 00000080:00200000:1.0:1775773081.430109:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 157 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.430123:0:200258:0:(rw26.c:858:ll_write_end()) pos 643072, len 4096, copied 4096 00000080:00200000:1.0:1775773081.430127:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e18c308d[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.430129:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000092bcea63 17ffffc0001001 3:0 ffff9a60460c7ee0 157 lru 00000080:00200000:1.0:1775773081.430134:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c3567cf7 157: 1< 0 - - > 2< 643072 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.430136:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e18c308d 00000080:00200000:1.0:1775773081.430138:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 158. 00000080:00200000:1.0:1775773081.430140:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 158 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.430155:0:200258:0:(rw26.c:858:ll_write_end()) pos 647168, len 4096, copied 4096 00000080:00200000:1.0:1775773081.430160:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003d7ec5fe[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.430162:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000436d61a6 17ffffc0001001 3:0 ffff9a60460c71c0 158 lru 00000080:00200000:1.0:1775773081.430168:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005abdfab2 158: 1< 0 - - > 2< 647168 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.430170:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003d7ec5fe 00000080:00200000:1.0:1775773081.430172:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 159. 00000080:00200000:1.0:1775773081.430174:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 159 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.430189:0:200258:0:(rw26.c:858:ll_write_end()) pos 651264, len 4096, copied 4096 00000080:00200000:1.0:1775773081.430193:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000569ed318[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.430197:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bd9e253a 17ffffc0001001 3:0 ffff9a60460c72a0 159 lru 00000080:00200000:1.0:1775773081.430202:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006ce2c3d8 159: 1< 0 - - > 2< 651264 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.430204:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000569ed318 00000080:00200000:1.0:1775773081.430205:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 160. 00000080:00200000:1.0:1775773081.430207:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 160 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.430222:0:200258:0:(rw26.c:858:ll_write_end()) pos 655360, len 4096, copied 4096 00000080:00200000:1.0:1775773081.430225:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000096eba7dd[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.430228:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000079b9ae40 17ffffc0001001 3:0 ffff9a60460c7700 160 lru 00000080:00200000:1.0:1775773081.430233:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fdfdc20a 160: 1< 0 - - > 2< 655360 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.430235:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000096eba7dd 00000080:00200000:1.0:1775773081.430237:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 161. 00000080:00200000:1.0:1775773081.430238:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 161 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.430261:0:200258:0:(rw26.c:858:ll_write_end()) pos 659456, len 4096, copied 4096 00000080:00200000:1.0:1775773081.430265:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009d888ee0[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.430269:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002e36bdd9 17ffffc0001001 3:0 ffff9a60460c7e00 161 lru 00000080:00200000:1.0:1775773081.430275:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f49f9f56 161: 1< 0 - - > 2< 659456 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.430278:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009d888ee0 00000080:00200000:1.0:1775773081.430279:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 162. 00000080:00200000:1.0:1775773081.430282:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 162 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.430302:0:200258:0:(rw26.c:858:ll_write_end()) pos 663552, len 4096, copied 4096 00000080:00200000:1.0:1775773081.430306:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000efb57dac[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.430310:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002ce5be32 17ffffc0001001 3:0 ffff9a60458839a0 162 lru 00000080:00200000:1.0:1775773081.430315:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000881dfbcc 162: 1< 0 - - > 2< 663552 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.430317:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000efb57dac 00000080:00200000:1.0:1775773081.430318:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 163. 00000080:00200000:1.0:1775773081.430321:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 163 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.430338:0:200258:0:(rw26.c:858:ll_write_end()) pos 667648, len 4096, copied 4096 00000080:00200000:1.0:1775773081.430342:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008db41c0b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.430345:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c1edc051 17ffffc0001001 3:0 ffff9a6045883ee0 163 lru 00000080:00200000:1.0:1775773081.430351:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ce79c389 163: 1< 0 - - > 2< 667648 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.430353:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008db41c0b 00000080:00200000:1.0:1775773081.430354:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 164. 00000080:00200000:1.0:1775773081.430356:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 164 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.430372:0:200258:0:(rw26.c:858:ll_write_end()) pos 671744, len 4096, copied 4096 00000080:00200000:1.0:1775773081.430376:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a0881788[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.430378:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000090462e7c 17ffffc0001001 3:0 ffff9a60458831c0 164 lru 00000080:00200000:1.0:1775773081.430385:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002fdaf30d 164: 1< 0 - - > 2< 671744 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.430387:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a0881788 00000080:00200000:1.0:1775773081.430388:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 165. 00000080:00200000:1.0:1775773081.430390:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 165 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.430405:0:200258:0:(rw26.c:858:ll_write_end()) pos 675840, len 4096, copied 4096 00000080:00200000:1.0:1775773081.430409:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c66177fd[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.430412:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000089969a14 17ffffc0001001 3:0 ffff9a60458832a0 165 lru 00000080:00200000:1.0:1775773081.430417:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007601970f 165: 1< 0 - - > 2< 675840 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.430419:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c66177fd 00000080:00200000:1.0:1775773081.430420:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 166. 00000080:00200000:1.0:1775773081.430422:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 166 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.430437:0:200258:0:(rw26.c:858:ll_write_end()) pos 679936, len 4096, copied 4096 00000080:00200000:1.0:1775773081.430441:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e9aef73e[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.430444:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006f627b68 17ffffc0001001 3:0 ffff9a6045883700 166 lru 00000080:00200000:1.0:1775773081.430450:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000962a79d6 166: 1< 0 - - > 2< 679936 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.430452:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e9aef73e 00000080:00200000:1.0:1775773081.430454:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 167. 00000080:00200000:1.0:1775773081.430456:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 167 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.430472:0:200258:0:(rw26.c:858:ll_write_end()) pos 684032, len 4096, copied 4096 00000080:00200000:1.0:1775773081.430476:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002a02cbb7[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.430478:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a4b66cad 17ffffc0001001 3:0 ffff9a6045883e00 167 lru 00000080:00200000:1.0:1775773081.430484:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004437ecb7 167: 1< 0 - - > 2< 684032 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.430486:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002a02cbb7 00000080:00200000:1.0:1775773081.430487:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 168. 00000080:00200000:1.0:1775773081.430489:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 168 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.431977:0:200258:0:(rw26.c:858:ll_write_end()) pos 688128, len 4096, copied 4096 00000080:00200000:1.0:1775773081.431996:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000023188037[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.432000:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ece078a8 17ffffc0001001 3:0 ffff9a6045883c40 168 lru 00000080:00200000:1.0:1775773081.432007:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008a1e48d8 168: 1< 0 - - > 2< 688128 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.432010:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000023188037 00000080:00200000:1.0:1775773081.432011:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 169. 00000080:00200000:1.0:1775773081.432017:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 169 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.432067:0:200258:0:(rw26.c:858:ll_write_end()) pos 692224, len 4096, copied 4096 00000080:00200000:1.0:1775773081.432072:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000024500985[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.432075:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005870195b 17ffffc0001001 3:0 ffff9a6045883000 169 lru 00000080:00200000:1.0:1775773081.432080:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a851fd79 169: 1< 0 - - > 2< 692224 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.432082:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000024500985 00000080:00200000:1.0:1775773081.432084:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 170. 00000080:00200000:1.0:1775773081.432086:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 170 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.432114:0:200258:0:(rw26.c:858:ll_write_end()) pos 696320, len 4096, copied 4096 00000080:00200000:1.0:1775773081.432118:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001fa92a70[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.432121:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f46a832e 17ffffc0001021 2:0 ffff9a6045883460 170 lru 00000080:00200000:1.0:1775773081.432126:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000016a9ed 170: 1< 0 - - > 2< 696320 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.432128:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001fa92a70 00000080:00200000:1.0:1775773081.432130:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 171. 00000080:00200000:1.0:1775773081.432132:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 171 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.432153:0:200258:0:(rw26.c:858:ll_write_end()) pos 700416, len 4096, copied 4096 00000080:00200000:1.0:1775773081.432157:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f4cd2958[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.432160:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000077bcc5d6 17ffffc0001001 3:0 ffff9a6045883620 171 lru 00000080:00200000:1.0:1775773081.432165:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cf0b9921 171: 1< 0 - - > 2< 700416 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.432168:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f4cd2958 00000080:00200000:1.0:1775773081.432169:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 172. 00000080:00200000:1.0:1775773081.432171:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 172 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.432187:0:200258:0:(rw26.c:858:ll_write_end()) pos 704512, len 4096, copied 4096 00000080:00200000:1.0:1775773081.432191:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007dcc1cd4[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.432194:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d691c1ce 17ffffc0001001 3:0 ffff9a6045883380 172 lru 00000080:00200000:1.0:1775773081.432199:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008562ee33 172: 1< 0 - - > 2< 704512 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.432201:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007dcc1cd4 00000080:00200000:1.0:1775773081.432202:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 173. 00000080:00200000:1.0:1775773081.432204:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 173 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.432218:0:200258:0:(rw26.c:858:ll_write_end()) pos 708608, len 4096, copied 4096 00000080:00200000:1.0:1775773081.432221:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000facba21f[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.432224:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f34564ff 17ffffc0001001 3:0 ffff9a60458838c0 173 lru 00000080:00200000:1.0:1775773081.432230:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000012651d6e 173: 1< 0 - - > 2< 708608 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.432232:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000facba21f 00000080:00200000:1.0:1775773081.432234:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 174. 00000080:00200000:1.0:1775773081.432235:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 174 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.432251:0:200258:0:(rw26.c:858:ll_write_end()) pos 712704, len 4096, copied 4096 00000080:00200000:1.0:1775773081.432254:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002934d09f[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.432257:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000aad44c04 17ffffc0001001 3:0 ffff9a60458830e0 174 lru 00000080:00200000:1.0:1775773081.432262:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000067b0182 174: 1< 0 - - > 2< 712704 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.432264:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002934d09f 00000080:00200000:1.0:1775773081.432265:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 175. 00000080:00200000:1.0:1775773081.432267:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 175 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.432281:0:200258:0:(rw26.c:858:ll_write_end()) pos 716800, len 4096, copied 4096 00000080:00200000:1.0:1775773081.432284:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009daacec7[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.432287:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000807ad907 17ffffc0001001 3:0 ffff9a60458837e0 175 lru 00000080:00200000:1.0:1775773081.432292:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c5b17f80 175: 1< 0 - - > 2< 716800 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.432295:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009daacec7 00000080:00200000:1.0:1775773081.432296:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 176. 00000080:00200000:1.0:1775773081.432298:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 176 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.432312:0:200258:0:(rw26.c:858:ll_write_end()) pos 720896, len 4096, copied 4096 00000080:00200000:1.0:1775773081.432316:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d09b88eb[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.432319:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004e7c8a48 17ffffc0001001 3:0 ffff9a6045883540 176 lru 00000080:00200000:1.0:1775773081.432324:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000134eca77 176: 1< 0 - - > 2< 720896 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.432326:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d09b88eb 00000080:00200000:1.0:1775773081.432327:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 177. 00000080:00200000:1.0:1775773081.432329:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 177 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.432341:0:200258:0:(rw26.c:858:ll_write_end()) pos 724992, len 4096, copied 4096 00000080:00200000:1.0:1775773081.432345:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000066fe07d4[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.432348:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006986a187 17ffffc0001001 3:0 ffff9a6045883b60 177 lru 00000080:00200000:1.0:1775773081.432353:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000032786b0e 177: 1< 0 - - > 2< 724992 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.432355:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000066fe07d4 00000080:00200000:1.0:1775773081.432357:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 178. 00000080:00200000:1.0:1775773081.432358:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 178 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.432372:0:200258:0:(rw26.c:858:ll_write_end()) pos 729088, len 4096, copied 4096 00000080:00200000:1.0:1775773081.432376:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000056af3171[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.432378:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007b678e7b 17ffffc0001001 3:0 ffff9a6045883d20 178 lru 00000080:00200000:1.0:1775773081.432383:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dd1e78c6 178: 1< 0 - - > 2< 729088 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.432386:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000056af3171 00000080:00200000:1.0:1775773081.432387:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 179. 00000080:00200000:1.0:1775773081.432389:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 179 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.432404:0:200258:0:(rw26.c:858:ll_write_end()) pos 733184, len 4096, copied 4096 00000080:00200000:1.0:1775773081.432407:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002ac96572[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.432410:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000021aab13d 17ffffc0001001 3:0 ffff9a6045883a80 179 lru 00000080:00200000:1.0:1775773081.432414:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000049724335 179: 1< 0 - - > 2< 733184 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.432417:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002ac96572 00000080:00200000:1.0:1775773081.432418:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 180. 00000080:00200000:1.0:1775773081.432420:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 180 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.432437:0:200258:0:(rw26.c:858:ll_write_end()) pos 737280, len 4096, copied 4096 00000080:00200000:1.0:1775773081.432441:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000297963fe[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.432444:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a5c9a592 17ffffc0001001 3:0 ffff9a605071dee0 180 lru 00000080:00200000:1.0:1775773081.432449:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000726cd614 180: 1< 0 - - > 2< 737280 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.432451:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000297963fe 00000080:00200000:1.0:1775773081.432453:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 181. 00000080:00200000:1.0:1775773081.432455:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 181 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.432472:0:200258:0:(rw26.c:858:ll_write_end()) pos 741376, len 4096, copied 4096 00000080:00200000:1.0:1775773081.432476:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ef9cb493[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.432478:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c4cd04d5 17ffffc0001001 3:0 ffff9a605071d1c0 181 lru 00000080:00200000:1.0:1775773081.432484:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d468a99f 181: 1< 0 - - > 2< 741376 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.432487:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ef9cb493 00000080:00200000:1.0:1775773081.432488:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 182. 00000080:00200000:1.0:1775773081.432490:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 182 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.432515:0:200258:0:(rw26.c:858:ll_write_end()) pos 745472, len 4096, copied 4096 00000080:00200000:1.0:1775773081.432520:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f00fe954[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.432522:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f64d2f44 17ffffc0001001 3:0 ffff9a605071d2a0 182 lru 00000080:00200000:1.0:1775773081.432528:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000047e72540 182: 1< 0 - - > 2< 745472 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.432530:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f00fe954 00000080:00200000:1.0:1775773081.432531:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 183. 00000080:00200000:1.0:1775773081.432534:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 183 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.433433:0:200258:0:(rw26.c:858:ll_write_end()) pos 749568, len 4096, copied 4096 00000080:00200000:1.0:1775773081.433445:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e0ef5bf5[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.433449:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000112f790c 17ffffc0001001 3:0 ffff9a605071d700 183 lru 00000080:00200000:1.0:1775773081.433456:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000500edd4b 183: 1< 0 - - > 2< 749568 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.433459:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e0ef5bf5 00000080:00200000:1.0:1775773081.433460:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 184. 00000080:00200000:1.0:1775773081.433464:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 184 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.433513:0:200258:0:(rw26.c:858:ll_write_end()) pos 753664, len 4096, copied 4096 00000080:00200000:1.0:1775773081.433518:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000053afcf86[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.433521:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b6532fd2 17ffffc0001001 3:0 ffff9a605071de00 184 lru 00000080:00200000:1.0:1775773081.433526:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000002a66d88 184: 1< 0 - - > 2< 753664 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.433528:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000053afcf86 00000080:00200000:1.0:1775773081.433530:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 185. 00000080:00200000:1.0:1775773081.433532:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 185 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.433624:0:200258:0:(rw26.c:858:ll_write_end()) pos 757760, len 4096, copied 4096 00000080:00200000:1.0:1775773081.433629:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000797b84a[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.433631:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b3d40f78 17ffffc0001021 2:0 ffff9a605071dc40 185 lru 00000080:00200000:1.0:1775773081.433636:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dd5eec9b 185: 1< 0 - - > 2< 757760 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.433638:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000797b84a 00000080:00200000:1.0:1775773081.433639:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 186. 00000080:00200000:1.0:1775773081.433641:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 186 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.433655:0:200258:0:(rw26.c:858:ll_write_end()) pos 761856, len 4096, copied 4096 00000080:00200000:1.0:1775773081.433659:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cd661be2[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.433662:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000114f7030 17ffffc0001001 3:0 ffff9a605071d000 186 lru 00000080:00200000:1.0:1775773081.433668:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006a5ab926 186: 1< 0 - - > 2< 761856 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.433670:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cd661be2 00000080:00200000:1.0:1775773081.433670:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 187. 00000080:00200000:1.0:1775773081.433672:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 187 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.433684:0:200258:0:(rw26.c:858:ll_write_end()) pos 765952, len 4096, copied 4096 00000080:00200000:1.0:1775773081.433687:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b7f1bf06[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.433690:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006a245a22 17ffffc0001001 3:0 ffff9a605071d460 187 lru 00000080:00200000:1.0:1775773081.433695:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001d493de6 187: 1< 0 - - > 2< 765952 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.433697:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b7f1bf06 00000080:00200000:1.0:1775773081.433699:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 188. 00000080:00200000:1.0:1775773081.433700:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 188 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.433712:0:200258:0:(rw26.c:858:ll_write_end()) pos 770048, len 4096, copied 4096 00000080:00200000:1.0:1775773081.433715:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000041cc76d2[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.433718:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c8a6d6b5 17ffffc0001001 3:0 ffff9a605071d620 188 lru 00000080:00200000:1.0:1775773081.433723:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cf05390e 188: 1< 0 - - > 2< 770048 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.433725:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000041cc76d2 00000080:00200000:1.0:1775773081.433726:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 189. 00000080:00200000:1.0:1775773081.433728:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 189 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.433739:0:200258:0:(rw26.c:858:ll_write_end()) pos 774144, len 4096, copied 4096 00000080:00200000:1.0:1775773081.433742:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cb47731b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.433745:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005b85f1cf 17ffffc0001001 3:0 ffff9a605071d380 189 lru 00000080:00200000:1.0:1775773081.433750:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000016de6f09 189: 1< 0 - - > 2< 774144 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.433753:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cb47731b 00000080:00200000:1.0:1775773081.433754:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 190. 00000080:00200000:1.0:1775773081.433755:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 190 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.433768:0:200258:0:(rw26.c:858:ll_write_end()) pos 778240, len 4096, copied 4096 00000080:00200000:1.0:1775773081.433771:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000072aebb95[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.433774:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000096c9af09 17ffffc0001001 3:0 ffff9a605071d8c0 190 lru 00000080:00200000:1.0:1775773081.433779:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003e86fc63 190: 1< 0 - - > 2< 778240 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.433781:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000072aebb95 00000080:00200000:1.0:1775773081.433782:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 191. 00000080:00200000:1.0:1775773081.433784:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 191 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.433900:0:200258:0:(rw26.c:858:ll_write_end()) pos 782336, len 4096, copied 4096 00000080:00200000:1.0:1775773081.433905:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000de05ef8a[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.433907:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c752414b 17ffffc0001001 3:0 ffff9a605071d0e0 191 lru 00000080:00200000:1.0:1775773081.433913:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fbcaf0a2 191: 1< 0 - - > 2< 782336 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.433915:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000de05ef8a 00000080:00200000:1.0:1775773081.433916:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 192. 00000080:00200000:1.0:1775773081.433918:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 192 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.433947:0:200258:0:(rw26.c:858:ll_write_end()) pos 786432, len 4096, copied 4096 00000080:00200000:1.0:1775773081.433951:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e93560e6[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.433953:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002d095b94 17ffffc0001001 3:0 ffff9a605071d7e0 192 lru 00000080:00200000:1.0:1775773081.433958:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a29227cd 192: 1< 0 - - > 2< 786432 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.433960:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e93560e6 00000080:00200000:1.0:1775773081.433961:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 193. 00000080:00200000:1.0:1775773081.433963:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 193 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.433979:0:200258:0:(rw26.c:858:ll_write_end()) pos 790528, len 4096, copied 4096 00000080:00200000:1.0:1775773081.433983:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004f6bccf1[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.433985:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000958808e7 17ffffc0001001 3:0 ffff9a605071d540 193 lru 00000080:00200000:1.0:1775773081.433990:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006d6d26d5 193: 1< 0 - - > 2< 790528 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.433992:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004f6bccf1 00000080:00200000:1.0:1775773081.433993:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 194. 00000080:00200000:1.0:1775773081.433995:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 194 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434008:0:200258:0:(rw26.c:858:ll_write_end()) pos 794624, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434011:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a29c7461[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434014:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009f4adb41 17ffffc0001001 3:0 ffff9a605071db60 194 lru 00000080:00200000:1.0:1775773081.434018:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d191c0b0 194: 1< 0 - - > 2< 794624 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434020:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a29c7461 00000080:00200000:1.0:1775773081.434022:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 195. 00000080:00200000:1.0:1775773081.434023:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 195 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434036:0:200258:0:(rw26.c:858:ll_write_end()) pos 798720, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434040:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005eefdaae[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434042:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008a69689c 17ffffc0001001 3:0 ffff9a605071dd20 195 lru 00000080:00200000:1.0:1775773081.434047:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000007d53899 195: 1< 0 - - > 2< 798720 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434049:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005eefdaae 00000080:00200000:1.0:1775773081.434050:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 196. 00000080:00200000:1.0:1775773081.434051:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 196 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434063:0:200258:0:(rw26.c:858:ll_write_end()) pos 802816, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434066:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b9334201[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434068:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ba3aae75 17ffffc0001001 3:0 ffff9a605071da80 196 lru 00000080:00200000:1.0:1775773081.434073:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000016138c3f 196: 1< 0 - - > 2< 802816 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434074:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b9334201 00000080:00200000:1.0:1775773081.434075:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 197. 00000080:00200000:1.0:1775773081.434077:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 197 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434091:0:200258:0:(rw26.c:858:ll_write_end()) pos 806912, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434094:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000048ce1dcd[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434097:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006cd08762 17ffffc0001001 3:0 ffff9a605071d9a0 197 lru 00000080:00200000:1.0:1775773081.434101:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e3239b2f 197: 1< 0 - - > 2< 806912 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434103:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000048ce1dcd 00000080:00200000:1.0:1775773081.434104:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 198. 00000080:00200000:1.0:1775773081.434106:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 198 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434120:0:200258:0:(rw26.c:858:ll_write_end()) pos 811008, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434123:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000eca33f54[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434126:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000076871fb1 17ffffc0001001 3:0 ffff9a6046e9c2a0 198 lru 00000080:00200000:1.0:1775773081.434130:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003bf18c27 198: 1< 0 - - > 2< 811008 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434132:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000eca33f54 00000080:00200000:1.0:1775773081.434133:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 199. 00000080:00200000:1.0:1775773081.434135:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 199 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434147:0:200258:0:(rw26.c:858:ll_write_end()) pos 815104, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434151:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e07099db[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434153:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007b6a79fc 17ffffc0001001 3:0 ffff9a6046e9c700 199 lru 00000080:00200000:1.0:1775773081.434158:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ccab351f 199: 1< 0 - - > 2< 815104 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434160:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e07099db 00000080:00200000:1.0:1775773081.434162:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 200. 00000080:00200000:1.0:1775773081.434163:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 200 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434182:0:200258:0:(rw26.c:858:ll_write_end()) pos 819200, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434186:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c406e98e[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434188:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004e75654d 17ffffc0001021 2:0 ffff9a6046e9ce00 200 lru 00000080:00200000:1.0:1775773081.434193:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000077e7e956 200: 1< 0 - - > 2< 819200 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434195:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c406e98e 00000080:00200000:1.0:1775773081.434196:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 201. 00000080:00200000:1.0:1775773081.434198:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 201 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434213:0:200258:0:(rw26.c:858:ll_write_end()) pos 823296, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434217:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002b1c89fd[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434220:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000659b9ee1 17ffffc0001001 3:0 ffff9a6046e9cc40 201 lru 00000080:00200000:1.0:1775773081.434226:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000043c9eaa9 201: 1< 0 - - > 2< 823296 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434228:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002b1c89fd 00000080:00200000:1.0:1775773081.434229:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 202. 00000080:00200000:1.0:1775773081.434231:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 202 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434246:0:200258:0:(rw26.c:858:ll_write_end()) pos 827392, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434250:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000c0c891b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434253:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c9db77cf 17ffffc0001001 3:0 ffff9a6046e9c000 202 lru 00000080:00200000:1.0:1775773081.434258:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a87b2444 202: 1< 0 - - > 2< 827392 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434260:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000c0c891b 00000080:00200000:1.0:1775773081.434262:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 203. 00000080:00200000:1.0:1775773081.434264:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 203 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434280:0:200258:0:(rw26.c:858:ll_write_end()) pos 831488, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434285:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f6cc329f[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434287:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000086f24533 17ffffc0001001 3:0 ffff9a6046e9c460 203 lru 00000080:00200000:1.0:1775773081.434292:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000997879d5 203: 1< 0 - - > 2< 831488 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434294:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f6cc329f 00000080:00200000:1.0:1775773081.434295:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 204. 00000080:00200000:1.0:1775773081.434297:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 204 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434313:0:200258:0:(rw26.c:858:ll_write_end()) pos 835584, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434318:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006b891673[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434320:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000065717836 17ffffc0001001 3:0 ffff9a6046e9c620 204 lru 00000080:00200000:1.0:1775773081.434325:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000aa96a7d9 204: 1< 0 - - > 2< 835584 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434328:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006b891673 00000080:00200000:1.0:1775773081.434329:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 205. 00000080:00200000:1.0:1775773081.434331:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 205 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434347:0:200258:0:(rw26.c:858:ll_write_end()) pos 839680, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434351:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007dfb5156[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434353:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d696fc9c 17ffffc0001001 3:0 ffff9a6046e9c380 205 lru 00000080:00200000:1.0:1775773081.434359:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d97cf9ef 205: 1< 0 - - > 2< 839680 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434361:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007dfb5156 00000080:00200000:1.0:1775773081.434363:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 206. 00000080:00200000:1.0:1775773081.434364:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 206 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434382:0:200258:0:(rw26.c:858:ll_write_end()) pos 843776, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434386:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fbed6346[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434388:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000f2f5363 17ffffc0001001 3:0 ffff9a6046e9c8c0 206 lru 00000080:00200000:1.0:1775773081.434394:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003e606c31 206: 1< 0 - - > 2< 843776 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434396:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fbed6346 00000080:00200000:1.0:1775773081.434397:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 207. 00000080:00200000:1.0:1775773081.434399:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 207 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434414:0:200258:0:(rw26.c:858:ll_write_end()) pos 847872, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434417:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008ed1a6a5[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434420:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000080c93d8e 17ffffc0001001 3:0 ffff9a6046e9c0e0 207 lru 00000080:00200000:1.0:1775773081.434425:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008ac68cf0 207: 1< 0 - - > 2< 847872 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434426:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008ed1a6a5 00000080:00200000:1.0:1775773081.434427:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 208. 00000080:00200000:1.0:1775773081.434429:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 208 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434443:0:200258:0:(rw26.c:858:ll_write_end()) pos 851968, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434446:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000a46c8b5[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434449:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f5659893 17ffffc0001001 3:0 ffff9a6046e9c7e0 208 lru 00000080:00200000:1.0:1775773081.434454:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e28ca92c 208: 1< 0 - - > 2< 851968 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434456:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000a46c8b5 00000080:00200000:1.0:1775773081.434457:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 209. 00000080:00200000:1.0:1775773081.434459:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 209 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434475:0:200258:0:(rw26.c:858:ll_write_end()) pos 856064, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434479:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000019ec302f[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434482:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000097124a2 17ffffc0001001 3:0 ffff9a6046e9c540 209 lru 00000080:00200000:1.0:1775773081.434487:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004c826dc9 209: 1< 0 - - > 2< 856064 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434489:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000019ec302f 00000080:00200000:1.0:1775773081.434490:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 210. 00000080:00200000:1.0:1775773081.434492:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 210 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434519:0:200258:0:(rw26.c:858:ll_write_end()) pos 860160, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434523:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e4230fe6[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434525:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008cf48f8c 17ffffc0001001 3:0 ffff9a6046e9cb60 210 lru 00000080:00200000:1.0:1775773081.434530:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c1482f2f 210: 1< 0 - - > 2< 860160 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434532:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e4230fe6 00000080:00200000:1.0:1775773081.434534:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 211. 00000080:00200000:1.0:1775773081.434536:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 211 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434729:0:200258:0:(rw26.c:858:ll_write_end()) pos 864256, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434734:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007458bea5[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434737:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bfcb9dcd 17ffffc0001001 3:0 ffff9a6046e9cd20 211 lru 00000080:00200000:1.0:1775773081.434742:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000021510575 211: 1< 0 - - > 2< 864256 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434744:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007458bea5 00000080:00200000:1.0:1775773081.434746:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 212. 00000080:00200000:1.0:1775773081.434748:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 212 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434766:0:200258:0:(rw26.c:858:ll_write_end()) pos 868352, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434770:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005428b363[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434773:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cdfcad46 17ffffc0001001 3:0 ffff9a6046e9ca80 212 lru 00000080:00200000:1.0:1775773081.434778:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000096b9e366 212: 1< 0 - - > 2< 868352 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434780:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005428b363 00000080:00200000:1.0:1775773081.434781:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 213. 00000080:00200000:1.0:1775773081.434783:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 213 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434829:0:200258:0:(rw26.c:858:ll_write_end()) pos 872448, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434834:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000038aafd08[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434837:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fed7c9c2 17ffffc0001001 3:0 ffff9a6046e9c9a0 213 lru 00000080:00200000:1.0:1775773081.434842:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000009846da8 213: 1< 0 - - > 2< 872448 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434844:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000038aafd08 00000080:00200000:1.0:1775773081.434845:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 214. 00000080:00200000:1.0:1775773081.434847:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 214 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434863:0:200258:0:(rw26.c:858:ll_write_end()) pos 876544, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434867:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b3d52f4d[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434870:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000022bf1154 17ffffc0001001 3:0 ffff9a6046e9cee0 214 lru 00000080:00200000:1.0:1775773081.434876:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006bf7ecc7 214: 1< 0 - - > 2< 876544 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434878:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b3d52f4d 00000080:00200000:1.0:1775773081.434879:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 215. 00000080:00200000:1.0:1775773081.434881:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 215 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434903:0:200258:0:(rw26.c:858:ll_write_end()) pos 880640, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434907:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b257264c[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434909:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000447d0de6 17ffffc0001021 2:0 ffff9a6046e9c1c0 215 lru 00000080:00200000:1.0:1775773081.434914:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cac3f011 215: 1< 0 - - > 2< 880640 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434916:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b257264c 00000080:00200000:1.0:1775773081.434917:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 216. 00000080:00200000:1.0:1775773081.434919:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 216 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434935:0:200258:0:(rw26.c:858:ll_write_end()) pos 884736, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434939:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e54cfe03[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434942:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b024ddfb 17ffffc0001001 3:0 ffff9a6046e72620 216 lru 00000080:00200000:1.0:1775773081.434946:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004fa5d6b7 216: 1< 0 - - > 2< 884736 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434948:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e54cfe03 00000080:00200000:1.0:1775773081.434949:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 217. 00000080:00200000:1.0:1775773081.434950:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 217 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434965:0:200258:0:(rw26.c:858:ll_write_end()) pos 888832, len 4096, copied 4096 00000080:00200000:1.0:1775773081.434968:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000047462bce[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.434971:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004e9c0452 17ffffc0001001 3:0 ffff9a6046e72380 217 lru 00000080:00200000:1.0:1775773081.434976:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009465dbd8 217: 1< 0 - - > 2< 888832 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.434978:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000047462bce 00000080:00200000:1.0:1775773081.434979:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 218. 00000080:00200000:1.0:1775773081.434981:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 218 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.434997:0:200258:0:(rw26.c:858:ll_write_end()) pos 892928, len 4096, copied 4096 00000080:00200000:1.0:1775773081.435001:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c7ee8ff9[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.435004:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009c1022fc 17ffffc0001001 3:0 ffff9a6046e728c0 218 lru 00000080:00200000:1.0:1775773081.435010:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000049bc2988 218: 1< 0 - - > 2< 892928 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.435012:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c7ee8ff9 00000080:00200000:1.0:1775773081.435013:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 219. 00000080:00200000:1.0:1775773081.435015:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 219 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.435026:0:200258:0:(rw26.c:858:ll_write_end()) pos 897024, len 4096, copied 4096 00000080:00200000:1.0:1775773081.435029:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000083abac8e[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.435032:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000746fbb6a 17ffffc0001001 3:0 ffff9a6046e720e0 219 lru 00000080:00200000:1.0:1775773081.435036:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007fe4fa44 219: 1< 0 - - > 2< 897024 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.435038:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000083abac8e 00000080:00200000:1.0:1775773081.435039:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 220. 00000080:00200000:1.0:1775773081.435041:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 220 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.435058:0:200258:0:(rw26.c:858:ll_write_end()) pos 901120, len 4096, copied 4096 00000080:00200000:1.0:1775773081.435061:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004cfc97cb[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.435064:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cdcee380 17ffffc0001001 3:0 ffff9a6046e727e0 220 lru 00000080:00200000:1.0:1775773081.435070:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001e6113dd 220: 1< 0 - - > 2< 901120 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.435072:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004cfc97cb 00000080:00200000:1.0:1775773081.435073:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 221. 00000080:00200000:1.0:1775773081.435075:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 221 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.435090:0:200258:0:(rw26.c:858:ll_write_end()) pos 905216, len 4096, copied 4096 00000080:00200000:1.0:1775773081.435095:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e48eb13f[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.435097:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003a09dd75 17ffffc0001001 3:0 ffff9a6046e72540 221 lru 00000080:00200000:1.0:1775773081.435102:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000daaeb975 221: 1< 0 - - > 2< 905216 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.435105:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e48eb13f 00000080:00200000:1.0:1775773081.435106:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 222. 00000080:00200000:1.0:1775773081.435108:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 222 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.435121:0:200258:0:(rw26.c:858:ll_write_end()) pos 909312, len 4096, copied 4096 00000080:00200000:1.0:1775773081.435125:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000266ca6c7[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.435128:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b0184023 17ffffc0001001 3:0 ffff9a6046e72b60 222 lru 00000080:00200000:1.0:1775773081.435133:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c4191069 222: 1< 0 - - > 2< 909312 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.435135:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000266ca6c7 00000080:00200000:1.0:1775773081.435136:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 223. 00000080:00200000:1.0:1775773081.435138:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 223 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.435151:0:200258:0:(rw26.c:858:ll_write_end()) pos 913408, len 4096, copied 4096 00000080:00200000:1.0:1775773081.435155:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000026429f85[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.435158:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003bada589 17ffffc0001001 3:0 ffff9a6046e72d20 223 lru 00000080:00200000:1.0:1775773081.435163:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001c4a253b 223: 1< 0 - - > 2< 913408 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.435165:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000026429f85 00000080:00200000:1.0:1775773081.435167:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 224. 00000080:00200000:1.0:1775773081.435169:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 224 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.435185:0:200258:0:(rw26.c:858:ll_write_end()) pos 917504, len 4096, copied 4096 00000080:00200000:1.0:1775773081.435189:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e8c6551d[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.435191:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b8fdbba5 17ffffc0001001 3:0 ffff9a6046e72a80 224 lru 00000080:00200000:1.0:1775773081.435197:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000089437b77 224: 1< 0 - - > 2< 917504 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.435199:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e8c6551d 00000080:00200000:1.0:1775773081.435200:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 225. 00000080:00200000:1.0:1775773081.435201:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 225 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.435221:0:200258:0:(rw26.c:858:ll_write_end()) pos 921600, len 4096, copied 4096 00000080:00200000:1.0:1775773081.435224:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006c27a68e[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.435227:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e08a2585 17ffffc0001001 3:0 ffff9a6046e729a0 225 lru 00000080:00200000:1.0:1775773081.435232:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ff05af3a 225: 1< 0 - - > 2< 921600 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.435234:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006c27a68e 00000080:00200000:1.0:1775773081.435236:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 226. 00000080:00200000:1.0:1775773081.435237:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 226 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.435250:0:200258:0:(rw26.c:858:ll_write_end()) pos 925696, len 4096, copied 4096 00000080:00200000:1.0:1775773081.435254:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000010ee8dfd[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.435257:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000034f45fdc 17ffffc0001001 3:0 ffff9a6046e72ee0 226 lru 00000080:00200000:1.0:1775773081.435262:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f1d2124e 226: 1< 0 - - > 2< 925696 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.435264:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000010ee8dfd 00000080:00200000:1.0:1775773081.435265:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 227. 00000080:00200000:1.0:1775773081.435267:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 227 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.435282:0:200258:0:(rw26.c:858:ll_write_end()) pos 929792, len 4096, copied 4096 00000080:00200000:1.0:1775773081.435286:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000066935a9[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.435289:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007eff1fda 17ffffc0001001 3:0 ffff9a6046e721c0 227 lru 00000080:00200000:1.0:1775773081.435293:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000080cec528 227: 1< 0 - - > 2< 929792 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.435295:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000066935a9 00000080:00200000:1.0:1775773081.435296:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 228. 00000080:00200000:1.0:1775773081.435298:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 228 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.435311:0:200258:0:(rw26.c:858:ll_write_end()) pos 933888, len 4096, copied 4096 00000080:00200000:1.0:1775773081.435315:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f2b3e126[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.435318:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000023764b1b 17ffffc0001001 3:0 ffff9a6046e722a0 228 lru 00000080:00200000:1.0:1775773081.435324:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ed18c1d9 228: 1< 0 - - > 2< 933888 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.435326:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f2b3e126 00000080:00200000:1.0:1775773081.435327:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 229. 00000080:00200000:1.0:1775773081.435329:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 229 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.435343:0:200258:0:(rw26.c:858:ll_write_end()) pos 937984, len 4096, copied 4096 00000080:00200000:1.0:1775773081.435347:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d81ffccd[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.435349:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ddd2d221 17ffffc0001001 3:0 ffff9a6046e72700 229 lru 00000080:00200000:1.0:1775773081.435354:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c00245a8 229: 1< 0 - - > 2< 937984 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.435357:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d81ffccd 00000080:00200000:1.0:1775773081.435358:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 230. 00000080:00200000:1.0:1775773081.435360:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 230 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.435379:0:200258:0:(rw26.c:858:ll_write_end()) pos 942080, len 4096, copied 4096 00000080:00200000:1.0:1775773081.435384:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000219b3d7b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.435386:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005397e3ed 17ffffc0001021 2:0 ffff9a6046e72e00 230 lru 00000080:00200000:1.0:1775773081.435391:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ad11db7e 230: 1< 0 - - > 2< 942080 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.435393:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000219b3d7b 00000080:00200000:1.0:1775773081.435394:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 231. 00000080:00200000:1.0:1775773081.435396:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 231 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.435411:0:200258:0:(rw26.c:858:ll_write_end()) pos 946176, len 4096, copied 4096 00000080:00200000:1.0:1775773081.435415:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b8728fb2[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.435417:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000879e5b33 17ffffc0001001 3:0 ffff9a6046e72c40 231 lru 00000080:00200000:1.0:1775773081.435423:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dc0f84f5 231: 1< 0 - - > 2< 946176 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.435425:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b8728fb2 00000080:00200000:1.0:1775773081.435426:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 232. 00000080:00200000:1.0:1775773081.435428:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 232 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.435446:0:200258:0:(rw26.c:858:ll_write_end()) pos 950272, len 4096, copied 4096 00000080:00200000:1.0:1775773081.435450:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001c00fa84[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.435453:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000a932327 17ffffc0001001 3:0 ffff9a6046e72000 232 lru 00000080:00200000:1.0:1775773081.435459:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002930d5c1 232: 1< 0 - - > 2< 950272 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.435461:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001c00fa84 00000080:00200000:1.0:1775773081.435462:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 233. 00000080:00200000:1.0:1775773081.435464:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 233 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.435479:0:200258:0:(rw26.c:858:ll_write_end()) pos 954368, len 4096, copied 4096 00000080:00200000:1.0:1775773081.435482:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d8d86131[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.435485:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000067c4b7b9 17ffffc0001001 3:0 ffff9a6046e72460 233 lru 00000080:00200000:1.0:1775773081.435490:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cf54f503 233: 1< 0 - - > 2< 954368 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.435492:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d8d86131 00000080:00200000:1.0:1775773081.435493:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 234. 00000080:00200000:1.0:1775773081.435495:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 234 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.435524:0:200258:0:(rw26.c:858:ll_write_end()) pos 958464, len 4096, copied 4096 00000080:00200000:1.0:1775773081.435528:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000261e1c2b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.435531:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000df7abd3f 17ffffc0001001 3:0 ffff9a6048a26c40 234 lru 00000080:00200000:1.0:1775773081.435537:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000091940071 234: 1< 0 - - > 2< 958464 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.435538:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000261e1c2b 00000080:00200000:1.0:1775773081.435539:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 235. 00000080:00200000:1.0:1775773081.435542:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 235 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.436468:0:200258:0:(rw26.c:858:ll_write_end()) pos 962560, len 4096, copied 4096 00000080:00200000:1.0:1775773081.436480:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001f22f4c1[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.436485:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000013af4063 17ffffc0001001 3:0 ffff9a6048a26000 235 lru 00000080:00200000:1.0:1775773081.436491:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000160e9a69 235: 1< 0 - - > 2< 962560 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.436494:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001f22f4c1 00000080:00200000:1.0:1775773081.436495:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 236. 00000080:00200000:1.0:1775773081.436510:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 236 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.436542:0:200258:0:(rw26.c:858:ll_write_end()) pos 966656, len 4096, copied 4096 00000080:00200000:1.0:1775773081.436547:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d9c39029[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.436549:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ba6ba460 17ffffc0001001 3:0 ffff9a6048a26460 236 lru 00000080:00200000:1.0:1775773081.436566:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a6f11802 236: 1< 0 - - > 2< 966656 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.436568:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d9c39029 00000080:00200000:1.0:1775773081.436569:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 237. 00000080:00200000:1.0:1775773081.436572:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 237 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.436589:0:200258:0:(rw26.c:858:ll_write_end()) pos 970752, len 4096, copied 4096 00000080:00200000:1.0:1775773081.436593:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000752dda80[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.436596:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d3f49d3e 17ffffc0001001 3:0 ffff9a6048a26620 237 lru 00000080:00200000:1.0:1775773081.436601:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a35663f7 237: 1< 0 - - > 2< 970752 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.436603:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000752dda80 00000080:00200000:1.0:1775773081.436604:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 238. 00000080:00200000:1.0:1775773081.436606:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 238 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.436624:0:200258:0:(rw26.c:858:ll_write_end()) pos 974848, len 4096, copied 4096 00000080:00200000:1.0:1775773081.436629:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004521a4fc[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.436631:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000616e63db 17ffffc0001001 3:0 ffff9a6048a26380 238 lru 00000080:00200000:1.0:1775773081.436636:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005c4e0f62 238: 1< 0 - - > 2< 974848 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.436638:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004521a4fc 00000080:00200000:1.0:1775773081.436640:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 239. 00000080:00200000:1.0:1775773081.436641:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 239 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.436658:0:200258:0:(rw26.c:858:ll_write_end()) pos 978944, len 4096, copied 4096 00000080:00200000:1.0:1775773081.436662:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000017587df[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.436665:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000027fe9184 17ffffc0001001 3:0 ffff9a6048a268c0 239 lru 00000080:00200000:1.0:1775773081.436670:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c389ae0b 239: 1< 0 - - > 2< 978944 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.436672:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000017587df 00000080:00200000:1.0:1775773081.436674:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 240. 00000080:00200000:1.0:1775773081.436675:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 240 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.436692:0:200258:0:(rw26.c:858:ll_write_end()) pos 983040, len 4096, copied 4096 00000080:00200000:1.0:1775773081.436696:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a7f2d69d[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.436698:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003dee0ef6 17ffffc0001001 3:0 ffff9a6048a260e0 240 lru 00000080:00200000:1.0:1775773081.436703:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006add7892 240: 1< 0 - - > 2< 983040 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.436705:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a7f2d69d 00000080:00200000:1.0:1775773081.436706:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 241. 00000080:00200000:1.0:1775773081.436708:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 241 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.436723:0:200258:0:(rw26.c:858:ll_write_end()) pos 987136, len 4096, copied 4096 00000080:00200000:1.0:1775773081.436727:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007403ec7b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.436730:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000060139034 17ffffc0001001 3:0 ffff9a6048a267e0 241 lru 00000080:00200000:1.0:1775773081.436734:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000098d74bb6 241: 1< 0 - - > 2< 987136 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.436736:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007403ec7b 00000080:00200000:1.0:1775773081.436738:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 242. 00000080:00200000:1.0:1775773081.436739:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 242 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.436753:0:200258:0:(rw26.c:858:ll_write_end()) pos 991232, len 4096, copied 4096 00000080:00200000:1.0:1775773081.436757:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000080a8413f[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.436760:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a4526058 17ffffc0001001 3:0 ffff9a6048a26540 242 lru 00000080:00200000:1.0:1775773081.436765:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000024aa8017 242: 1< 0 - - > 2< 991232 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.436767:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000080a8413f 00000080:00200000:1.0:1775773081.436769:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 243. 00000080:00200000:1.0:1775773081.436771:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 243 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.436786:0:200258:0:(rw26.c:858:ll_write_end()) pos 995328, len 4096, copied 4096 00000080:00200000:1.0:1775773081.436812:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001c0c5ea9[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.436816:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007737f1c5 17ffffc0001001 3:0 ffff9a6048a26b60 243 lru 00000080:00200000:1.0:1775773081.436821:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002a691908 243: 1< 0 - - > 2< 995328 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.436823:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001c0c5ea9 00000080:00200000:1.0:1775773081.436825:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 244. 00000080:00200000:1.0:1775773081.436827:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 244 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.436843:0:200258:0:(rw26.c:858:ll_write_end()) pos 999424, len 4096, copied 4096 00000080:00200000:1.0:1775773081.436847:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000061125246[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.436850:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000635c0d03 17ffffc0001001 3:0 ffff9a6048a26d20 244 lru 00000080:00200000:1.0:1775773081.436855:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c39efab8 244: 1< 0 - - > 2< 999424 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.436858:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000061125246 00000080:00200000:1.0:1775773081.436860:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 245. 00000080:00200000:1.0:1775773081.436862:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 245 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.436888:0:200258:0:(rw26.c:858:ll_write_end()) pos 1003520, len 4096, copied 4096 00000080:00200000:1.0:1775773081.436897:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005a186d4b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.436900:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e6fbc2f9 17ffffc0001021 2:0 ffff9a6048a26a80 245 lru 00000080:00200000:1.0:1775773081.436905:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000da85c729 245: 1< 0 - - > 2< 1003520 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.436907:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005a186d4b 00000080:00200000:1.0:1775773081.436908:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 246. 00000080:00200000:1.0:1775773081.436910:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 246 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.436929:0:200258:0:(rw26.c:858:ll_write_end()) pos 1007616, len 4096, copied 4096 00000080:00200000:1.0:1775773081.436934:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000770b343b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.436936:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006cafae8e 17ffffc0001001 3:0 ffff9a6048a269a0 246 lru 00000080:00200000:1.0:1775773081.436941:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b306fd62 246: 1< 0 - - > 2< 1007616 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.436943:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000770b343b 00000080:00200000:1.0:1775773081.436944:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 247. 00000080:00200000:1.0:1775773081.436946:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 247 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.436960:0:200258:0:(rw26.c:858:ll_write_end()) pos 1011712, len 4096, copied 4096 00000080:00200000:1.0:1775773081.436964:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000094ba7c50[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.436967:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007b1c5008 17ffffc0001001 3:0 ffff9a6048a26ee0 247 lru 00000080:00200000:1.0:1775773081.436972:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bd7858d6 247: 1< 0 - - > 2< 1011712 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.436974:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000094ba7c50 00000080:00200000:1.0:1775773081.436976:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 248. 00000080:00200000:1.0:1775773081.436978:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 248 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.436996:0:200258:0:(rw26.c:858:ll_write_end()) pos 1015808, len 4096, copied 4096 00000080:00200000:1.0:1775773081.437000:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c245fcc7[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.437002:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000010da5476 17ffffc0001001 3:0 ffff9a6048a261c0 248 lru 00000080:00200000:1.0:1775773081.437007:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000712bc66b 248: 1< 0 - - > 2< 1015808 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.437009:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c245fcc7 00000080:00200000:1.0:1775773081.437010:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 249. 00000080:00200000:1.0:1775773081.437012:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 249 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.437023:0:200258:0:(rw26.c:858:ll_write_end()) pos 1019904, len 4096, copied 4096 00000080:00200000:1.0:1775773081.437026:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002c72b96b[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.437029:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c3957167 17ffffc0001001 3:0 ffff9a6048a262a0 249 lru 00000080:00200000:1.0:1775773081.437034:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007f2b2f52 249: 1< 0 - - > 2< 1019904 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.437035:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002c72b96b 00000080:00200000:1.0:1775773081.437036:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 250. 00000080:00200000:1.0:1775773081.437038:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 250 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.437049:0:200258:0:(rw26.c:858:ll_write_end()) pos 1024000, len 4096, copied 4096 00000080:00200000:1.0:1775773081.437052:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000f6abccb[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.437053:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000073a4aab6 17ffffc0001001 3:0 ffff9a6048a26700 250 lru 00000080:00200000:1.0:1775773081.437058:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003a0a99b4 250: 1< 0 - - > 2< 1024000 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.437060:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000f6abccb 00000080:00200000:1.0:1775773081.437061:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 251. 00000080:00200000:1.0:1775773081.437062:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 251 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.437077:0:200258:0:(rw26.c:858:ll_write_end()) pos 1028096, len 4096, copied 4096 00000080:00200000:1.0:1775773081.437080:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006a4d98d0[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.437083:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000800ba95a 17ffffc0001001 3:0 ffff9a6048a26e00 251 lru 00000080:00200000:1.0:1775773081.437088:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c1b49889 251: 1< 0 - - > 2< 1028096 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.437091:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006a4d98d0 00000080:00200000:1.0:1775773081.437092:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 252. 00000080:00200000:1.0:1775773081.437094:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 252 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.437112:0:200258:0:(rw26.c:858:ll_write_end()) pos 1032192, len 4096, copied 4096 00000080:00200000:1.0:1775773081.437117:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002bd4b60a[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.437120:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b265f55c 17ffffc0001001 3:0 ffff9a6051c6c000 252 lru 00000080:00200000:1.0:1775773081.437125:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000072131dae 252: 1< 0 - - > 2< 1032192 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.437127:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002bd4b60a 00000080:00200000:1.0:1775773081.437128:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 253. 00000080:00200000:1.0:1775773081.437130:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 253 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.437148:0:200258:0:(rw26.c:858:ll_write_end()) pos 1036288, len 4096, copied 4096 00000080:00200000:1.0:1775773081.437152:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a202a484[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.437155:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000749d391d 17ffffc0001001 3:0 ffff9a6051c6c460 253 lru 00000080:00200000:1.0:1775773081.437160:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002cd9b16b 253: 1< 0 - - > 2< 1036288 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.437162:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a202a484 00000080:00200000:1.0:1775773081.437163:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 254. 00000080:00200000:1.0:1775773081.437166:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 254 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.437181:0:200258:0:(rw26.c:858:ll_write_end()) pos 1040384, len 4096, copied 4096 00000080:00200000:1.0:1775773081.437184:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000013e6b17c[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.437187:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b1069d10 17ffffc0001001 3:0 ffff9a6051c6c620 254 lru 00000080:00200000:1.0:1775773081.437193:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c51879d5 254: 1< 0 - - > 2< 1040384 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.437195:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000013e6b17c 00000080:00200000:1.0:1775773081.437196:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 255. 00000080:00200000:1.0:1775773081.437198:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 255 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.437213:0:200258:0:(rw26.c:858:ll_write_end()) pos 1044480, len 4096, copied 4096 00000080:00200000:1.0:1775773081.437217:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000edabfb3e[3 000000005a0b29a0 2 1 000000006107ce67] 00000080:00200000:1.0:1775773081.437219:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000080b75a77 17ffffc0001001 3:0 ffff9a6051c6c380 255 lru 00000080:00200000:1.0:1775773081.437224:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f8d2acb9 255: 1< 0 - - > 2< 1044480 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.437226:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000edabfb3e 00000080:00200000:1.0:1775773081.437227:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 256. 00000080:00200000:1.0:1775773081.437232:0:200258:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:1.0:1775773081.437317:0:200258:0:(osc_cache.c:848:osc_extent_find()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437349:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437359:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437368:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437376:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437386:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437395:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437401:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437408:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437417:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437432:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437440:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437448:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437457:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437466:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.437485:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.437492:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437680:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437691:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437707:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437717:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437727:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437735:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437744:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437753:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437761:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437770:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437785:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437872:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437882:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437891:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.437905:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.437912:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437921:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437930:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437939:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437954:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437963:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437973:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437981:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.437991:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438000:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438008:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438016:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438029:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438038:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438046:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.438060:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.438066:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438075:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438084:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438092:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438100:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438114:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438122:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438131:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438140:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438149:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438157:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438166:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438174:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438188:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438196:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.438209:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.438215:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438223:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438233:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438242:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438252:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438261:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438276:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438285:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438294:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438303:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438312:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438321:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438331:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438340:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438356:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.438371:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.438376:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438386:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438396:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438405:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438414:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438424:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438432:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438446:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438456:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438465:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438474:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438483:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438492:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438513:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.438523:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.438545:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.442698:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.442760:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.442773:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.442784:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.442835:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.442847:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.442857:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.442867:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.442884:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.442894:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.442902:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.442910:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.442919:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.442928:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.442937:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.442967:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.442981:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.442996:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443004:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443012:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443019:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443026:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443035:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443041:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443049:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443062:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443070:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443079:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443086:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443095:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443102:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.443115:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.443120:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443128:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443141:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443151:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443161:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443170:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443180:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443188:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443198:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443209:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443225:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443233:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443241:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443250:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443259:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.443274:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.443280:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443290:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443299:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443313:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443322:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443330:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443337:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443345:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443352:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443359:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443366:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443381:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443391:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443399:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443407:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.443422:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.443427:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443436:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443445:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443456:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443470:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443479:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443488:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443497:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443518:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443527:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443535:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443544:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443559:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443568:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443577:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.443592:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.443597:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443607:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443616:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443624:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443633:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443646:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443655:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443664:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443673:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443681:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443690:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443698:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443705:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443719:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443726:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.443739:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.443744:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443751:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443759:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443767:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443775:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443784:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443834:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443843:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443851:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443859:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443868:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443877:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443886:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443894:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443908:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.443922:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.443928:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443937:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443945:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443953:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443962:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443972:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443979:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.443994:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444003:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444013:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444022:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444031:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444039:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444048:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444057:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.444077:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.444084:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444092:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444100:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444108:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444115:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444124:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444132:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444141:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444155:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444165:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444174:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444182:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444192:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444201:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444210:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.444225:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.444230:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444244:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444254:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444263:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444271:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444280:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444287:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444296:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444304:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444319:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444329:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444339:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444349:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444358:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444367:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.444383:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.444389:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444398:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444411:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444420:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444428:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444437:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444447:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444456:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444465:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444474:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444489:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444512:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444524:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444533:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00010000:1.0:1775773081.444543:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.449987:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.450023:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.450042:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 1, dirtied 1 00000080:00200000:1.0:1775773081.450047:0:200258:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:1.0:1775773081.450053:0:200258:0:(vvp_io.c:1353:vvp_io_write_start()) f89.replay-single: write bytes 0, result: 1048576 00000020:00010000:1.0:1775773081.450080:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6058b4a998 (ffff9a605157fe18/0) at cl_lock_release():245 00000020:00010000:1.0:1775773081.450084:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6058b4a998 (ffff9a605157fe18/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775773081.450088:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60431374b0 (ffff9a605157fb48/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775773081.450098:0:200258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773081.450111:0:200258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00010000:1.0:1775773081.450133:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6058b4a998 (ffff9a605157fe18/0) at cl_lock_fini():72 00000020:00010000:1.0:1775773081.450137:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60431374b0 (ffff9a605157fe18/1) at cl_lock_fini():72 00000080:00200000:1.0:1775773081.450153:0:200258:0:(vvp_io.c:517:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:1.0:1775773081.450164:0:200258:0:(file.c:2173:ll_file_io_generic()) Range unlock [0, 255] 00000080:00200000:1.0:1775773081.450204:0:200258:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3c:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775773081.450209:0:200258:0:(file.c:2206:ll_file_io_generic()) f89.replay-single: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:3.0:1775773081.514953:0:200258:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3c:0x0] updating i_size 3145728 i_blocks 0 00000080:00200000:3.0:1775773081.514961:0:200258:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:3.0:1775773081.515272:0:200258:0:(file.c:2612:do_file_write_iter()) START file f89.replay-single:[0x20002ea31:0x3c:0x0], ppos: 3145728, count: 1048576 00000080:00200000:3.0:1775773081.515311:0:200258:0:(file.c:2058:ll_file_io_generic()) f89.replay-single: write ppos: 3145728, bytes: 1048576 00000080:00200000:3.0:1775773081.515316:0:200258:0:(file.c:1815:ll_io_set_mirror()) f89.replay-single: desiginated mirror: 0 00000020:00200000:3.0:1775773081.515322:0:200258:0:(cl_io.c:214:cl_io_rw_init()) header@00000000597400ee[0x110, 769, [0x20002ea31:0x3c:0x0] hash] 00000020:00200000:3.0:1775773081.515324:0:200258:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [3145728, 4194304) 0 0 00000080:00200000:3.0:1775773081.515328:0:200258:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3c:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:3.0:1775773081.515344:0:200258:0:(file.c:2136:ll_file_io_generic()) Range lock [768, 1023] 00020000:00200000:3.0:1775773081.515352:0:200258:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 3145728 chunk: [3145728, 4194304) 4194304, 1048576 00020000:00200000:3.0:1775773081.515355:0:200258:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:3.0:1775773081.515383:0:200258:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [768, 1023] 00000008:00010000:3.0:1775773081.515397:0:200258:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:3.0:1775773081.515402:0:200258:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6042f45cb0, osc lock ffff9a6051655b50, flags 0x0 00010000:00010000:3.0:1775773081.515423:0:200258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1775773081.515436:0:200258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (3145728 4194303) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1775773081.515446:0:200258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1775773081.515451:0:200258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1775773081.515456:0:200258:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773081.515465:0:200258:0:(vvp_io.c:1286:vvp_io_write_start()) f89.replay-single: write [3145728, 4194304) append 0 append lockpos 0 00000080:00200000:3.0:1775773081.515477:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 768 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.515553:0:200258:0:(rw26.c:858:ll_write_end()) pos 3145728, len 4096, copied 4096 00000080:00200000:3.0:1775773081.515561:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b29ba3d5[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.515565:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ed66fcb3 17ffffc0001001 3:0 ffff9a60513d7e00 768 lru 00000080:00200000:3.0:1775773081.515573:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000016467d98 768: 1< 0 - - > 2< 3145728 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.515575:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b29ba3d5 00000080:00200000:3.0:1775773081.515577:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:3.0:1775773081.515585:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 769 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.515604:0:200258:0:(rw26.c:858:ll_write_end()) pos 3149824, len 4096, copied 4096 00000080:00200000:3.0:1775773081.515608:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f94248ec[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.515611:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b4b0ccb1 17ffffc0001001 3:0 ffff9a60513d7c40 769 lru 00000080:00200000:3.0:1775773081.515616:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000010bdd6ba 769: 1< 0 - - > 2< 3149824 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.515618:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f94248ec 00000080:00200000:3.0:1775773081.515619:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:3.0:1775773081.515621:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 770 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.515633:0:200258:0:(rw26.c:858:ll_write_end()) pos 3153920, len 4096, copied 4096 00000080:00200000:3.0:1775773081.515636:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d94f778e[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.515639:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000095f737d5 17ffffc0001001 3:0 ffff9a60513d7000 770 lru 00000080:00200000:3.0:1775773081.515643:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a228e2c6 770: 1< 0 - - > 2< 3153920 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.515645:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d94f778e 00000080:00200000:3.0:1775773081.515646:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 3. 00000080:00200000:3.0:1775773081.515648:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 771 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.515663:0:200258:0:(rw26.c:858:ll_write_end()) pos 3158016, len 4096, copied 4096 00000080:00200000:3.0:1775773081.515666:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fb83adc6[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.515668:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dd5b8bb6 17ffffc0001001 3:0 ffff9a60513d7460 771 lru 00000080:00200000:3.0:1775773081.515673:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dfe02e25 771: 1< 0 - - > 2< 3158016 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.515675:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fb83adc6 00000080:00200000:3.0:1775773081.515676:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 4. 00000080:00200000:3.0:1775773081.515677:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 772 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.515689:0:200258:0:(rw26.c:858:ll_write_end()) pos 3162112, len 4096, copied 4096 00000080:00200000:3.0:1775773081.515691:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001204554f[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.515694:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000aa1aae07 17ffffc0001001 3:0 ffff9a60513d7700 772 lru 00000080:00200000:3.0:1775773081.515698:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c029f6b2 772: 1< 0 - - > 2< 3162112 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.515700:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001204554f 00000080:00200000:3.0:1775773081.515701:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 5. 00000080:00200000:3.0:1775773081.515702:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 773 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.515713:0:200258:0:(rw26.c:858:ll_write_end()) pos 3166208, len 4096, copied 4096 00000080:00200000:3.0:1775773081.515716:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000062b45a2[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.515718:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000097e7ebe6 17ffffc0001001 3:0 ffff9a60513d72a0 773 lru 00000080:00200000:3.0:1775773081.515723:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003e3d8714 773: 1< 0 - - > 2< 3166208 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.515725:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000062b45a2 00000080:00200000:3.0:1775773081.515726:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 6. 00000080:00200000:3.0:1775773081.515728:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 774 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.515739:0:200258:0:(rw26.c:858:ll_write_end()) pos 3170304, len 4096, copied 4096 00000080:00200000:3.0:1775773081.515742:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008e16a5f1[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.515744:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ba7c9be8 17ffffc0001001 3:0 ffff9a60513d71c0 774 lru 00000080:00200000:3.0:1775773081.515749:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008a7d0b2f 774: 1< 0 - - > 2< 3170304 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.515751:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008e16a5f1 00000080:00200000:3.0:1775773081.515752:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 7. 00000080:00200000:3.0:1775773081.515754:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 775 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.515765:0:200258:0:(rw26.c:858:ll_write_end()) pos 3174400, len 4096, copied 4096 00000080:00200000:3.0:1775773081.515768:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c99d1f5d[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.515771:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008db27952 17ffffc0001001 3:0 ffff9a60513d7ee0 775 lru 00000080:00200000:3.0:1775773081.515776:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000276daa43 775: 1< 0 - - > 2< 3174400 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.515778:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c99d1f5d 00000080:00200000:3.0:1775773081.515780:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 8. 00000080:00200000:3.0:1775773081.515781:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 776 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.515834:0:200258:0:(rw26.c:858:ll_write_end()) pos 3178496, len 4096, copied 4096 00000080:00200000:3.0:1775773081.515838:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006e4a6521[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.515841:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009edeb091 17ffffc0001001 3:0 ffff9a60513d79a0 776 lru 00000080:00200000:3.0:1775773081.515847:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f5ec46dc 776: 1< 0 - - > 2< 3178496 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.515849:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006e4a6521 00000080:00200000:3.0:1775773081.515850:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 9. 00000080:00200000:3.0:1775773081.515852:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 777 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.516117:0:200258:0:(rw26.c:858:ll_write_end()) pos 3182592, len 4096, copied 4096 00000080:00200000:3.0:1775773081.516126:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000356050e9[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.516128:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000032500581 17ffffc0001001 3:0 ffff9a60513d7a80 777 lru 00000080:00200000:3.0:1775773081.516135:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007be51786 777: 1< 0 - - > 2< 3182592 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.516137:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000356050e9 00000080:00200000:3.0:1775773081.516138:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 10. 00000080:00200000:3.0:1775773081.516140:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 778 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.516220:0:200258:0:(rw26.c:858:ll_write_end()) pos 3186688, len 4096, copied 4096 00000080:00200000:3.0:1775773081.516224:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c94f60b9[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.516228:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000470f891a 17ffffc0001001 3:0 ffff9a60513d7d20 778 lru 00000080:00200000:3.0:1775773081.516232:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005b0ca200 778: 1< 0 - - > 2< 3186688 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.516234:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c94f60b9 00000080:00200000:3.0:1775773081.516235:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 11. 00000080:00200000:3.0:1775773081.516238:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 779 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.516263:0:200258:0:(rw26.c:858:ll_write_end()) pos 3190784, len 4096, copied 4096 00000080:00200000:3.0:1775773081.516268:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a20dbed1[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.516271:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ab62ec7b 17ffffc0001021 2:0 ffff9a60513d7b60 779 lru 00000080:00200000:3.0:1775773081.516276:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000959e46ae 779: 1< 0 - - > 2< 3190784 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.516278:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a20dbed1 00000080:00200000:3.0:1775773081.516279:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 12. 00000080:00200000:3.0:1775773081.516281:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 780 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.516296:0:200258:0:(rw26.c:858:ll_write_end()) pos 3194880, len 4096, copied 4096 00000080:00200000:3.0:1775773081.516300:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000dfd17c8f[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.516302:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000050c5e592 17ffffc0001001 3:0 ffff9a60513d7540 780 lru 00000080:00200000:3.0:1775773081.516308:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c1a915ee 780: 1< 0 - - > 2< 3194880 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.516310:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000dfd17c8f 00000080:00200000:3.0:1775773081.516311:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 13. 00000080:00200000:3.0:1775773081.516313:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 781 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.516327:0:200258:0:(rw26.c:858:ll_write_end()) pos 3198976, len 4096, copied 4096 00000080:00200000:3.0:1775773081.516331:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000039cca92b[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.516334:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bd50065f 17ffffc0001001 3:0 ffff9a60513d77e0 781 lru 00000080:00200000:3.0:1775773081.516339:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ea895b4e 781: 1< 0 - - > 2< 3198976 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.516341:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000039cca92b 00000080:00200000:3.0:1775773081.516342:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 14. 00000080:00200000:3.0:1775773081.516344:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 782 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.516358:0:200258:0:(rw26.c:858:ll_write_end()) pos 3203072, len 4096, copied 4096 00000080:00200000:3.0:1775773081.516361:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000029ab8a30[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.516364:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a65d21ff 17ffffc0001001 3:0 ffff9a60513d70e0 782 lru 00000080:00200000:3.0:1775773081.516368:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000004def5b3 782: 1< 0 - - > 2< 3203072 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.516370:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000029ab8a30 00000080:00200000:3.0:1775773081.516372:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 15. 00000080:00200000:3.0:1775773081.516373:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 783 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.516385:0:200258:0:(rw26.c:858:ll_write_end()) pos 3207168, len 4096, copied 4096 00000080:00200000:3.0:1775773081.516389:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006b461170[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.516391:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f3a33224 17ffffc0001001 3:0 ffff9a60513d78c0 783 lru 00000080:00200000:3.0:1775773081.516397:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e5bb8f9b 783: 1< 0 - - > 2< 3207168 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.516399:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006b461170 00000080:00200000:3.0:1775773081.516400:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 16. 00000080:00200000:3.0:1775773081.516402:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 784 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.516417:0:200258:0:(rw26.c:858:ll_write_end()) pos 3211264, len 4096, copied 4096 00000080:00200000:3.0:1775773081.516421:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a4865cf2[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.516424:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ae289d45 17ffffc0001001 3:0 ffff9a60513d7380 784 lru 00000080:00200000:3.0:1775773081.516429:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000011663c85 784: 1< 0 - - > 2< 3211264 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.516431:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a4865cf2 00000080:00200000:3.0:1775773081.516433:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 17. 00000080:00200000:3.0:1775773081.516435:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 785 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.516510:0:200258:0:(rw26.c:858:ll_write_end()) pos 3215360, len 4096, copied 4096 00000080:00200000:3.0:1775773081.516516:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000002e6fb17[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.516518:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dcaa9f49 17ffffc0001001 3:0 ffff9a60513d7620 785 lru 00000080:00200000:3.0:1775773081.516523:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d401074a 785: 1< 0 - - > 2< 3215360 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.516526:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000002e6fb17 00000080:00200000:3.0:1775773081.516527:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 18. 00000080:00200000:3.0:1775773081.516529:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 786 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.516548:0:200258:0:(rw26.c:858:ll_write_end()) pos 3219456, len 4096, copied 4096 00000080:00200000:3.0:1775773081.516552:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000051d9809b[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.516556:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000b2a7173 17ffffc0001001 3:0 ffff9a6058d28ee0 786 lru 00000080:00200000:3.0:1775773081.516560:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004df7f454 786: 1< 0 - - > 2< 3219456 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.516563:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000051d9809b 00000080:00200000:3.0:1775773081.516564:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 19. 00000080:00200000:3.0:1775773081.516566:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 787 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.516582:0:200258:0:(rw26.c:858:ll_write_end()) pos 3223552, len 4096, copied 4096 00000080:00200000:3.0:1775773081.516586:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a2e0dd5f[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.516589:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003d25af7b 17ffffc0001001 3:0 ffff9a6058d289a0 787 lru 00000080:00200000:3.0:1775773081.516594:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000037f75aec 787: 1< 0 - - > 2< 3223552 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.516596:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a2e0dd5f 00000080:00200000:3.0:1775773081.516597:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 20. 00000080:00200000:3.0:1775773081.516599:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 788 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.516617:0:200258:0:(rw26.c:858:ll_write_end()) pos 3227648, len 4096, copied 4096 00000080:00200000:3.0:1775773081.516620:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000356f00b4[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.516622:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000314bdc2c 17ffffc0001001 3:0 ffff9a6058d28a80 788 lru 00000080:00200000:3.0:1775773081.516627:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bd473dad 788: 1< 0 - - > 2< 3227648 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.516628:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000356f00b4 00000080:00200000:3.0:1775773081.516629:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 21. 00000080:00200000:3.0:1775773081.516631:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 789 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.516644:0:200258:0:(rw26.c:858:ll_write_end()) pos 3231744, len 4096, copied 4096 00000080:00200000:3.0:1775773081.516647:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000129fba1d[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.516650:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000055bfceae 17ffffc0001001 3:0 ffff9a6058d28d20 789 lru 00000080:00200000:3.0:1775773081.516655:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000084cb10d3 789: 1< 0 - - > 2< 3231744 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.516657:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000129fba1d 00000080:00200000:3.0:1775773081.516658:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 22. 00000080:00200000:3.0:1775773081.516659:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 790 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.516672:0:200258:0:(rw26.c:858:ll_write_end()) pos 3235840, len 4096, copied 4096 00000080:00200000:3.0:1775773081.516676:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f0e5251f[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.516678:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d86ad748 17ffffc0001001 3:0 ffff9a6058d28b60 790 lru 00000080:00200000:3.0:1775773081.516683:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002aa777aa 790: 1< 0 - - > 2< 3235840 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.516685:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f0e5251f 00000080:00200000:3.0:1775773081.516686:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 23. 00000080:00200000:3.0:1775773081.516688:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 791 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.516703:0:200258:0:(rw26.c:858:ll_write_end()) pos 3239936, len 4096, copied 4096 00000080:00200000:3.0:1775773081.516707:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000001f1fbca[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.516709:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f42687b3 17ffffc0001001 3:0 ffff9a6058d28540 791 lru 00000080:00200000:3.0:1775773081.516714:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e7ce5676 791: 1< 0 - - > 2< 3239936 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.516716:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000001f1fbca 00000080:00200000:3.0:1775773081.516718:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 24. 00000080:00200000:3.0:1775773081.516719:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 792 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.516737:0:200258:0:(rw26.c:858:ll_write_end()) pos 3244032, len 4096, copied 4096 00000080:00200000:3.0:1775773081.516742:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b54b3445[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.516744:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fcbe87a7 17ffffc0001001 3:0 ffff9a6058d287e0 792 lru 00000080:00200000:3.0:1775773081.516750:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cee52bd1 792: 1< 0 - - > 2< 3244032 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.516753:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b54b3445 00000080:00200000:3.0:1775773081.516754:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 25. 00000080:00200000:3.0:1775773081.516756:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 793 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.516771:0:200258:0:(rw26.c:858:ll_write_end()) pos 3248128, len 4096, copied 4096 00000080:00200000:3.0:1775773081.516775:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004caca595[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.516777:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002f67e75c 17ffffc0001001 3:0 ffff9a6058d280e0 793 lru 00000080:00200000:3.0:1775773081.516782:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fe1ce56e 793: 1< 0 - - > 2< 3248128 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.516784:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004caca595 00000080:00200000:3.0:1775773081.516786:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 26. 00000080:00200000:3.0:1775773081.516787:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 794 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.516847:0:200258:0:(rw26.c:858:ll_write_end()) pos 3252224, len 4096, copied 4096 00000080:00200000:3.0:1775773081.516851:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000029295ee8[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.516854:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bc51a74e 17ffffc0001021 2:0 ffff9a6058d288c0 794 lru 00000080:00200000:3.0:1775773081.516859:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000017aff4a7 794: 1< 0 - - > 2< 3252224 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.516862:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000029295ee8 00000080:00200000:3.0:1775773081.516863:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 27. 00000080:00200000:3.0:1775773081.516865:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 795 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.517086:0:200258:0:(rw26.c:858:ll_write_end()) pos 3256320, len 4096, copied 4096 00000080:00200000:3.0:1775773081.517091:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001062c617[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.517094:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000084cc8528 17ffffc0001001 3:0 ffff9a6058d28380 795 lru 00000080:00200000:3.0:1775773081.517100:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000de36d510 795: 1< 0 - - > 2< 3256320 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.517102:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001062c617 00000080:00200000:3.0:1775773081.517103:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 28. 00000080:00200000:3.0:1775773081.517105:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 796 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.517120:0:200258:0:(rw26.c:858:ll_write_end()) pos 3260416, len 4096, copied 4096 00000080:00200000:3.0:1775773081.517124:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000407a0b0b[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.517127:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c1402625 17ffffc0001001 3:0 ffff9a6058d28620 796 lru 00000080:00200000:3.0:1775773081.517133:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000084728870 796: 1< 0 - - > 2< 3260416 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.517135:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000407a0b0b 00000080:00200000:3.0:1775773081.517137:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 29. 00000080:00200000:3.0:1775773081.517139:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 797 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.517154:0:200258:0:(rw26.c:858:ll_write_end()) pos 3264512, len 4096, copied 4096 00000080:00200000:3.0:1775773081.517158:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004293a324[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.517244:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000aaf1aaa3 17ffffc0001001 3:0 ffff9a6058d28460 797 lru 00000080:00200000:3.0:1775773081.517251:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000aa2aa11e 797: 1< 0 - - > 2< 3264512 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.517253:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004293a324 00000080:00200000:3.0:1775773081.517254:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 30. 00000080:00200000:3.0:1775773081.517256:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 798 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.517273:0:200258:0:(rw26.c:858:ll_write_end()) pos 3268608, len 4096, copied 4096 00000080:00200000:3.0:1775773081.517277:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000079f97d9b[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.517280:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000074cd4ef0 17ffffc0001001 3:0 ffff9a6058d28000 798 lru 00000080:00200000:3.0:1775773081.517285:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d1861243 798: 1< 0 - - > 2< 3268608 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.517287:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000079f97d9b 00000080:00200000:3.0:1775773081.517288:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 31. 00000080:00200000:3.0:1775773081.517290:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 799 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.517307:0:200258:0:(rw26.c:858:ll_write_end()) pos 3272704, len 4096, copied 4096 00000080:00200000:3.0:1775773081.517311:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000196f8b9b[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.517314:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000756521b0 17ffffc0001001 3:0 ffff9a6058d28c40 799 lru 00000080:00200000:3.0:1775773081.517319:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000204b1f4a 799: 1< 0 - - > 2< 3272704 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.517321:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000196f8b9b 00000080:00200000:3.0:1775773081.517322:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 32. 00000080:00200000:3.0:1775773081.517324:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 800 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.517339:0:200258:0:(rw26.c:858:ll_write_end()) pos 3276800, len 4096, copied 4096 00000080:00200000:3.0:1775773081.517343:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004bf0435d[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.517345:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004014c70e 17ffffc0001001 3:0 ffff9a6058d28e00 800 lru 00000080:00200000:3.0:1775773081.517350:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007436b5db 800: 1< 0 - - > 2< 3276800 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.517352:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004bf0435d 00000080:00200000:3.0:1775773081.517353:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 33. 00000080:00200000:3.0:1775773081.517355:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 801 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.517368:0:200258:0:(rw26.c:858:ll_write_end()) pos 3280896, len 4096, copied 4096 00000080:00200000:3.0:1775773081.517372:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b5e8567f[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.517374:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001e52f38d 17ffffc0001001 3:0 ffff9a6058d28700 801 lru 00000080:00200000:3.0:1775773081.517379:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009f4f1c1b 801: 1< 0 - - > 2< 3280896 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.517381:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b5e8567f 00000080:00200000:3.0:1775773081.517382:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 34. 00000080:00200000:3.0:1775773081.517384:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 802 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.517399:0:200258:0:(rw26.c:858:ll_write_end()) pos 3284992, len 4096, copied 4096 00000080:00200000:3.0:1775773081.517403:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e6ed5c2f[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.517406:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000927c3938 17ffffc0001001 3:0 ffff9a6058d282a0 802 lru 00000080:00200000:3.0:1775773081.517411:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000034994b6a 802: 1< 0 - - > 2< 3284992 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.517413:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e6ed5c2f 00000080:00200000:3.0:1775773081.517414:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 35. 00000080:00200000:3.0:1775773081.517416:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 803 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.517431:0:200258:0:(rw26.c:858:ll_write_end()) pos 3289088, len 4096, copied 4096 00000080:00200000:3.0:1775773081.517435:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007baadff5[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.517437:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003c53e3d7 17ffffc0001001 3:0 ffff9a6058d281c0 803 lru 00000080:00200000:3.0:1775773081.517442:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007306b035 803: 1< 0 - - > 2< 3289088 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.517444:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007baadff5 00000080:00200000:3.0:1775773081.517446:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 36. 00000080:00200000:3.0:1775773081.517448:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 804 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.517465:0:200258:0:(rw26.c:858:ll_write_end()) pos 3293184, len 4096, copied 4096 00000080:00200000:3.0:1775773081.517469:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bbf65c6f[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.517472:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002aaf086c 17ffffc0001001 3:0 ffff9a6043c221c0 804 lru 00000080:00200000:3.0:1775773081.517477:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006940d88d 804: 1< 0 - - > 2< 3293184 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.517479:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bbf65c6f 00000080:00200000:3.0:1775773081.517480:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 37. 00000080:00200000:3.0:1775773081.517482:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 805 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.518650:0:200258:0:(rw26.c:858:ll_write_end()) pos 3297280, len 4096, copied 4096 00000080:00200000:3.0:1775773081.518669:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000071758f34[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.518673:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000050845f88 17ffffc0001001 3:0 ffff9a6043c22ee0 805 lru 00000080:00200000:3.0:1775773081.518681:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000841c1d0d 805: 1< 0 - - > 2< 3297280 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.518683:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000071758f34 00000080:00200000:3.0:1775773081.518685:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 38. 00000080:00200000:3.0:1775773081.518691:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 806 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.518739:0:200258:0:(rw26.c:858:ll_write_end()) pos 3301376, len 4096, copied 4096 00000080:00200000:3.0:1775773081.518743:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f0fce457[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.518745:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d1c1e6bc 17ffffc0001001 3:0 ffff9a6043c229a0 806 lru 00000080:00200000:3.0:1775773081.518750:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d20096b2 806: 1< 0 - - > 2< 3301376 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.518752:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f0fce457 00000080:00200000:3.0:1775773081.518754:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 39. 00000080:00200000:3.0:1775773081.518756:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 807 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.518771:0:200258:0:(rw26.c:858:ll_write_end()) pos 3305472, len 4096, copied 4096 00000080:00200000:3.0:1775773081.518775:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006c1baefb[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.518778:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009d131ac1 17ffffc0001001 3:0 ffff9a6043c22a80 807 lru 00000080:00200000:3.0:1775773081.518784:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000c87631e 807: 1< 0 - - > 2< 3305472 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.518786:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006c1baefb 00000080:00200000:3.0:1775773081.518787:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 40. 00000080:00200000:3.0:1775773081.518806:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 808 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.518824:0:200258:0:(rw26.c:858:ll_write_end()) pos 3309568, len 4096, copied 4096 00000080:00200000:3.0:1775773081.518828:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003cffeda1[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.518831:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001882bd6c 17ffffc0001001 3:0 ffff9a6043c22d20 808 lru 00000080:00200000:3.0:1775773081.518837:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e9745805 808: 1< 0 - - > 2< 3309568 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.518840:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003cffeda1 00000080:00200000:3.0:1775773081.518841:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 41. 00000080:00200000:3.0:1775773081.518843:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 809 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.518881:0:200258:0:(rw26.c:858:ll_write_end()) pos 3313664, len 4096, copied 4096 00000080:00200000:3.0:1775773081.518886:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000eebad0f2[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.518889:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000078221cbb 17ffffc0001021 2:0 ffff9a6043c22b60 809 lru 00000080:00200000:3.0:1775773081.518895:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002c31f2ad 809: 1< 0 - - > 2< 3313664 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.518897:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000eebad0f2 00000080:00200000:3.0:1775773081.518899:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 42. 00000080:00200000:3.0:1775773081.518901:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 810 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.518918:0:200258:0:(rw26.c:858:ll_write_end()) pos 3317760, len 4096, copied 4096 00000080:00200000:3.0:1775773081.518922:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d43e26ad[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.518924:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003a1a61da 17ffffc0001001 3:0 ffff9a6043c22540 810 lru 00000080:00200000:3.0:1775773081.518929:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d98b6b83 810: 1< 0 - - > 2< 3317760 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.518931:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d43e26ad 00000080:00200000:3.0:1775773081.518933:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 43. 00000080:00200000:3.0:1775773081.518934:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 811 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.518949:0:200258:0:(rw26.c:858:ll_write_end()) pos 3321856, len 4096, copied 4096 00000080:00200000:3.0:1775773081.518952:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000052e93eb0[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.518955:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000061158624 17ffffc0001001 3:0 ffff9a6043c227e0 811 lru 00000080:00200000:3.0:1775773081.518960:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c4bcbfc0 811: 1< 0 - - > 2< 3321856 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.518962:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000052e93eb0 00000080:00200000:3.0:1775773081.518964:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 44. 00000080:00200000:3.0:1775773081.518965:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 812 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.518979:0:200258:0:(rw26.c:858:ll_write_end()) pos 3325952, len 4096, copied 4096 00000080:00200000:3.0:1775773081.518983:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000015fd690[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.518986:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000213c67cd 17ffffc0001001 3:0 ffff9a6043c220e0 812 lru 00000080:00200000:3.0:1775773081.518995:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006b2bc2f2 812: 1< 0 - - > 2< 3325952 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.518998:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000015fd690 00000080:00200000:3.0:1775773081.518999:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 45. 00000080:00200000:3.0:1775773081.519001:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 813 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519018:0:200258:0:(rw26.c:858:ll_write_end()) pos 3330048, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519022:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000010a28bc7[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519025:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000714a2304 17ffffc0001001 3:0 ffff9a6043c228c0 813 lru 00000080:00200000:3.0:1775773081.519030:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003591df66 813: 1< 0 - - > 2< 3330048 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519032:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000010a28bc7 00000080:00200000:3.0:1775773081.519033:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 46. 00000080:00200000:3.0:1775773081.519035:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 814 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519049:0:200258:0:(rw26.c:858:ll_write_end()) pos 3334144, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519052:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ef9552b8[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519055:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c1a522b7 17ffffc0001001 3:0 ffff9a6043c22380 814 lru 00000080:00200000:3.0:1775773081.519060:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000077a4583a 814: 1< 0 - - > 2< 3334144 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519062:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ef9552b8 00000080:00200000:3.0:1775773081.519063:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 47. 00000080:00200000:3.0:1775773081.519065:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 815 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519076:0:200258:0:(rw26.c:858:ll_write_end()) pos 3338240, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519079:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000033b2315a[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519082:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000f7f16b8 17ffffc0001001 3:0 ffff9a6043c22620 815 lru 00000080:00200000:3.0:1775773081.519087:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d30b5e0c 815: 1< 0 - - > 2< 3338240 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519088:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000033b2315a 00000080:00200000:3.0:1775773081.519089:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 48. 00000080:00200000:3.0:1775773081.519091:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 816 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519110:0:200258:0:(rw26.c:858:ll_write_end()) pos 3342336, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519114:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f5bf6c63[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519117:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000047a23769 17ffffc0001001 3:0 ffff9a6043c22460 816 lru 00000080:00200000:3.0:1775773081.519122:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009c4a109b 816: 1< 0 - - > 2< 3342336 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519124:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f5bf6c63 00000080:00200000:3.0:1775773081.519125:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 49. 00000080:00200000:3.0:1775773081.519127:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 817 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519140:0:200258:0:(rw26.c:858:ll_write_end()) pos 3346432, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519143:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fbd25e30[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519146:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000414f0429 17ffffc0001001 3:0 ffff9a6043c22000 817 lru 00000080:00200000:3.0:1775773081.519151:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a6f0ba27 817: 1< 0 - - > 2< 3346432 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519153:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fbd25e30 00000080:00200000:3.0:1775773081.519154:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 50. 00000080:00200000:3.0:1775773081.519156:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 818 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519171:0:200258:0:(rw26.c:858:ll_write_end()) pos 3350528, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519175:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000be0836db[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519177:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bdb1c2f8 17ffffc0001001 3:0 ffff9a6043c22c40 818 lru 00000080:00200000:3.0:1775773081.519182:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000e4f80d2 818: 1< 0 - - > 2< 3350528 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519184:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000be0836db 00000080:00200000:3.0:1775773081.519186:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 51. 00000080:00200000:3.0:1775773081.519187:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 819 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519201:0:200258:0:(rw26.c:858:ll_write_end()) pos 3354624, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519205:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000381f4d84[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519208:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cc2fefb8 17ffffc0001001 3:0 ffff9a6043c22e00 819 lru 00000080:00200000:3.0:1775773081.519213:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c2895e7e 819: 1< 0 - - > 2< 3354624 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519215:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000381f4d84 00000080:00200000:3.0:1775773081.519216:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 52. 00000080:00200000:3.0:1775773081.519218:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 820 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519236:0:200258:0:(rw26.c:858:ll_write_end()) pos 3358720, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519240:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000041da25fc[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519242:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000034bc32df 17ffffc0001001 3:0 ffff9a6043c22700 820 lru 00000080:00200000:3.0:1775773081.519247:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d6d510aa 820: 1< 0 - - > 2< 3358720 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519249:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000041da25fc 00000080:00200000:3.0:1775773081.519251:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 53. 00000080:00200000:3.0:1775773081.519252:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 821 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519266:0:200258:0:(rw26.c:858:ll_write_end()) pos 3362816, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519270:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000043c66fa[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519273:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000066ff9153 17ffffc0001001 3:0 ffff9a6043c222a0 821 lru 00000080:00200000:3.0:1775773081.519278:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e1ef4fac 821: 1< 0 - - > 2< 3362816 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519280:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000043c66fa 00000080:00200000:3.0:1775773081.519281:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 54. 00000080:00200000:3.0:1775773081.519283:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 822 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519298:0:200258:0:(rw26.c:858:ll_write_end()) pos 3366912, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519301:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008cbf494d[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519304:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000795bb76a 17ffffc0001001 3:0 ffff9a604535d0e0 822 lru 00000080:00200000:3.0:1775773081.519309:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007bc99a07 822: 1< 0 - - > 2< 3366912 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519311:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008cbf494d 00000080:00200000:3.0:1775773081.519312:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 55. 00000080:00200000:3.0:1775773081.519314:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 823 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519325:0:200258:0:(rw26.c:858:ll_write_end()) pos 3371008, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519328:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000002012a60[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519331:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007082e9fa 17ffffc0001001 3:0 ffff9a604535d8c0 823 lru 00000080:00200000:3.0:1775773081.519337:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f019ed69 823: 1< 0 - - > 2< 3371008 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519339:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000002012a60 00000080:00200000:3.0:1775773081.519340:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 56. 00000080:00200000:3.0:1775773081.519341:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 824 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519356:0:200258:0:(rw26.c:858:ll_write_end()) pos 3375104, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519360:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a550d724[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519362:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004949f765 17ffffc0001021 2:0 ffff9a604535d380 824 lru 00000080:00200000:3.0:1775773081.519367:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008dd7be11 824: 1< 0 - - > 2< 3375104 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519368:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a550d724 00000080:00200000:3.0:1775773081.519369:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 57. 00000080:00200000:3.0:1775773081.519371:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 825 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519382:0:200258:0:(rw26.c:858:ll_write_end()) pos 3379200, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519385:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002817065c[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519388:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005b9a8d59 17ffffc0001001 3:0 ffff9a604535d620 825 lru 00000080:00200000:3.0:1775773081.519394:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001e402ea9 825: 1< 0 - - > 2< 3379200 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519396:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002817065c 00000080:00200000:3.0:1775773081.519397:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 58. 00000080:00200000:3.0:1775773081.519398:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 826 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519411:0:200258:0:(rw26.c:858:ll_write_end()) pos 3383296, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519414:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009f580640[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519417:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009e67b118 17ffffc0001001 3:0 ffff9a604535d460 826 lru 00000080:00200000:3.0:1775773081.519422:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006602b67c 826: 1< 0 - - > 2< 3383296 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519424:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009f580640 00000080:00200000:3.0:1775773081.519426:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 59. 00000080:00200000:3.0:1775773081.519427:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 827 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519440:0:200258:0:(rw26.c:858:ll_write_end()) pos 3387392, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519444:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002c288a26[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519446:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000346f3ee7 17ffffc0001001 3:0 ffff9a604535d000 827 lru 00000080:00200000:3.0:1775773081.519451:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003015f033 827: 1< 0 - - > 2< 3387392 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519454:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002c288a26 00000080:00200000:3.0:1775773081.519455:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 60. 00000080:00200000:3.0:1775773081.519457:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 828 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519469:0:200258:0:(rw26.c:858:ll_write_end()) pos 3391488, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519473:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009c55f42a[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519475:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000021d9f1e8 17ffffc0001001 3:0 ffff9a604535dc40 828 lru 00000080:00200000:3.0:1775773081.519480:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000791cfb9f 828: 1< 0 - - > 2< 3391488 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519483:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009c55f42a 00000080:00200000:3.0:1775773081.519484:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 61. 00000080:00200000:3.0:1775773081.519485:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 829 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519736:0:200258:0:(rw26.c:858:ll_write_end()) pos 3395584, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519743:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000536ba653[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519746:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000ecca31f 17ffffc0001001 3:0 ffff9a604535de00 829 lru 00000080:00200000:3.0:1775773081.519752:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001357a2f3 829: 1< 0 - - > 2< 3395584 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519753:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000536ba653 00000080:00200000:3.0:1775773081.519755:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 62. 00000080:00200000:3.0:1775773081.519757:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 830 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519773:0:200258:0:(rw26.c:858:ll_write_end()) pos 3399680, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519777:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000016dfc361[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519779:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f6d623c2 17ffffc0001001 3:0 ffff9a604535d700 830 lru 00000080:00200000:3.0:1775773081.519784:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ddc1f7d3 830: 1< 0 - - > 2< 3399680 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519786:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000016dfc361 00000080:00200000:3.0:1775773081.519787:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 63. 00000080:00200000:3.0:1775773081.519822:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 831 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519836:0:200258:0:(rw26.c:858:ll_write_end()) pos 3403776, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519840:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f21187d2[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519842:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001abc4988 17ffffc0001001 3:0 ffff9a604535d2a0 831 lru 00000080:00200000:3.0:1775773081.519847:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002573c214 831: 1< 0 - - > 2< 3403776 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519849:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f21187d2 00000080:00200000:3.0:1775773081.519850:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 64. 00000080:00200000:3.0:1775773081.519851:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 832 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519914:0:200258:0:(rw26.c:858:ll_write_end()) pos 3407872, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519919:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000021b363a0[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519923:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000080e10b2f 17ffffc0001001 3:0 ffff9a604535d1c0 832 lru 00000080:00200000:3.0:1775773081.519928:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e30f8ba0 832: 1< 0 - - > 2< 3407872 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519930:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000021b363a0 00000080:00200000:3.0:1775773081.519931:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 65. 00000080:00200000:3.0:1775773081.519933:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 833 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519949:0:200258:0:(rw26.c:858:ll_write_end()) pos 3411968, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519953:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007a5161e1[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519956:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001e9d37de 17ffffc0001001 3:0 ffff9a604535dee0 833 lru 00000080:00200000:3.0:1775773081.519961:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000017864bd2 833: 1< 0 - - > 2< 3411968 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519963:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007a5161e1 00000080:00200000:3.0:1775773081.519964:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 66. 00000080:00200000:3.0:1775773081.519966:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 834 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.519982:0:200258:0:(rw26.c:858:ll_write_end()) pos 3416064, len 4096, copied 4096 00000080:00200000:3.0:1775773081.519986:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002dc33ad2[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.519989:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c47c56a4 17ffffc0001001 3:0 ffff9a604535d9a0 834 lru 00000080:00200000:3.0:1775773081.519994:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000aaf95c65 834: 1< 0 - - > 2< 3416064 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.519996:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002dc33ad2 00000080:00200000:3.0:1775773081.519997:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 67. 00000080:00200000:3.0:1775773081.519999:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 835 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520016:0:200258:0:(rw26.c:858:ll_write_end()) pos 3420160, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520019:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000013a8f3[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520022:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009d7f982d 17ffffc0001001 3:0 ffff9a604535da80 835 lru 00000080:00200000:3.0:1775773081.520028:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000098502da 835: 1< 0 - - > 2< 3420160 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520035:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000013a8f3 00000080:00200000:3.0:1775773081.520037:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 68. 00000080:00200000:3.0:1775773081.520039:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 836 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520054:0:200258:0:(rw26.c:858:ll_write_end()) pos 3424256, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520058:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ae0f4d5f[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520060:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000eb6a2f38 17ffffc0001001 3:0 ffff9a604535dd20 836 lru 00000080:00200000:3.0:1775773081.520066:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c91f346c 836: 1< 0 - - > 2< 3424256 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520068:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ae0f4d5f 00000080:00200000:3.0:1775773081.520069:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 69. 00000080:00200000:3.0:1775773081.520071:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 837 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520085:0:200258:0:(rw26.c:858:ll_write_end()) pos 3428352, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520088:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b49496e2[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520091:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bab96e5e 17ffffc0001001 3:0 ffff9a604535db60 837 lru 00000080:00200000:3.0:1775773081.520095:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002ca10ee0 837: 1< 0 - - > 2< 3428352 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520097:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b49496e2 00000080:00200000:3.0:1775773081.520099:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 70. 00000080:00200000:3.0:1775773081.520100:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 838 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520112:0:200258:0:(rw26.c:858:ll_write_end()) pos 3432448, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520116:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009dad5f3e[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520118:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009c5023a0 17ffffc0001001 3:0 ffff9a604535d540 838 lru 00000080:00200000:3.0:1775773081.520124:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e38fbfeb 838: 1< 0 - - > 2< 3432448 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520126:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009dad5f3e 00000080:00200000:3.0:1775773081.520127:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 71. 00000080:00200000:3.0:1775773081.520129:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 839 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520148:0:200258:0:(rw26.c:858:ll_write_end()) pos 3436544, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520152:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f2ed73ea[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520155:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006dc3d04c 17ffffc0001021 2:0 ffff9a604535d7e0 839 lru 00000080:00200000:3.0:1775773081.520159:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007ee7e9a4 839: 1< 0 - - > 2< 3436544 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520162:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f2ed73ea 00000080:00200000:3.0:1775773081.520163:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 72. 00000080:00200000:3.0:1775773081.520165:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 840 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520180:0:200258:0:(rw26.c:858:ll_write_end()) pos 3440640, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520184:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000509582f1[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520186:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c98decd1 17ffffc0001001 3:0 ffff9a60453ae0e0 840 lru 00000080:00200000:3.0:1775773081.520191:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ee693512 840: 1< 0 - - > 2< 3440640 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520193:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000509582f1 00000080:00200000:3.0:1775773081.520194:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 73. 00000080:00200000:3.0:1775773081.520196:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 841 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520211:0:200258:0:(rw26.c:858:ll_write_end()) pos 3444736, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520214:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000c0d54f8[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520217:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000086c7b5ee 17ffffc0001001 3:0 ffff9a60453ae7e0 841 lru 00000080:00200000:3.0:1775773081.520222:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000009de8197 841: 1< 0 - - > 2< 3444736 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520224:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000c0d54f8 00000080:00200000:3.0:1775773081.520225:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 74. 00000080:00200000:3.0:1775773081.520227:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 842 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520241:0:200258:0:(rw26.c:858:ll_write_end()) pos 3448832, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520245:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000037a97ed2[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520248:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000000a93f74 17ffffc0001001 3:0 ffff9a60453ae540 842 lru 00000080:00200000:3.0:1775773081.520253:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000af5db185 842: 1< 0 - - > 2< 3448832 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520256:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000037a97ed2 00000080:00200000:3.0:1775773081.520257:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 75. 00000080:00200000:3.0:1775773081.520259:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 843 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520275:0:200258:0:(rw26.c:858:ll_write_end()) pos 3452928, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520279:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002a3bbd11[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520282:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000059b6b403 17ffffc0001001 3:0 ffff9a60453aeb60 843 lru 00000080:00200000:3.0:1775773081.520287:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000428fc18a 843: 1< 0 - - > 2< 3452928 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520289:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002a3bbd11 00000080:00200000:3.0:1775773081.520290:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 76. 00000080:00200000:3.0:1775773081.520292:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 844 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520306:0:200258:0:(rw26.c:858:ll_write_end()) pos 3457024, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520310:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000071b049a8[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520313:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008d595884 17ffffc0001001 3:0 ffff9a60453aed20 844 lru 00000080:00200000:3.0:1775773081.520318:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000090c44c7 844: 1< 0 - - > 2< 3457024 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520320:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000071b049a8 00000080:00200000:3.0:1775773081.520321:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 77. 00000080:00200000:3.0:1775773081.520323:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 845 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520335:0:200258:0:(rw26.c:858:ll_write_end()) pos 3461120, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520338:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004f09b23e[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520341:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c51f57ac 17ffffc0001001 3:0 ffff9a60453aea80 845 lru 00000080:00200000:3.0:1775773081.520345:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002ca71afd 845: 1< 0 - - > 2< 3461120 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520347:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004f09b23e 00000080:00200000:3.0:1775773081.520349:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 78. 00000080:00200000:3.0:1775773081.520350:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 846 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520363:0:200258:0:(rw26.c:858:ll_write_end()) pos 3465216, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520367:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000025852ec2[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520369:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b8a63d6c 17ffffc0001001 3:0 ffff9a60453ae9a0 846 lru 00000080:00200000:3.0:1775773081.520374:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007bf18ee1 846: 1< 0 - - > 2< 3465216 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520376:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000025852ec2 00000080:00200000:3.0:1775773081.520377:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 79. 00000080:00200000:3.0:1775773081.520378:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 847 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520391:0:200258:0:(rw26.c:858:ll_write_end()) pos 3469312, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520395:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000006a40a43[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520398:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000050392eb9 17ffffc0001001 3:0 ffff9a60453aeee0 847 lru 00000080:00200000:3.0:1775773081.520403:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000097ba922 847: 1< 0 - - > 2< 3469312 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520405:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000006a40a43 00000080:00200000:3.0:1775773081.520406:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 80. 00000080:00200000:3.0:1775773081.520408:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 848 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520427:0:200258:0:(rw26.c:858:ll_write_end()) pos 3473408, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520431:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a12efb84[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520433:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ee692bed 17ffffc0001001 3:0 ffff9a60453ae1c0 848 lru 00000080:00200000:3.0:1775773081.520439:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006a3c337e 848: 1< 0 - - > 2< 3473408 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520441:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a12efb84 00000080:00200000:3.0:1775773081.520442:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 81. 00000080:00200000:3.0:1775773081.520443:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 849 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520458:0:200258:0:(rw26.c:858:ll_write_end()) pos 3477504, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520461:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cc831f51[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520464:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000067843118 17ffffc0001001 3:0 ffff9a60453ae2a0 849 lru 00000080:00200000:3.0:1775773081.520469:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000060279ed0 849: 1< 0 - - > 2< 3477504 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520471:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cc831f51 00000080:00200000:3.0:1775773081.520472:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 82. 00000080:00200000:3.0:1775773081.520474:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 850 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520488:0:200258:0:(rw26.c:858:ll_write_end()) pos 3481600, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520492:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009ec5904e[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520495:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000944a83cd 17ffffc0001001 3:0 ffff9a60453ae700 850 lru 00000080:00200000:3.0:1775773081.520512:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005a3fd736 850: 1< 0 - - > 2< 3481600 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520515:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009ec5904e 00000080:00200000:3.0:1775773081.520516:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 83. 00000080:00200000:3.0:1775773081.520518:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 851 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520534:0:200258:0:(rw26.c:858:ll_write_end()) pos 3485696, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520538:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002e76e405[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520541:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003c5a8d72 17ffffc0001001 3:0 ffff9a60453aee00 851 lru 00000080:00200000:3.0:1775773081.520546:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001398b99b 851: 1< 0 - - > 2< 3485696 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520548:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002e76e405 00000080:00200000:3.0:1775773081.520550:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 84. 00000080:00200000:3.0:1775773081.520683:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 852 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520700:0:200258:0:(rw26.c:858:ll_write_end()) pos 3489792, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520704:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009c6293e8[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520707:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c6ac0f50 17ffffc0001001 3:0 ffff9a60453aec40 852 lru 00000080:00200000:3.0:1775773081.520711:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000046fba34c 852: 1< 0 - - > 2< 3489792 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520713:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009c6293e8 00000080:00200000:3.0:1775773081.520714:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 85. 00000080:00200000:3.0:1775773081.520716:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 853 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520730:0:200258:0:(rw26.c:858:ll_write_end()) pos 3493888, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520733:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e321faff[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520736:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cb23eb11 17ffffc0001001 3:0 ffff9a60453ae000 853 lru 00000080:00200000:3.0:1775773081.520741:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000005173de3 853: 1< 0 - - > 2< 3493888 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520743:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e321faff 00000080:00200000:3.0:1775773081.520744:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 86. 00000080:00200000:3.0:1775773081.520746:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 854 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520763:0:200258:0:(rw26.c:858:ll_write_end()) pos 3497984, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520766:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005cf46dcb[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520769:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000652c2f7f 17ffffc0001021 2:0 ffff9a60453ae460 854 lru 00000080:00200000:3.0:1775773081.520774:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000084845a52 854: 1< 0 - - > 2< 3497984 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520776:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005cf46dcb 00000080:00200000:3.0:1775773081.520778:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 87. 00000080:00200000:3.0:1775773081.520780:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 855 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520835:0:200258:0:(rw26.c:858:ll_write_end()) pos 3502080, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520840:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007a41a192[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520843:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c546f3fd 17ffffc0001001 3:0 ffff9a60453ae620 855 lru 00000080:00200000:3.0:1775773081.520848:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000285474cf 855: 1< 0 - - > 2< 3502080 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520850:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007a41a192 00000080:00200000:3.0:1775773081.520852:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 88. 00000080:00200000:3.0:1775773081.520854:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 856 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520872:0:200258:0:(rw26.c:858:ll_write_end()) pos 3506176, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520876:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e307e251[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520879:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e4296201 17ffffc0001001 3:0 ffff9a60453ae380 856 lru 00000080:00200000:3.0:1775773081.520884:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000083f539e1 856: 1< 0 - - > 2< 3506176 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520886:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e307e251 00000080:00200000:3.0:1775773081.520887:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 89. 00000080:00200000:3.0:1775773081.520889:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 857 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520904:0:200258:0:(rw26.c:858:ll_write_end()) pos 3510272, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520908:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b18f4049[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520911:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fdc75009 17ffffc0001001 3:0 ffff9a60453ae8c0 857 lru 00000080:00200000:3.0:1775773081.520916:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ac60a904 857: 1< 0 - - > 2< 3510272 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520918:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b18f4049 00000080:00200000:3.0:1775773081.520919:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 90. 00000080:00200000:3.0:1775773081.520921:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 858 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520938:0:200258:0:(rw26.c:858:ll_write_end()) pos 3514368, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520941:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d6170935[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520944:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000258fac0d 17ffffc0001001 3:0 ffff9a6046d271c0 858 lru 00000080:00200000:3.0:1775773081.520949:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006464db8a 858: 1< 0 - - > 2< 3514368 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520950:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d6170935 00000080:00200000:3.0:1775773081.520952:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 91. 00000080:00200000:3.0:1775773081.520954:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 859 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.520968:0:200258:0:(rw26.c:858:ll_write_end()) pos 3518464, len 4096, copied 4096 00000080:00200000:3.0:1775773081.520972:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000388dac55[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.520975:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000187c16bb 17ffffc0001001 3:0 ffff9a6046d272a0 859 lru 00000080:00200000:3.0:1775773081.520981:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cab709ca 859: 1< 0 - - > 2< 3518464 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.520983:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000388dac55 00000080:00200000:3.0:1775773081.520984:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 92. 00000080:00200000:3.0:1775773081.520986:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 860 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521000:0:200258:0:(rw26.c:858:ll_write_end()) pos 3522560, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521004:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e831a502[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521006:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005a858763 17ffffc0001001 3:0 ffff9a6046d27700 860 lru 00000080:00200000:3.0:1775773081.521010:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005ad1a395 860: 1< 0 - - > 2< 3522560 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521012:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e831a502 00000080:00200000:3.0:1775773081.521013:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 93. 00000080:00200000:3.0:1775773081.521015:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 861 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521027:0:200258:0:(rw26.c:858:ll_write_end()) pos 3526656, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521031:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000374867da[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521034:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000088874325 17ffffc0001001 3:0 ffff9a6046d27e00 861 lru 00000080:00200000:3.0:1775773081.521039:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bb78ac64 861: 1< 0 - - > 2< 3526656 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521041:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000374867da 00000080:00200000:3.0:1775773081.521042:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 94. 00000080:00200000:3.0:1775773081.521043:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 862 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521059:0:200258:0:(rw26.c:858:ll_write_end()) pos 3530752, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521063:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005ce53060[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521066:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003b17dda2 17ffffc0001001 3:0 ffff9a6046d27c40 862 lru 00000080:00200000:3.0:1775773081.521072:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f5fe8de3 862: 1< 0 - - > 2< 3530752 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521073:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005ce53060 00000080:00200000:3.0:1775773081.521075:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 95. 00000080:00200000:3.0:1775773081.521077:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 863 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521092:0:200258:0:(rw26.c:858:ll_write_end()) pos 3534848, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521097:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e9ddc5dd[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521100:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f14dee82 17ffffc0001001 3:0 ffff9a6046d27000 863 lru 00000080:00200000:3.0:1775773081.521105:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000de4aba7f 863: 1< 0 - - > 2< 3534848 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521107:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e9ddc5dd 00000080:00200000:3.0:1775773081.521108:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 96. 00000080:00200000:3.0:1775773081.521110:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 864 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521125:0:200258:0:(rw26.c:858:ll_write_end()) pos 3538944, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521129:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fbc95084[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521132:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000266363a5 17ffffc0001001 3:0 ffff9a6046d27460 864 lru 00000080:00200000:3.0:1775773081.521137:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000015b3fc7b 864: 1< 0 - - > 2< 3538944 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521139:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fbc95084 00000080:00200000:3.0:1775773081.521140:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 97. 00000080:00200000:3.0:1775773081.521142:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 865 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521157:0:200258:0:(rw26.c:858:ll_write_end()) pos 3543040, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521161:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c2268d69[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521164:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000be821c85 17ffffc0001001 3:0 ffff9a6046d27620 865 lru 00000080:00200000:3.0:1775773081.521169:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000018096ef3 865: 1< 0 - - > 2< 3543040 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521171:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c2268d69 00000080:00200000:3.0:1775773081.521172:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 98. 00000080:00200000:3.0:1775773081.521174:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 866 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521190:0:200258:0:(rw26.c:858:ll_write_end()) pos 3547136, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521194:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cbacd15b[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521197:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000005cdf2bb 17ffffc0001001 3:0 ffff9a6046d27380 866 lru 00000080:00200000:3.0:1775773081.521202:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000042c245bc 866: 1< 0 - - > 2< 3547136 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521204:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cbacd15b 00000080:00200000:3.0:1775773081.521205:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 99. 00000080:00200000:3.0:1775773081.521207:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 867 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521222:0:200258:0:(rw26.c:858:ll_write_end()) pos 3551232, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521225:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007c6064eb[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521228:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ab75c11b 17ffffc0001001 3:0 ffff9a6046d278c0 867 lru 00000080:00200000:3.0:1775773081.521233:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000015246d41 867: 1< 0 - - > 2< 3551232 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521235:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007c6064eb 00000080:00200000:3.0:1775773081.521236:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 100. 00000080:00200000:3.0:1775773081.521238:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 868 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521252:0:200258:0:(rw26.c:858:ll_write_end()) pos 3555328, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521256:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f68548f4[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521259:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000046090b0d 17ffffc0001001 3:0 ffff9a6046d270e0 868 lru 00000080:00200000:3.0:1775773081.521263:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000db3f18ee 868: 1< 0 - - > 2< 3555328 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521265:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f68548f4 00000080:00200000:3.0:1775773081.521266:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 101. 00000080:00200000:3.0:1775773081.521268:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 869 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521287:0:200258:0:(rw26.c:858:ll_write_end()) pos 3559424, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521291:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d085e298[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521294:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004bc9a6a9 17ffffc0001021 2:0 ffff9a6046d277e0 869 lru 00000080:00200000:3.0:1775773081.521299:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003a9214b8 869: 1< 0 - - > 2< 3559424 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521301:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d085e298 00000080:00200000:3.0:1775773081.521303:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 102. 00000080:00200000:3.0:1775773081.521305:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 870 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521319:0:200258:0:(rw26.c:858:ll_write_end()) pos 3563520, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521323:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000033da8830[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521326:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001ab4f58b 17ffffc0001001 3:0 ffff9a6046d27540 870 lru 00000080:00200000:3.0:1775773081.521331:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b7cc741b 870: 1< 0 - - > 2< 3563520 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521333:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000033da8830 00000080:00200000:3.0:1775773081.521334:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 103. 00000080:00200000:3.0:1775773081.521336:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 871 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521350:0:200258:0:(rw26.c:858:ll_write_end()) pos 3567616, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521354:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000cfefe2c[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521357:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001ccc39e9 17ffffc0001001 3:0 ffff9a6046d27b60 871 lru 00000080:00200000:3.0:1775773081.521362:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007c6ca5c3 871: 1< 0 - - > 2< 3567616 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521364:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000cfefe2c 00000080:00200000:3.0:1775773081.521365:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 104. 00000080:00200000:3.0:1775773081.521367:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 872 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521381:0:200258:0:(rw26.c:858:ll_write_end()) pos 3571712, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521385:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001ab33e4a[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521387:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dafe4045 17ffffc0001001 3:0 ffff9a6046d27d20 872 lru 00000080:00200000:3.0:1775773081.521392:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000045c3fb55 872: 1< 0 - - > 2< 3571712 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521394:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001ab33e4a 00000080:00200000:3.0:1775773081.521396:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 105. 00000080:00200000:3.0:1775773081.521398:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 873 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521411:0:200258:0:(rw26.c:858:ll_write_end()) pos 3575808, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521415:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000050680a1d[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521417:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000010581772 17ffffc0001001 3:0 ffff9a6046d27a80 873 lru 00000080:00200000:3.0:1775773081.521423:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000182dfeae 873: 1< 0 - - > 2< 3575808 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521425:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000050680a1d 00000080:00200000:3.0:1775773081.521426:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 106. 00000080:00200000:3.0:1775773081.521428:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 874 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521442:0:200258:0:(rw26.c:858:ll_write_end()) pos 3579904, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521447:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000044dc2721[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521450:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ea809992 17ffffc0001001 3:0 ffff9a6046d279a0 874 lru 00000080:00200000:3.0:1775773081.521455:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000b79794e 874: 1< 0 - - > 2< 3579904 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521457:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000044dc2721 00000080:00200000:3.0:1775773081.521458:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 107. 00000080:00200000:3.0:1775773081.521460:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 875 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521476:0:200258:0:(rw26.c:858:ll_write_end()) pos 3584000, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521480:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008fa63ac2[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521483:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000036fbf366 17ffffc0001001 3:0 ffff9a6046d27ee0 875 lru 00000080:00200000:3.0:1775773081.521488:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000492e034e 875: 1< 0 - - > 2< 3584000 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521489:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008fa63ac2 00000080:00200000:3.0:1775773081.521490:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 108. 00000080:00200000:3.0:1775773081.521492:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 876 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521521:0:200258:0:(rw26.c:858:ll_write_end()) pos 3588096, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521526:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000de44b6af[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521528:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009fb9b5ec 17ffffc0001001 3:0 ffff9a6045d42e00 876 lru 00000080:00200000:3.0:1775773081.521534:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009518e0f9 876: 1< 0 - - > 2< 3588096 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521536:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000de44b6af 00000080:00200000:3.0:1775773081.521537:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 109. 00000080:00200000:3.0:1775773081.521539:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 877 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521712:0:200258:0:(rw26.c:858:ll_write_end()) pos 3592192, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521717:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002afe6482[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521721:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bf7a33d9 17ffffc0001001 3:0 ffff9a6045d42c40 877 lru 00000080:00200000:3.0:1775773081.521726:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006ddb634a 877: 1< 0 - - > 2< 3592192 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521727:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002afe6482 00000080:00200000:3.0:1775773081.521729:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 110. 00000080:00200000:3.0:1775773081.521731:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 878 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521746:0:200258:0:(rw26.c:858:ll_write_end()) pos 3596288, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521750:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d1ea339e[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521752:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bed8c974 17ffffc0001001 3:0 ffff9a6045d42000 878 lru 00000080:00200000:3.0:1775773081.521757:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000677db70a 878: 1< 0 - - > 2< 3596288 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521759:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d1ea339e 00000080:00200000:3.0:1775773081.521760:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 111. 00000080:00200000:3.0:1775773081.521762:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 879 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521772:0:200258:0:(rw26.c:858:ll_write_end()) pos 3600384, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521775:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008c209e99[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521778:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000023bb49bb 17ffffc0001001 3:0 ffff9a6045d42460 879 lru 00000080:00200000:3.0:1775773081.521783:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ba16633d 879: 1< 0 - - > 2< 3600384 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521784:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008c209e99 00000080:00200000:3.0:1775773081.521785:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 112. 00000080:00200000:3.0:1775773081.521786:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 880 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521843:0:200258:0:(rw26.c:858:ll_write_end()) pos 3604480, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521847:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c05c0d19[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521849:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006099f60a 17ffffc0001001 3:0 ffff9a6045d42620 880 lru 00000080:00200000:3.0:1775773081.521854:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c6df1f75 880: 1< 0 - - > 2< 3604480 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521857:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c05c0d19 00000080:00200000:3.0:1775773081.521858:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 113. 00000080:00200000:3.0:1775773081.521860:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 881 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521873:0:200258:0:(rw26.c:858:ll_write_end()) pos 3608576, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521876:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e1d13aeb[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521879:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000089e31bce 17ffffc0001001 3:0 ffff9a6045d42380 881 lru 00000080:00200000:3.0:1775773081.521884:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004ee2eada 881: 1< 0 - - > 2< 3608576 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521886:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e1d13aeb 00000080:00200000:3.0:1775773081.521888:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 114. 00000080:00200000:3.0:1775773081.521890:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 882 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521904:0:200258:0:(rw26.c:858:ll_write_end()) pos 3612672, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521908:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000d67abe3[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521911:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a17183db 17ffffc0001001 3:0 ffff9a6045d428c0 882 lru 00000080:00200000:3.0:1775773081.521916:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ea430b65 882: 1< 0 - - > 2< 3612672 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521918:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000d67abe3 00000080:00200000:3.0:1775773081.521919:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 115. 00000080:00200000:3.0:1775773081.521921:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 883 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521937:0:200258:0:(rw26.c:858:ll_write_end()) pos 3616768, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521940:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000070f4eb0e[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521943:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008c967d14 17ffffc0001001 3:0 ffff9a6045d420e0 883 lru 00000080:00200000:3.0:1775773081.521947:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000057c5d7ca 883: 1< 0 - - > 2< 3616768 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521949:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000070f4eb0e 00000080:00200000:3.0:1775773081.521950:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 116. 00000080:00200000:3.0:1775773081.521952:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 884 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.521971:0:200258:0:(rw26.c:858:ll_write_end()) pos 3620864, len 4096, copied 4096 00000080:00200000:3.0:1775773081.521975:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002d3fa976[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.521978:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005f0cd2ff 17ffffc0001021 2:0 ffff9a6045d427e0 884 lru 00000080:00200000:3.0:1775773081.521983:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000771e2677 884: 1< 0 - - > 2< 3620864 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.521985:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002d3fa976 00000080:00200000:3.0:1775773081.521986:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 117. 00000080:00200000:3.0:1775773081.521988:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 885 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.522003:0:200258:0:(rw26.c:858:ll_write_end()) pos 3624960, len 4096, copied 4096 00000080:00200000:3.0:1775773081.522006:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001023e2e9[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.522009:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c7bdf018 17ffffc0001001 3:0 ffff9a6045d42540 885 lru 00000080:00200000:3.0:1775773081.522013:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a810ada6 885: 1< 0 - - > 2< 3624960 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.522015:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001023e2e9 00000080:00200000:3.0:1775773081.522017:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 118. 00000080:00200000:3.0:1775773081.522019:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 886 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.522031:0:200258:0:(rw26.c:858:ll_write_end()) pos 3629056, len 4096, copied 4096 00000080:00200000:3.0:1775773081.522035:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fb6b6a35[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.522039:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000930f54c3 17ffffc0001001 3:0 ffff9a6045d42b60 886 lru 00000080:00200000:3.0:1775773081.522044:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003430e8b5 886: 1< 0 - - > 2< 3629056 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.522046:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fb6b6a35 00000080:00200000:3.0:1775773081.522047:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 119. 00000080:00200000:3.0:1775773081.522049:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 887 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.522063:0:200258:0:(rw26.c:858:ll_write_end()) pos 3633152, len 4096, copied 4096 00000080:00200000:3.0:1775773081.522068:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000091ef9b63[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.522070:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005d2d3b87 17ffffc0001001 3:0 ffff9a6045d42d20 887 lru 00000080:00200000:3.0:1775773081.522075:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000062a51dd4 887: 1< 0 - - > 2< 3633152 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.522078:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000091ef9b63 00000080:00200000:3.0:1775773081.522079:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 120. 00000080:00200000:3.0:1775773081.522080:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 888 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.522093:0:200258:0:(rw26.c:858:ll_write_end()) pos 3637248, len 4096, copied 4096 00000080:00200000:3.0:1775773081.522096:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000055213410[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.522099:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000360b5444 17ffffc0001001 3:0 ffff9a6045d42a80 888 lru 00000080:00200000:3.0:1775773081.522104:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000208f2273 888: 1< 0 - - > 2< 3637248 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.522106:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000055213410 00000080:00200000:3.0:1775773081.522107:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 121. 00000080:00200000:3.0:1775773081.522108:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 889 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.522120:0:200258:0:(rw26.c:858:ll_write_end()) pos 3641344, len 4096, copied 4096 00000080:00200000:3.0:1775773081.522123:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d4219848[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.522126:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003e24e229 17ffffc0001001 3:0 ffff9a6045d429a0 889 lru 00000080:00200000:3.0:1775773081.522131:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004d75fe0e 889: 1< 0 - - > 2< 3641344 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.522133:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d4219848 00000080:00200000:3.0:1775773081.522134:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 122. 00000080:00200000:3.0:1775773081.522136:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 890 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.522150:0:200258:0:(rw26.c:858:ll_write_end()) pos 3645440, len 4096, copied 4096 00000080:00200000:3.0:1775773081.522154:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002dc9d851[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.522156:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000dca0514 17ffffc0001001 3:0 ffff9a6045d42ee0 890 lru 00000080:00200000:3.0:1775773081.522162:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002b9c00cb 890: 1< 0 - - > 2< 3645440 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.522164:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002dc9d851 00000080:00200000:3.0:1775773081.522166:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 123. 00000080:00200000:3.0:1775773081.522168:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 891 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.522182:0:200258:0:(rw26.c:858:ll_write_end()) pos 3649536, len 4096, copied 4096 00000080:00200000:3.0:1775773081.522186:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000383c30a5[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.522188:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000199fe8a7 17ffffc0001001 3:0 ffff9a6045d421c0 891 lru 00000080:00200000:3.0:1775773081.522194:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a64d1c5c 891: 1< 0 - - > 2< 3649536 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.522196:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000383c30a5 00000080:00200000:3.0:1775773081.522197:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 124. 00000080:00200000:3.0:1775773081.522199:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 892 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.522214:0:200258:0:(rw26.c:858:ll_write_end()) pos 3653632, len 4096, copied 4096 00000080:00200000:3.0:1775773081.522219:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007a7bbb30[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.522221:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000080b8ca5b 17ffffc0001001 3:0 ffff9a6045d422a0 892 lru 00000080:00200000:3.0:1775773081.522227:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007e9e1f3a 892: 1< 0 - - > 2< 3653632 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.522229:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007a7bbb30 00000080:00200000:3.0:1775773081.522230:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 125. 00000080:00200000:3.0:1775773081.522231:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 893 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.522246:0:200258:0:(rw26.c:858:ll_write_end()) pos 3657728, len 4096, copied 4096 00000080:00200000:3.0:1775773081.522249:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ed6cc2ea[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.522252:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003a341b39 17ffffc0001001 3:0 ffff9a6045d42700 893 lru 00000080:00200000:3.0:1775773081.522256:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000958b390d 893: 1< 0 - - > 2< 3657728 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.522258:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ed6cc2ea 00000080:00200000:3.0:1775773081.522259:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 126. 00000080:00200000:3.0:1775773081.522261:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 894 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.522275:0:200258:0:(rw26.c:858:ll_write_end()) pos 3661824, len 4096, copied 4096 00000080:00200000:3.0:1775773081.522279:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a56ab06c[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.522281:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003aad1271 17ffffc0001001 3:0 ffff9a60507cee00 894 lru 00000080:00200000:3.0:1775773081.522286:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a712d9cf 894: 1< 0 - - > 2< 3661824 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.522288:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a56ab06c 00000080:00200000:3.0:1775773081.522289:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 127. 00000080:00200000:3.0:1775773081.522291:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 895 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.522302:0:200258:0:(rw26.c:858:ll_write_end()) pos 3665920, len 4096, copied 4096 00000080:00200000:3.0:1775773081.522305:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b7cb92b8[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.522308:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000071af0bcd 17ffffc0001001 3:0 ffff9a60507cec40 895 lru 00000080:00200000:3.0:1775773081.522313:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000030d1e110 895: 1< 0 - - > 2< 3665920 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.522315:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b7cb92b8 00000080:00200000:3.0:1775773081.522316:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 128. 00000080:00200000:3.0:1775773081.522318:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 896 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.522337:0:200258:0:(rw26.c:858:ll_write_end()) pos 3670016, len 4096, copied 4096 00000080:00200000:3.0:1775773081.522341:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f2d3e985[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.522343:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000018782933 17ffffc0001001 3:0 ffff9a60507ce000 896 lru 00000080:00200000:3.0:1775773081.522348:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000087b61822 896: 1< 0 - - > 2< 3670016 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.522350:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f2d3e985 00000080:00200000:3.0:1775773081.522352:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 129. 00000080:00200000:3.0:1775773081.522354:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 897 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.522370:0:200258:0:(rw26.c:858:ll_write_end()) pos 3674112, len 4096, copied 4096 00000080:00200000:3.0:1775773081.522373:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007a981797[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.522376:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009b82766d 17ffffc0001001 3:0 ffff9a60507ce460 897 lru 00000080:00200000:3.0:1775773081.522381:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000358748ba 897: 1< 0 - - > 2< 3674112 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.522382:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007a981797 00000080:00200000:3.0:1775773081.522383:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 130. 00000080:00200000:3.0:1775773081.522385:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 898 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.522397:0:200258:0:(rw26.c:858:ll_write_end()) pos 3678208, len 4096, copied 4096 00000080:00200000:3.0:1775773081.522400:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007d49df58[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.522402:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002f9119a6 17ffffc0001001 3:0 ffff9a60507ce620 898 lru 00000080:00200000:3.0:1775773081.522407:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000204fcfd 898: 1< 0 - - > 2< 3678208 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.522409:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007d49df58 00000080:00200000:3.0:1775773081.522410:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 131. 00000080:00200000:3.0:1775773081.522412:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 899 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.522426:0:200258:0:(rw26.c:858:ll_write_end()) pos 3682304, len 4096, copied 4096 00000080:00200000:3.0:1775773081.522430:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d01665b1[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.522432:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fda004d3 17ffffc0001021 2:0 ffff9a60507ce380 899 lru 00000080:00200000:3.0:1775773081.522438:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006c785763 899: 1< 0 - - > 2< 3682304 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.522440:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d01665b1 00000080:00200000:3.0:1775773081.522442:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 132. 00000080:00200000:3.0:1775773081.522443:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 900 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.526361:0:200258:0:(rw26.c:858:ll_write_end()) pos 3686400, len 4096, copied 4096 00000080:00200000:3.0:1775773081.526385:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000074d3c366[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.526389:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ccc68786 17ffffc0001001 3:0 ffff9a60507ce8c0 900 lru 00000080:00200000:3.0:1775773081.526399:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dd3a7734 900: 1< 0 - - > 2< 3686400 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.526402:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000074d3c366 00000080:00200000:3.0:1775773081.526403:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 133. 00000080:00200000:3.0:1775773081.526410:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 901 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.526431:0:200258:0:(rw26.c:858:ll_write_end()) pos 3690496, len 4096, copied 4096 00000080:00200000:3.0:1775773081.526436:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f48b35e4[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.526439:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a74cbf2a 17ffffc0001001 3:0 ffff9a60507ce0e0 901 lru 00000080:00200000:3.0:1775773081.526444:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000018cef17f 901: 1< 0 - - > 2< 3690496 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.526447:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f48b35e4 00000080:00200000:3.0:1775773081.526448:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 134. 00000080:00200000:3.0:1775773081.526450:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 902 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.526465:0:200258:0:(rw26.c:858:ll_write_end()) pos 3694592, len 4096, copied 4096 00000080:00200000:3.0:1775773081.526469:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008cadb353[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.526472:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004e1b7213 17ffffc0001001 3:0 ffff9a60507ce7e0 902 lru 00000080:00200000:3.0:1775773081.526477:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001db6fd10 902: 1< 0 - - > 2< 3694592 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.526480:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008cadb353 00000080:00200000:3.0:1775773081.526481:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 135. 00000080:00200000:3.0:1775773081.526482:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 903 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.526510:0:200258:0:(rw26.c:858:ll_write_end()) pos 3698688, len 4096, copied 4096 00000080:00200000:3.0:1775773081.526515:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006f513f5a[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.526518:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d38c6f87 17ffffc0001001 3:0 ffff9a60507ce540 903 lru 00000080:00200000:3.0:1775773081.526523:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000030516eab 903: 1< 0 - - > 2< 3698688 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.526526:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006f513f5a 00000080:00200000:3.0:1775773081.526527:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 136. 00000080:00200000:3.0:1775773081.526529:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 904 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.526549:0:200258:0:(rw26.c:858:ll_write_end()) pos 3702784, len 4096, copied 4096 00000080:00200000:3.0:1775773081.526553:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e7330a53[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.526556:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000eb559d77 17ffffc0001001 3:0 ffff9a60507ceb60 904 lru 00000080:00200000:3.0:1775773081.526561:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000471dea50 904: 1< 0 - - > 2< 3702784 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.526563:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e7330a53 00000080:00200000:3.0:1775773081.526564:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 137. 00000080:00200000:3.0:1775773081.526565:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 905 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.526580:0:200258:0:(rw26.c:858:ll_write_end()) pos 3706880, len 4096, copied 4096 00000080:00200000:3.0:1775773081.526585:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e7c250f3[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.526588:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d1aaf70e 17ffffc0001001 3:0 ffff9a60507ced20 905 lru 00000080:00200000:3.0:1775773081.526593:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c9a9f59f 905: 1< 0 - - > 2< 3706880 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.526595:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e7c250f3 00000080:00200000:3.0:1775773081.526596:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 138. 00000080:00200000:3.0:1775773081.526598:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 906 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.526612:0:200258:0:(rw26.c:858:ll_write_end()) pos 3710976, len 4096, copied 4096 00000080:00200000:3.0:1775773081.526616:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d7728a79[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.526618:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005de4416d 17ffffc0001001 3:0 ffff9a60507cea80 906 lru 00000080:00200000:3.0:1775773081.526624:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002aafcc5c 906: 1< 0 - - > 2< 3710976 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.526626:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d7728a79 00000080:00200000:3.0:1775773081.526628:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 139. 00000080:00200000:3.0:1775773081.526630:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 907 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.526644:0:200258:0:(rw26.c:858:ll_write_end()) pos 3715072, len 4096, copied 4096 00000080:00200000:3.0:1775773081.526648:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001a1907ae[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.526650:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dad61ce7 17ffffc0001001 3:0 ffff9a60507ce9a0 907 lru 00000080:00200000:3.0:1775773081.526655:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000022106a80 907: 1< 0 - - > 2< 3715072 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.526657:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001a1907ae 00000080:00200000:3.0:1775773081.526658:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 140. 00000080:00200000:3.0:1775773081.526660:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 908 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.526674:0:200258:0:(rw26.c:858:ll_write_end()) pos 3719168, len 4096, copied 4096 00000080:00200000:3.0:1775773081.526678:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000baebb135[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.526682:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000aa61e20d 17ffffc0001001 3:0 ffff9a60507ceee0 908 lru 00000080:00200000:3.0:1775773081.526688:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000aff00f79 908: 1< 0 - - > 2< 3719168 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.526690:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000baebb135 00000080:00200000:3.0:1775773081.526692:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 141. 00000080:00200000:3.0:1775773081.526693:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 909 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.526709:0:200258:0:(rw26.c:858:ll_write_end()) pos 3723264, len 4096, copied 4096 00000080:00200000:3.0:1775773081.526712:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ddc83928[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.526715:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a83f37c4 17ffffc0001001 3:0 ffff9a60507ce1c0 909 lru 00000080:00200000:3.0:1775773081.526720:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c4f31e15 909: 1< 0 - - > 2< 3723264 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.526722:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ddc83928 00000080:00200000:3.0:1775773081.526723:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 142. 00000080:00200000:3.0:1775773081.526725:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 910 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.526739:0:200258:0:(rw26.c:858:ll_write_end()) pos 3727360, len 4096, copied 4096 00000080:00200000:3.0:1775773081.526743:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000471dadbe[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.526745:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003b95e668 17ffffc0001001 3:0 ffff9a60507ce2a0 910 lru 00000080:00200000:3.0:1775773081.526750:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f24bea91 910: 1< 0 - - > 2< 3727360 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.526752:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000471dadbe 00000080:00200000:3.0:1775773081.526753:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 143. 00000080:00200000:3.0:1775773081.526755:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 911 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.526771:0:200258:0:(rw26.c:858:ll_write_end()) pos 3731456, len 4096, copied 4096 00000080:00200000:3.0:1775773081.526775:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000317c0aca[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.526778:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008a1da897 17ffffc0001001 3:0 ffff9a60507ce700 911 lru 00000080:00200000:3.0:1775773081.526782:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000df1cbce6 911: 1< 0 - - > 2< 3731456 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.526785:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000317c0aca 00000080:00200000:3.0:1775773081.526786:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 144. 00000080:00200000:3.0:1775773081.526788:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 912 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.526831:0:200258:0:(rw26.c:858:ll_write_end()) pos 3735552, len 4096, copied 4096 00000080:00200000:3.0:1775773081.526835:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bf9526ae[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.526838:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000daa0355e 17ffffc0001001 3:0 ffff9a6048a4c9a0 912 lru 00000080:00200000:3.0:1775773081.526843:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000355b930d 912: 1< 0 - - > 2< 3735552 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.526845:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bf9526ae 00000080:00200000:3.0:1775773081.526846:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 145. 00000080:00200000:3.0:1775773081.526848:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 913 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.526862:0:200258:0:(rw26.c:858:ll_write_end()) pos 3739648, len 4096, copied 4096 00000080:00200000:3.0:1775773081.526866:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bdfa9960[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.526869:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000068ecd95b 17ffffc0001001 3:0 ffff9a6048a4ca80 913 lru 00000080:00200000:3.0:1775773081.526874:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004a112648 913: 1< 0 - - > 2< 3739648 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.526876:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bdfa9960 00000080:00200000:3.0:1775773081.526877:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 146. 00000080:00200000:3.0:1775773081.526879:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 914 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.526904:0:200258:0:(rw26.c:858:ll_write_end()) pos 3743744, len 4096, copied 4096 00000080:00200000:3.0:1775773081.526908:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001086ef6f[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.526910:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001a06c69d 17ffffc0001021 2:0 ffff9a6048a4cd20 914 lru 00000080:00200000:3.0:1775773081.526914:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005d078249 914: 1< 0 - - > 2< 3743744 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.526917:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001086ef6f 00000080:00200000:3.0:1775773081.526918:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 147. 00000080:00200000:3.0:1775773081.526920:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 915 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.526935:0:200258:0:(rw26.c:858:ll_write_end()) pos 3747840, len 4096, copied 4096 00000080:00200000:3.0:1775773081.526939:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000023e94f95[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.526941:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009849527e 17ffffc0001001 3:0 ffff9a6048a4cb60 915 lru 00000080:00200000:3.0:1775773081.526945:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000aebc5daa 915: 1< 0 - - > 2< 3747840 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.526947:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000023e94f95 00000080:00200000:3.0:1775773081.526948:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 148. 00000080:00200000:3.0:1775773081.526950:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 916 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.526964:0:200258:0:(rw26.c:858:ll_write_end()) pos 3751936, len 4096, copied 4096 00000080:00200000:3.0:1775773081.526968:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f3b72a2b[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.526971:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000a157c73 17ffffc0001001 3:0 ffff9a6048a4c540 916 lru 00000080:00200000:3.0:1775773081.526976:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d79fa183 916: 1< 0 - - > 2< 3751936 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.526978:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f3b72a2b 00000080:00200000:3.0:1775773081.526979:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 149. 00000080:00200000:3.0:1775773081.526981:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 917 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.526993:0:200258:0:(rw26.c:858:ll_write_end()) pos 3756032, len 4096, copied 4096 00000080:00200000:3.0:1775773081.526997:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006617031a[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.526999:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001ccaa933 17ffffc0001001 3:0 ffff9a6048a4c7e0 917 lru 00000080:00200000:3.0:1775773081.527004:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ce6a7690 917: 1< 0 - - > 2< 3756032 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.527006:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006617031a 00000080:00200000:3.0:1775773081.527007:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 150. 00000080:00200000:3.0:1775773081.527009:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 918 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.527021:0:200258:0:(rw26.c:858:ll_write_end()) pos 3760128, len 4096, copied 4096 00000080:00200000:3.0:1775773081.527024:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009be5a701[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.527027:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000423ebe85 17ffffc0001001 3:0 ffff9a6048a4c0e0 918 lru 00000080:00200000:3.0:1775773081.527032:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008eda3101 918: 1< 0 - - > 2< 3760128 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.527034:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009be5a701 00000080:00200000:3.0:1775773081.527035:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 151. 00000080:00200000:3.0:1775773081.527036:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 919 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.527046:0:200258:0:(rw26.c:858:ll_write_end()) pos 3764224, len 4096, copied 4096 00000080:00200000:3.0:1775773081.527049:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000049777d2b[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.527052:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007f4366af 17ffffc0001001 3:0 ffff9a6048a4c8c0 919 lru 00000080:00200000:3.0:1775773081.527057:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000902b4e47 919: 1< 0 - - > 2< 3764224 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.527059:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000049777d2b 00000080:00200000:3.0:1775773081.527060:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 152. 00000080:00200000:3.0:1775773081.527061:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 920 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.527072:0:200258:0:(rw26.c:858:ll_write_end()) pos 3768320, len 4096, copied 4096 00000080:00200000:3.0:1775773081.527075:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b5d9461d[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.527078:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b7d2e215 17ffffc0001001 3:0 ffff9a6048a4c380 920 lru 00000080:00200000:3.0:1775773081.527083:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b080d740 920: 1< 0 - - > 2< 3768320 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.527085:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b5d9461d 00000080:00200000:3.0:1775773081.527086:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 153. 00000080:00200000:3.0:1775773081.527087:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 921 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.527098:0:200258:0:(rw26.c:858:ll_write_end()) pos 3772416, len 4096, copied 4096 00000080:00200000:3.0:1775773081.527101:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000b4c8c83[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.527103:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000be419e17 17ffffc0001001 3:0 ffff9a6048a4c620 921 lru 00000080:00200000:3.0:1775773081.527108:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000022e613f0 921: 1< 0 - - > 2< 3772416 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.527110:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000b4c8c83 00000080:00200000:3.0:1775773081.527110:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 154. 00000080:00200000:3.0:1775773081.527112:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 922 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.527122:0:200258:0:(rw26.c:858:ll_write_end()) pos 3776512, len 4096, copied 4096 00000080:00200000:3.0:1775773081.527125:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009c43aa8d[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.527128:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000096a10e1a 17ffffc0001001 3:0 ffff9a6048a4c460 922 lru 00000080:00200000:3.0:1775773081.527132:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c43d260f 922: 1< 0 - - > 2< 3776512 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.527135:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009c43aa8d 00000080:00200000:3.0:1775773081.527136:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 155. 00000080:00200000:3.0:1775773081.527137:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 923 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.527148:0:200258:0:(rw26.c:858:ll_write_end()) pos 3780608, len 4096, copied 4096 00000080:00200000:3.0:1775773081.527152:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d82804ab[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.527154:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002e821bfa 17ffffc0001001 3:0 ffff9a6048a4c000 923 lru 00000080:00200000:3.0:1775773081.527159:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dacf33a1 923: 1< 0 - - > 2< 3780608 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.527161:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d82804ab 00000080:00200000:3.0:1775773081.527162:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 156. 00000080:00200000:3.0:1775773081.527164:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 924 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.527174:0:200258:0:(rw26.c:858:ll_write_end()) pos 3784704, len 4096, copied 4096 00000080:00200000:3.0:1775773081.527177:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ba33525a[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.527179:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ec9d9c03 17ffffc0001001 3:0 ffff9a6048a4cc40 924 lru 00000080:00200000:3.0:1775773081.527184:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f9b46ddd 924: 1< 0 - - > 2< 3784704 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.527186:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ba33525a 00000080:00200000:3.0:1775773081.527187:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 157. 00000080:00200000:3.0:1775773081.527189:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 925 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.527200:0:200258:0:(rw26.c:858:ll_write_end()) pos 3788800, len 4096, copied 4096 00000080:00200000:3.0:1775773081.527204:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000084cca82c[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.527206:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000061e3304 17ffffc0001001 3:0 ffff9a6048a4ce00 925 lru 00000080:00200000:3.0:1775773081.527211:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000acccbcb5 925: 1< 0 - - > 2< 3788800 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.527213:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000084cca82c 00000080:00200000:3.0:1775773081.527214:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 158. 00000080:00200000:3.0:1775773081.527216:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 926 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.527227:0:200258:0:(rw26.c:858:ll_write_end()) pos 3792896, len 4096, copied 4096 00000080:00200000:3.0:1775773081.527230:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000dc3765ed[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.527232:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002d2d74dd 17ffffc0001001 3:0 ffff9a6048a4c700 926 lru 00000080:00200000:3.0:1775773081.527237:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004da576c6 926: 1< 0 - - > 2< 3792896 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.527239:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000dc3765ed 00000080:00200000:3.0:1775773081.527241:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 159. 00000080:00200000:3.0:1775773081.527242:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 927 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.527253:0:200258:0:(rw26.c:858:ll_write_end()) pos 3796992, len 4096, copied 4096 00000080:00200000:3.0:1775773081.527256:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000040f7feac[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.527259:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000186c002a 17ffffc0001001 3:0 ffff9a6048a4c2a0 927 lru 00000080:00200000:3.0:1775773081.527263:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008c96fb5a 927: 1< 0 - - > 2< 3796992 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.527265:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000040f7feac 00000080:00200000:3.0:1775773081.527266:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 160. 00000080:00200000:3.0:1775773081.527268:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 928 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.527279:0:200258:0:(rw26.c:858:ll_write_end()) pos 3801088, len 4096, copied 4096 00000080:00200000:3.0:1775773081.527282:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001fc12cfe[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.527285:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000de12b637 17ffffc0001001 3:0 ffff9a6048a4c1c0 928 lru 00000080:00200000:3.0:1775773081.527290:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a75aecd6 928: 1< 0 - - > 2< 3801088 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.527292:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001fc12cfe 00000080:00200000:3.0:1775773081.527293:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 161. 00000080:00200000:3.0:1775773081.527295:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 929 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.527310:0:200258:0:(rw26.c:858:ll_write_end()) pos 3805184, len 4096, copied 4096 00000080:00200000:3.0:1775773081.527313:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000090be8cfc[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.527316:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cac55368 17ffffc0001021 2:0 ffff9a6048a4cee0 929 lru 00000080:00200000:3.0:1775773081.527320:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000582aef1b 929: 1< 0 - - > 2< 3805184 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.527322:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000090be8cfc 00000080:00200000:3.0:1775773081.527323:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 162. 00000080:00200000:3.0:1775773081.527325:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 930 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.527340:0:200258:0:(rw26.c:858:ll_write_end()) pos 3809280, len 4096, copied 4096 00000080:00200000:3.0:1775773081.527343:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b000d362[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.527346:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009385eb79 17ffffc0001001 3:0 ffff9a6051ca2700 930 lru 00000080:00200000:3.0:1775773081.527351:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000039c82453 930: 1< 0 - - > 2< 3809280 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.527353:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b000d362 00000080:00200000:3.0:1775773081.527354:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 163. 00000080:00200000:3.0:1775773081.527356:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 931 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.527369:0:200258:0:(rw26.c:858:ll_write_end()) pos 3813376, len 4096, copied 4096 00000080:00200000:3.0:1775773081.527372:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b8c54d9f[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.527375:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b54195ef 17ffffc0001001 3:0 ffff9a6051ca2e00 931 lru 00000080:00200000:3.0:1775773081.527380:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003914c155 931: 1< 0 - - > 2< 3813376 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.527382:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b8c54d9f 00000080:00200000:3.0:1775773081.527383:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 164. 00000080:00200000:3.0:1775773081.527385:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 932 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.527399:0:200258:0:(rw26.c:858:ll_write_end()) pos 3817472, len 4096, copied 4096 00000080:00200000:3.0:1775773081.527402:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000898f5c13[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.527405:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c40ea21a 17ffffc0001001 3:0 ffff9a6051ca2c40 932 lru 00000080:00200000:3.0:1775773081.527411:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008d759505 932: 1< 0 - - > 2< 3817472 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.527413:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000898f5c13 00000080:00200000:3.0:1775773081.527414:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 165. 00000080:00200000:3.0:1775773081.527416:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 933 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.527430:0:200258:0:(rw26.c:858:ll_write_end()) pos 3821568, len 4096, copied 4096 00000080:00200000:3.0:1775773081.527433:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000009c9fbcc[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.527436:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003ecc895c 17ffffc0001001 3:0 ffff9a6051ca2000 933 lru 00000080:00200000:3.0:1775773081.527440:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000051fbeae3 933: 1< 0 - - > 2< 3821568 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.527442:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000009c9fbcc 00000080:00200000:3.0:1775773081.527443:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 166. 00000080:00200000:3.0:1775773081.527445:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 934 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.527456:0:200258:0:(rw26.c:858:ll_write_end()) pos 3825664, len 4096, copied 4096 00000080:00200000:3.0:1775773081.527459:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000522abbef[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.527462:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000038f3b454 17ffffc0001001 3:0 ffff9a6051ca2460 934 lru 00000080:00200000:3.0:1775773081.527467:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001d689801 934: 1< 0 - - > 2< 3825664 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.527469:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000522abbef 00000080:00200000:3.0:1775773081.527470:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 167. 00000080:00200000:3.0:1775773081.527472:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 935 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.527485:0:200258:0:(rw26.c:858:ll_write_end()) pos 3829760, len 4096, copied 4096 00000080:00200000:3.0:1775773081.527489:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fa095e2f[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.527492:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007122f93e 17ffffc0001001 3:0 ffff9a6051ca2620 935 lru 00000080:00200000:3.0:1775773081.528404:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000a056f1f 935: 1< 0 - - > 2< 3829760 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.528413:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fa095e2f 00000080:00200000:3.0:1775773081.528416:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 168. 00000080:00200000:3.0:1775773081.528422:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 936 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.528464:0:200258:0:(rw26.c:858:ll_write_end()) pos 3833856, len 4096, copied 4096 00000080:00200000:3.0:1775773081.528470:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000332124e5[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.528473:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000eaf0e28b 17ffffc0001001 3:0 ffff9a6051ca2380 936 lru 00000080:00200000:3.0:1775773081.528479:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009133a1ab 936: 1< 0 - - > 2< 3833856 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.528481:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000332124e5 00000080:00200000:3.0:1775773081.528483:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 169. 00000080:00200000:3.0:1775773081.528485:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 937 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.528516:0:200258:0:(rw26.c:858:ll_write_end()) pos 3837952, len 4096, copied 4096 00000080:00200000:3.0:1775773081.528521:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000389f539b[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.528524:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d7c3472e 17ffffc0001001 3:0 ffff9a6051ca28c0 937 lru 00000080:00200000:3.0:1775773081.528528:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c6a02d14 937: 1< 0 - - > 2< 3837952 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.528531:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000389f539b 00000080:00200000:3.0:1775773081.528531:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 170. 00000080:00200000:3.0:1775773081.528533:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 938 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.528625:0:200258:0:(rw26.c:858:ll_write_end()) pos 3842048, len 4096, copied 4096 00000080:00200000:3.0:1775773081.528631:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005c221660[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.528634:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000072a703da 17ffffc0001001 3:0 ffff9a6051ca20e0 938 lru 00000080:00200000:3.0:1775773081.528640:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000dd7734e 938: 1< 0 - - > 2< 3842048 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.528642:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005c221660 00000080:00200000:3.0:1775773081.528643:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 171. 00000080:00200000:3.0:1775773081.528646:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 939 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.528664:0:200258:0:(rw26.c:858:ll_write_end()) pos 3846144, len 4096, copied 4096 00000080:00200000:3.0:1775773081.528668:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a621574c[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.528670:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b43d69c8 17ffffc0001001 3:0 ffff9a6051ca27e0 939 lru 00000080:00200000:3.0:1775773081.528675:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008bc9ac76 939: 1< 0 - - > 2< 3846144 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.528677:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a621574c 00000080:00200000:3.0:1775773081.528678:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 172. 00000080:00200000:3.0:1775773081.528680:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 940 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.528692:0:200258:0:(rw26.c:858:ll_write_end()) pos 3850240, len 4096, copied 4096 00000080:00200000:3.0:1775773081.528696:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000173c8cbb[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.528699:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e7f12035 17ffffc0001001 3:0 ffff9a6051ca2540 940 lru 00000080:00200000:3.0:1775773081.528704:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000de0d65fb 940: 1< 0 - - > 2< 3850240 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.528706:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000173c8cbb 00000080:00200000:3.0:1775773081.528707:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 173. 00000080:00200000:3.0:1775773081.528709:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 941 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.528723:0:200258:0:(rw26.c:858:ll_write_end()) pos 3854336, len 4096, copied 4096 00000080:00200000:3.0:1775773081.528727:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004e6137f4[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.528729:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000059808506 17ffffc0001001 3:0 ffff9a6051ca2b60 941 lru 00000080:00200000:3.0:1775773081.528734:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006048a0d7 941: 1< 0 - - > 2< 3854336 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.528736:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004e6137f4 00000080:00200000:3.0:1775773081.528737:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 174. 00000080:00200000:3.0:1775773081.528739:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 942 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.528751:0:200258:0:(rw26.c:858:ll_write_end()) pos 3858432, len 4096, copied 4096 00000080:00200000:3.0:1775773081.528754:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ae4ba122[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.528756:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000451b3c86 17ffffc0001001 3:0 ffff9a6051ca2d20 942 lru 00000080:00200000:3.0:1775773081.528761:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008f7cb100 942: 1< 0 - - > 2< 3858432 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.528764:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ae4ba122 00000080:00200000:3.0:1775773081.528765:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 175. 00000080:00200000:3.0:1775773081.528766:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 943 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.528778:0:200258:0:(rw26.c:858:ll_write_end()) pos 3862528, len 4096, copied 4096 00000080:00200000:3.0:1775773081.528782:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000044e9f3f1[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.528785:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000979849e3 17ffffc0001001 3:0 ffff9a6051ca2a80 943 lru 00000080:00200000:3.0:1775773081.528809:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000014aae632 943: 1< 0 - - > 2< 3862528 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.528811:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000044e9f3f1 00000080:00200000:3.0:1775773081.528813:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 176. 00000080:00200000:3.0:1775773081.528815:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 944 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.528841:0:200258:0:(rw26.c:858:ll_write_end()) pos 3866624, len 4096, copied 4096 00000080:00200000:3.0:1775773081.528845:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003e13698d[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.528847:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000538f67d1 17ffffc0001021 2:0 ffff9a6051ca29a0 944 lru 00000080:00200000:3.0:1775773081.528852:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000adaa85a6 944: 1< 0 - - > 2< 3866624 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.528854:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003e13698d 00000080:00200000:3.0:1775773081.528856:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 177. 00000080:00200000:3.0:1775773081.528857:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 945 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.528869:0:200258:0:(rw26.c:858:ll_write_end()) pos 3870720, len 4096, copied 4096 00000080:00200000:3.0:1775773081.528872:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006505d682[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.528875:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000031f6cd8c 17ffffc0001001 3:0 ffff9a6051ca2ee0 945 lru 00000080:00200000:3.0:1775773081.528881:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d63dd1f8 945: 1< 0 - - > 2< 3870720 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.528883:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006505d682 00000080:00200000:3.0:1775773081.528884:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 178. 00000080:00200000:3.0:1775773081.528886:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 946 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.528903:0:200258:0:(rw26.c:858:ll_write_end()) pos 3874816, len 4096, copied 4096 00000080:00200000:3.0:1775773081.528907:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001a44304d[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.528909:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d946f354 17ffffc0001001 3:0 ffff9a6051ca21c0 946 lru 00000080:00200000:3.0:1775773081.528914:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000042cad91a 946: 1< 0 - - > 2< 3874816 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.528916:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001a44304d 00000080:00200000:3.0:1775773081.528917:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 179. 00000080:00200000:3.0:1775773081.528919:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 947 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.528931:0:200258:0:(rw26.c:858:ll_write_end()) pos 3878912, len 4096, copied 4096 00000080:00200000:3.0:1775773081.528934:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000028d2b695[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.528937:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f755abe4 17ffffc0001001 3:0 ffff9a6051ca22a0 947 lru 00000080:00200000:3.0:1775773081.528942:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000070b982b9 947: 1< 0 - - > 2< 3878912 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.528944:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000028d2b695 00000080:00200000:3.0:1775773081.528945:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 180. 00000080:00200000:3.0:1775773081.528946:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 948 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.528961:0:200258:0:(rw26.c:858:ll_write_end()) pos 3883008, len 4096, copied 4096 00000080:00200000:3.0:1775773081.528964:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e1eedb03[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.528966:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000121f376a 17ffffc0001001 3:0 ffff9a60430727e0 948 lru 00000080:00200000:3.0:1775773081.528971:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a26fc835 948: 1< 0 - - > 2< 3883008 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.528972:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e1eedb03 00000080:00200000:3.0:1775773081.528973:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 181. 00000080:00200000:3.0:1775773081.528975:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 949 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.528987:0:200258:0:(rw26.c:858:ll_write_end()) pos 3887104, len 4096, copied 4096 00000080:00200000:3.0:1775773081.528990:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ea67a681[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.528993:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bd552157 17ffffc0001001 3:0 ffff9a6043072540 949 lru 00000080:00200000:3.0:1775773081.528999:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ac634a0d 949: 1< 0 - - > 2< 3887104 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529001:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ea67a681 00000080:00200000:3.0:1775773081.529002:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 182. 00000080:00200000:3.0:1775773081.529004:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 950 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529016:0:200258:0:(rw26.c:858:ll_write_end()) pos 3891200, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529020:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004b442051[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529022:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bb449c34 17ffffc0001001 3:0 ffff9a6043072b60 950 lru 00000080:00200000:3.0:1775773081.529026:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000042e4aecc 950: 1< 0 - - > 2< 3891200 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529028:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004b442051 00000080:00200000:3.0:1775773081.529029:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 183. 00000080:00200000:3.0:1775773081.529031:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 951 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529043:0:200258:0:(rw26.c:858:ll_write_end()) pos 3895296, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529046:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000331c1940[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529048:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f6deeddd 17ffffc0001001 3:0 ffff9a6043072d20 951 lru 00000080:00200000:3.0:1775773081.529053:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004f179301 951: 1< 0 - - > 2< 3895296 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529055:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000331c1940 00000080:00200000:3.0:1775773081.529056:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 184. 00000080:00200000:3.0:1775773081.529058:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 952 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529070:0:200258:0:(rw26.c:858:ll_write_end()) pos 3899392, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529073:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009bfbf313[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529076:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000073ee069c 17ffffc0001001 3:0 ffff9a6043072a80 952 lru 00000080:00200000:3.0:1775773081.529081:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bed24a5b 952: 1< 0 - - > 2< 3899392 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529082:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009bfbf313 00000080:00200000:3.0:1775773081.529083:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 185. 00000080:00200000:3.0:1775773081.529085:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 953 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529098:0:200258:0:(rw26.c:858:ll_write_end()) pos 3903488, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529101:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000070b3748c[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529104:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007edc327c 17ffffc0001001 3:0 ffff9a60430729a0 953 lru 00000080:00200000:3.0:1775773081.529108:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b5c9c69e 953: 1< 0 - - > 2< 3903488 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529110:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000070b3748c 00000080:00200000:3.0:1775773081.529112:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 186. 00000080:00200000:3.0:1775773081.529113:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 954 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529125:0:200258:0:(rw26.c:858:ll_write_end()) pos 3907584, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529128:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000041a7fa1a[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529130:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000023342bbc 17ffffc0001001 3:0 ffff9a6043072ee0 954 lru 00000080:00200000:3.0:1775773081.529135:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000006e2e908 954: 1< 0 - - > 2< 3907584 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529137:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000041a7fa1a 00000080:00200000:3.0:1775773081.529138:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 187. 00000080:00200000:3.0:1775773081.529139:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 955 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529151:0:200258:0:(rw26.c:858:ll_write_end()) pos 3911680, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529154:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000da903466[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529156:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007b3d2a8d 17ffffc0001001 3:0 ffff9a60430721c0 955 lru 00000080:00200000:3.0:1775773081.529161:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000041e1072f 955: 1< 0 - - > 2< 3911680 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529163:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000da903466 00000080:00200000:3.0:1775773081.529164:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 188. 00000080:00200000:3.0:1775773081.529165:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 956 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529177:0:200258:0:(rw26.c:858:ll_write_end()) pos 3915776, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529180:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003d8a7935[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529182:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000441a93b6 17ffffc0001001 3:0 ffff9a60430722a0 956 lru 00000080:00200000:3.0:1775773081.529186:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002f7bd15e 956: 1< 0 - - > 2< 3915776 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529188:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003d8a7935 00000080:00200000:3.0:1775773081.529190:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 189. 00000080:00200000:3.0:1775773081.529191:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 957 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529204:0:200258:0:(rw26.c:858:ll_write_end()) pos 3919872, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529208:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000ea2bb29[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529210:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000089ce7ae8 17ffffc0001001 3:0 ffff9a6043072700 957 lru 00000080:00200000:3.0:1775773081.529215:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001c5daa5e 957: 1< 0 - - > 2< 3919872 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529217:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000ea2bb29 00000080:00200000:3.0:1775773081.529218:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 190. 00000080:00200000:3.0:1775773081.529220:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 958 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529232:0:200258:0:(rw26.c:858:ll_write_end()) pos 3923968, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529236:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000020bf1168[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529239:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e52a4e30 17ffffc0001001 3:0 ffff9a6043072e00 958 lru 00000080:00200000:3.0:1775773081.529243:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000999a36af 958: 1< 0 - - > 2< 3923968 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529245:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000020bf1168 00000080:00200000:3.0:1775773081.529247:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 191. 00000080:00200000:3.0:1775773081.529249:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 959 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529520:0:200258:0:(rw26.c:858:ll_write_end()) pos 3928064, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529527:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000557442e1[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529530:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000edfd5266 17ffffc0001021 2:0 ffff9a6043072c40 959 lru 00000080:00200000:3.0:1775773081.529535:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000fd8bae3 959: 1< 0 - - > 2< 3928064 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529537:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000557442e1 00000080:00200000:3.0:1775773081.529538:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 192. 00000080:00200000:3.0:1775773081.529541:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 960 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529575:0:200258:0:(rw26.c:858:ll_write_end()) pos 3932160, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529579:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c552ac60[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529582:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007e59879a 17ffffc0001001 3:0 ffff9a6043072000 960 lru 00000080:00200000:3.0:1775773081.529586:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001029f50f 960: 1< 0 - - > 2< 3932160 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529588:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c552ac60 00000080:00200000:3.0:1775773081.529589:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 193. 00000080:00200000:3.0:1775773081.529591:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 961 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529605:0:200258:0:(rw26.c:858:ll_write_end()) pos 3936256, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529608:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c895fe5b[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529611:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000065e8296d 17ffffc0001001 3:0 ffff9a6043072460 961 lru 00000080:00200000:3.0:1775773081.529615:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002d08e92f 961: 1< 0 - - > 2< 3936256 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529617:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c895fe5b 00000080:00200000:3.0:1775773081.529618:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 194. 00000080:00200000:3.0:1775773081.529620:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 962 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529633:0:200258:0:(rw26.c:858:ll_write_end()) pos 3940352, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529637:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000066f591d9[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529639:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006f7591f4 17ffffc0001001 3:0 ffff9a6043072620 962 lru 00000080:00200000:3.0:1775773081.529643:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000444115c2 962: 1< 0 - - > 2< 3940352 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529646:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000066f591d9 00000080:00200000:3.0:1775773081.529647:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 195. 00000080:00200000:3.0:1775773081.529649:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 963 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529662:0:200258:0:(rw26.c:858:ll_write_end()) pos 3944448, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529666:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000049ef5fd8[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529668:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b93137be 17ffffc0001001 3:0 ffff9a6043072380 963 lru 00000080:00200000:3.0:1775773081.529672:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000069b0ed90 963: 1< 0 - - > 2< 3944448 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529675:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000049ef5fd8 00000080:00200000:3.0:1775773081.529676:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 196. 00000080:00200000:3.0:1775773081.529678:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 964 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529691:0:200258:0:(rw26.c:858:ll_write_end()) pos 3948544, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529694:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000619d3491[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529697:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000077331eae 17ffffc0001001 3:0 ffff9a60430728c0 964 lru 00000080:00200000:3.0:1775773081.529702:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000008f5f92f 964: 1< 0 - - > 2< 3948544 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529704:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000619d3491 00000080:00200000:3.0:1775773081.529705:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 197. 00000080:00200000:3.0:1775773081.529707:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 965 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529720:0:200258:0:(rw26.c:858:ll_write_end()) pos 3952640, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529724:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e2adf616[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529726:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000491ea635 17ffffc0001001 3:0 ffff9a60430720e0 965 lru 00000080:00200000:3.0:1775773081.529731:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009b249b56 965: 1< 0 - - > 2< 3952640 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529733:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e2adf616 00000080:00200000:3.0:1775773081.529734:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 198. 00000080:00200000:3.0:1775773081.529736:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 966 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529751:0:200258:0:(rw26.c:858:ll_write_end()) pos 3956736, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529755:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f751b2b0[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529758:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e19315ac 17ffffc0001001 3:0 ffff9a6045e331c0 966 lru 00000080:00200000:3.0:1775773081.529763:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d1f8a51c 966: 1< 0 - - > 2< 3956736 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529766:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f751b2b0 00000080:00200000:3.0:1775773081.529767:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 199. 00000080:00200000:3.0:1775773081.529768:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 967 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529784:0:200258:0:(rw26.c:858:ll_write_end()) pos 3960832, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529826:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006565de37[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529830:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e02c1c22 17ffffc0001001 3:0 ffff9a6045e332a0 967 lru 00000080:00200000:3.0:1775773081.529835:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b65b7b90 967: 1< 0 - - > 2< 3960832 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529837:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006565de37 00000080:00200000:3.0:1775773081.529838:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 200. 00000080:00200000:3.0:1775773081.529840:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 968 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529857:0:200258:0:(rw26.c:858:ll_write_end()) pos 3964928, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529861:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000023273a41[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529864:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ec344284 17ffffc0001001 3:0 ffff9a6045e33700 968 lru 00000080:00200000:3.0:1775773081.529869:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000297d469b 968: 1< 0 - - > 2< 3964928 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529872:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000023273a41 00000080:00200000:3.0:1775773081.529873:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 201. 00000080:00200000:3.0:1775773081.529875:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 969 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529890:0:200258:0:(rw26.c:858:ll_write_end()) pos 3969024, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529895:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000086d83ddb[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529897:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e2305876 17ffffc0001001 3:0 ffff9a6045e33e00 969 lru 00000080:00200000:3.0:1775773081.529902:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f491fe54 969: 1< 0 - - > 2< 3969024 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529904:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000086d83ddb 00000080:00200000:3.0:1775773081.529905:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 202. 00000080:00200000:3.0:1775773081.529907:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 970 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529921:0:200258:0:(rw26.c:858:ll_write_end()) pos 3973120, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529926:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008e56d015[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529928:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009b3f33b6 17ffffc0001001 3:0 ffff9a6045e33c40 970 lru 00000080:00200000:3.0:1775773081.529933:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006d0636b0 970: 1< 0 - - > 2< 3973120 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529935:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008e56d015 00000080:00200000:3.0:1775773081.529936:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 203. 00000080:00200000:3.0:1775773081.529938:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 971 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529952:0:200258:0:(rw26.c:858:ll_write_end()) pos 3977216, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529956:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000048a0bc5c[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529958:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000eaf4c2bd 17ffffc0001001 3:0 ffff9a6045e33000 971 lru 00000080:00200000:3.0:1775773081.529963:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003d305ca3 971: 1< 0 - - > 2< 3977216 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529965:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000048a0bc5c 00000080:00200000:3.0:1775773081.529967:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 204. 00000080:00200000:3.0:1775773081.529969:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 972 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.529983:0:200258:0:(rw26.c:858:ll_write_end()) pos 3981312, len 4096, copied 4096 00000080:00200000:3.0:1775773081.529988:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000079ca8344[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.529990:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c4bb62e5 17ffffc0001001 3:0 ffff9a6045e33460 972 lru 00000080:00200000:3.0:1775773081.529995:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f91da7f9 972: 1< 0 - - > 2< 3981312 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.529997:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000079ca8344 00000080:00200000:3.0:1775773081.529998:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 205. 00000080:00200000:3.0:1775773081.530000:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 973 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530014:0:200258:0:(rw26.c:858:ll_write_end()) pos 3985408, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530018:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000018814140[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530021:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000005a1a942 17ffffc0001001 3:0 ffff9a6045e33620 973 lru 00000080:00200000:3.0:1775773081.530026:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000becf9c89 973: 1< 0 - - > 2< 3985408 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530028:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000018814140 00000080:00200000:3.0:1775773081.530029:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 206. 00000080:00200000:3.0:1775773081.530030:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 974 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530050:0:200258:0:(rw26.c:858:ll_write_end()) pos 3989504, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530054:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000056d2ea[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530057:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f70bfc71 17ffffc0001021 2:0 ffff9a6045e33380 974 lru 00000080:00200000:3.0:1775773081.530061:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002e94bebf 974: 1< 0 - - > 2< 3989504 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530064:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000056d2ea 00000080:00200000:3.0:1775773081.530065:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 207. 00000080:00200000:3.0:1775773081.530066:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 975 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530080:0:200258:0:(rw26.c:858:ll_write_end()) pos 3993600, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530084:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fce56d51[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530087:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ee712036 17ffffc0001001 3:0 ffff9a6045e338c0 975 lru 00000080:00200000:3.0:1775773081.530092:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009c6bd1c0 975: 1< 0 - - > 2< 3993600 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530094:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fce56d51 00000080:00200000:3.0:1775773081.530095:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 208. 00000080:00200000:3.0:1775773081.530098:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 976 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530112:0:200258:0:(rw26.c:858:ll_write_end()) pos 3997696, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530116:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000dfd3b56d[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530119:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ee6e6c51 17ffffc0001001 3:0 ffff9a6045e330e0 976 lru 00000080:00200000:3.0:1775773081.530124:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ce7ca9d8 976: 1< 0 - - > 2< 3997696 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530125:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000dfd3b56d 00000080:00200000:3.0:1775773081.530127:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 209. 00000080:00200000:3.0:1775773081.530128:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 977 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530140:0:200258:0:(rw26.c:858:ll_write_end()) pos 4001792, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530144:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002b7e3dff[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530147:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007343466f 17ffffc0001001 3:0 ffff9a6045e337e0 977 lru 00000080:00200000:3.0:1775773081.530151:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000057829a27 977: 1< 0 - - > 2< 4001792 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530153:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002b7e3dff 00000080:00200000:3.0:1775773081.530154:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 210. 00000080:00200000:3.0:1775773081.530156:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 978 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530170:0:200258:0:(rw26.c:858:ll_write_end()) pos 4005888, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530174:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000025127257[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530177:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003cf406ae 17ffffc0001001 3:0 ffff9a6045e33540 978 lru 00000080:00200000:3.0:1775773081.530182:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000033b48489 978: 1< 0 - - > 2< 4005888 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530184:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000025127257 00000080:00200000:3.0:1775773081.530185:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 211. 00000080:00200000:3.0:1775773081.530187:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 979 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530201:0:200258:0:(rw26.c:858:ll_write_end()) pos 4009984, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530205:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001a4acc78[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530208:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f4c38eb7 17ffffc0001001 3:0 ffff9a6045e33b60 979 lru 00000080:00200000:3.0:1775773081.530213:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000064eb5708 979: 1< 0 - - > 2< 4009984 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530215:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001a4acc78 00000080:00200000:3.0:1775773081.530216:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 212. 00000080:00200000:3.0:1775773081.530218:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 980 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530231:0:200258:0:(rw26.c:858:ll_write_end()) pos 4014080, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530235:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008dcc5d4e[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530238:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000060f376f1 17ffffc0001001 3:0 ffff9a6045e33d20 980 lru 00000080:00200000:3.0:1775773081.530243:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e7fd1758 980: 1< 0 - - > 2< 4014080 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530245:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008dcc5d4e 00000080:00200000:3.0:1775773081.530246:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 213. 00000080:00200000:3.0:1775773081.530248:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 981 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530265:0:200258:0:(rw26.c:858:ll_write_end()) pos 4018176, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530268:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000de4b7346[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530271:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007ea743c8 17ffffc0001001 3:0 ffff9a6045e33a80 981 lru 00000080:00200000:3.0:1775773081.530276:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000019141358 981: 1< 0 - - > 2< 4018176 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530278:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000de4b7346 00000080:00200000:3.0:1775773081.530279:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 214. 00000080:00200000:3.0:1775773081.530281:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 982 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530296:0:200258:0:(rw26.c:858:ll_write_end()) pos 4022272, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530300:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007d7b9225[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530302:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d7e6cb7a 17ffffc0001001 3:0 ffff9a6045e339a0 982 lru 00000080:00200000:3.0:1775773081.530307:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a2dd7fe0 982: 1< 0 - - > 2< 4022272 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530310:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007d7b9225 00000080:00200000:3.0:1775773081.530311:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 215. 00000080:00200000:3.0:1775773081.530313:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 983 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530328:0:200258:0:(rw26.c:858:ll_write_end()) pos 4026368, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530331:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e352fc33[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530334:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000655c6665 17ffffc0001001 3:0 ffff9a6045e33ee0 983 lru 00000080:00200000:3.0:1775773081.530339:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ff280a4d 983: 1< 0 - - > 2< 4026368 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530341:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e352fc33 00000080:00200000:3.0:1775773081.530342:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 216. 00000080:00200000:3.0:1775773081.530343:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 984 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530357:0:200258:0:(rw26.c:858:ll_write_end()) pos 4030464, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530362:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000df5703bc[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530364:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a8d3c1d4 17ffffc0001001 3:0 ffff9a6045ac7000 984 lru 00000080:00200000:3.0:1775773081.530370:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000031628dd0 984: 1< 0 - - > 2< 4030464 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530372:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000df5703bc 00000080:00200000:3.0:1775773081.530373:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 217. 00000080:00200000:3.0:1775773081.530375:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 985 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530394:0:200258:0:(rw26.c:858:ll_write_end()) pos 4034560, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530398:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009954baf5[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530402:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000001f14919 17ffffc0001001 3:0 ffff9a6045ac7460 985 lru 00000080:00200000:3.0:1775773081.530406:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000002b56cf9 985: 1< 0 - - > 2< 4034560 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530408:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009954baf5 00000080:00200000:3.0:1775773081.530409:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 218. 00000080:00200000:3.0:1775773081.530411:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 986 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530426:0:200258:0:(rw26.c:858:ll_write_end()) pos 4038656, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530431:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000cb072f4[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530433:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000087533676 17ffffc0001001 3:0 ffff9a6045ac7620 986 lru 00000080:00200000:3.0:1775773081.530438:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003dcc1f15 986: 1< 0 - - > 2< 4038656 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530440:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000cb072f4 00000080:00200000:3.0:1775773081.530441:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 219. 00000080:00200000:3.0:1775773081.530443:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 987 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530458:0:200258:0:(rw26.c:858:ll_write_end()) pos 4042752, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530462:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003d12d679[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530465:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000028f3f826 17ffffc0001001 3:0 ffff9a6045ac7380 987 lru 00000080:00200000:3.0:1775773081.530470:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000be22ad33 987: 1< 0 - - > 2< 4042752 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530473:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003d12d679 00000080:00200000:3.0:1775773081.530474:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 220. 00000080:00200000:3.0:1775773081.530476:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 988 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530491:0:200258:0:(rw26.c:858:ll_write_end()) pos 4046848, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530495:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000080891b1f[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530509:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e1b141d7 17ffffc0001001 3:0 ffff9a6045ac78c0 988 lru 00000080:00200000:3.0:1775773081.530514:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b318420e 988: 1< 0 - - > 2< 4046848 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530516:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000080891b1f 00000080:00200000:3.0:1775773081.530518:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 221. 00000080:00200000:3.0:1775773081.530519:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 989 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530536:0:200258:0:(rw26.c:858:ll_write_end()) pos 4050944, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530540:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ac22daa7[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530543:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b9adfca8 17ffffc0001021 2:0 ffff9a6045ac70e0 989 lru 00000080:00200000:3.0:1775773081.530548:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c8652563 989: 1< 0 - - > 2< 4050944 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530550:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ac22daa7 00000080:00200000:3.0:1775773081.530552:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 222. 00000080:00200000:3.0:1775773081.530553:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 990 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530568:0:200258:0:(rw26.c:858:ll_write_end()) pos 4055040, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530572:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d194db5b[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530574:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bdf0cdaa 17ffffc0001001 3:0 ffff9a6045ac77e0 990 lru 00000080:00200000:3.0:1775773081.530579:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000039d8a45 990: 1< 0 - - > 2< 4055040 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530581:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d194db5b 00000080:00200000:3.0:1775773081.530582:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 223. 00000080:00200000:3.0:1775773081.530584:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 991 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530598:0:200258:0:(rw26.c:858:ll_write_end()) pos 4059136, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530602:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002e9ea0ab[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530605:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000079b3417e 17ffffc0001001 3:0 ffff9a6045ac7540 991 lru 00000080:00200000:3.0:1775773081.530610:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000829053fb 991: 1< 0 - - > 2< 4059136 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530612:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002e9ea0ab 00000080:00200000:3.0:1775773081.530613:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 224. 00000080:00200000:3.0:1775773081.530615:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 992 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530629:0:200258:0:(rw26.c:858:ll_write_end()) pos 4063232, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530633:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008756b1f0[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530636:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d44273d0 17ffffc0001001 3:0 ffff9a6045ac7b60 992 lru 00000080:00200000:3.0:1775773081.530641:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c46a4e31 992: 1< 0 - - > 2< 4063232 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530643:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008756b1f0 00000080:00200000:3.0:1775773081.530644:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 225. 00000080:00200000:3.0:1775773081.530646:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 993 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530659:0:200258:0:(rw26.c:858:ll_write_end()) pos 4067328, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530662:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f6eee502[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530665:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002812cbd7 17ffffc0001001 3:0 ffff9a6045ac7d20 993 lru 00000080:00200000:3.0:1775773081.530670:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000244552ed 993: 1< 0 - - > 2< 4067328 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530672:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f6eee502 00000080:00200000:3.0:1775773081.530673:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 226. 00000080:00200000:3.0:1775773081.530674:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 994 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530686:0:200258:0:(rw26.c:858:ll_write_end()) pos 4071424, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530690:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b7c98d17[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530693:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000199f5bbd 17ffffc0001001 3:0 ffff9a6045ac7a80 994 lru 00000080:00200000:3.0:1775773081.530698:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005b7c9705 994: 1< 0 - - > 2< 4071424 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530700:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b7c98d17 00000080:00200000:3.0:1775773081.530702:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 227. 00000080:00200000:3.0:1775773081.530703:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 995 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530717:0:200258:0:(rw26.c:858:ll_write_end()) pos 4075520, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530721:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000044c07f11[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530723:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000a3f9d0b 17ffffc0001001 3:0 ffff9a6045ac79a0 995 lru 00000080:00200000:3.0:1775773081.530728:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003c0699b9 995: 1< 0 - - > 2< 4075520 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530731:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000044c07f11 00000080:00200000:3.0:1775773081.530732:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 228. 00000080:00200000:3.0:1775773081.530734:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 996 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530747:0:200258:0:(rw26.c:858:ll_write_end()) pos 4079616, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530752:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b8b463f9[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530754:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000042ed8c03 17ffffc0001001 3:0 ffff9a6045ac7ee0 996 lru 00000080:00200000:3.0:1775773081.530759:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000759794a3 996: 1< 0 - - > 2< 4079616 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530762:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b8b463f9 00000080:00200000:3.0:1775773081.530763:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 229. 00000080:00200000:3.0:1775773081.530764:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 997 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530777:0:200258:0:(rw26.c:858:ll_write_end()) pos 4083712, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530781:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007110a1db[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530783:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b4f93db4 17ffffc0001001 3:0 ffff9a6045ac71c0 997 lru 00000080:00200000:3.0:1775773081.530788:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000026dfd220 997: 1< 0 - - > 2< 4083712 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530827:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007110a1db 00000080:00200000:3.0:1775773081.530828:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 230. 00000080:00200000:3.0:1775773081.530830:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 998 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530846:0:200258:0:(rw26.c:858:ll_write_end()) pos 4087808, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530850:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000971882c0[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530853:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000783e058e 17ffffc0001001 3:0 ffff9a6045ac72a0 998 lru 00000080:00200000:3.0:1775773081.530857:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000046f060fb 998: 1< 0 - - > 2< 4087808 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530859:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000971882c0 00000080:00200000:3.0:1775773081.530860:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 231. 00000080:00200000:3.0:1775773081.530863:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 999 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530877:0:200258:0:(rw26.c:858:ll_write_end()) pos 4091904, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530881:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ccc04b48[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530884:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000084b3fb3d 17ffffc0001001 3:0 ffff9a6045ac7700 999 lru 00000080:00200000:3.0:1775773081.530889:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000039be11cd 999: 1< 0 - - > 2< 4091904 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530891:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ccc04b48 00000080:00200000:3.0:1775773081.530892:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 232. 00000080:00200000:3.0:1775773081.530894:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1000 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530910:0:200258:0:(rw26.c:858:ll_write_end()) pos 4096000, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530914:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000044e227ac[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530916:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000018713b71 17ffffc0001001 3:0 ffff9a6045ac7e00 1000 lru 00000080:00200000:3.0:1775773081.530922:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fc11f587 1000: 1< 0 - - > 2< 4096000 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530924:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000044e227ac 00000080:00200000:3.0:1775773081.530925:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 233. 00000080:00200000:3.0:1775773081.530927:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1001 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530941:0:200258:0:(rw26.c:858:ll_write_end()) pos 4100096, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530945:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d0794445[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530948:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003add821e 17ffffc0001001 3:0 ffff9a6045ac7c40 1001 lru 00000080:00200000:3.0:1775773081.530952:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000010a29cad 1001: 1< 0 - - > 2< 4100096 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530955:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d0794445 00000080:00200000:3.0:1775773081.530955:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 234. 00000080:00200000:3.0:1775773081.530957:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1002 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.530976:0:200258:0:(rw26.c:858:ll_write_end()) pos 4104192, len 4096, copied 4096 00000080:00200000:3.0:1775773081.530980:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000063f8aaf6[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.530983:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f0b4e830 17ffffc0001001 3:0 ffff9a60517d8700 1002 lru 00000080:00200000:3.0:1775773081.530989:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002c33c030 1002: 1< 0 - - > 2< 4104192 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.530991:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000063f8aaf6 00000080:00200000:3.0:1775773081.530992:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 235. 00000080:00200000:3.0:1775773081.530995:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1003 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.531010:0:200258:0:(rw26.c:858:ll_write_end()) pos 4108288, len 4096, copied 4096 00000080:00200000:3.0:1775773081.531013:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000079b53136[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.531017:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000082771ee5 17ffffc0001001 3:0 ffff9a60517d8e00 1003 lru 00000080:00200000:3.0:1775773081.531022:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b7b9eef5 1003: 1< 0 - - > 2< 4108288 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.531025:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000079b53136 00000080:00200000:3.0:1775773081.531026:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 236. 00000080:00200000:3.0:1775773081.531028:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1004 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.531048:0:200258:0:(rw26.c:858:ll_write_end()) pos 4112384, len 4096, copied 4096 00000080:00200000:3.0:1775773081.531053:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000d988f4f[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.531056:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a181b54b 17ffffc0001021 2:0 ffff9a60517d8c40 1004 lru 00000080:00200000:3.0:1775773081.531061:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000820dd470 1004: 1< 0 - - > 2< 4112384 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.531063:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000d988f4f 00000080:00200000:3.0:1775773081.531064:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 237. 00000080:00200000:3.0:1775773081.531066:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1005 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.531082:0:200258:0:(rw26.c:858:ll_write_end()) pos 4116480, len 4096, copied 4096 00000080:00200000:3.0:1775773081.531086:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000753bae4b[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.531089:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dc4d9804 17ffffc0001001 3:0 ffff9a60517d8000 1005 lru 00000080:00200000:3.0:1775773081.531094:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000005ce62b 1005: 1< 0 - - > 2< 4116480 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.531096:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000753bae4b 00000080:00200000:3.0:1775773081.531097:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 238. 00000080:00200000:3.0:1775773081.531099:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1006 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.531114:0:200258:0:(rw26.c:858:ll_write_end()) pos 4120576, len 4096, copied 4096 00000080:00200000:3.0:1775773081.531118:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005d2c9b24[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.531121:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001a8b0e15 17ffffc0001001 3:0 ffff9a60517d8460 1006 lru 00000080:00200000:3.0:1775773081.531126:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c1f54426 1006: 1< 0 - - > 2< 4120576 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.531129:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005d2c9b24 00000080:00200000:3.0:1775773081.531130:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 239. 00000080:00200000:3.0:1775773081.531132:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1007 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.531147:0:200258:0:(rw26.c:858:ll_write_end()) pos 4124672, len 4096, copied 4096 00000080:00200000:3.0:1775773081.531151:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002e764370[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.531154:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007316bfc7 17ffffc0001001 3:0 ffff9a60517d8620 1007 lru 00000080:00200000:3.0:1775773081.531159:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000054999465 1007: 1< 0 - - > 2< 4124672 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.531164:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002e764370 00000080:00200000:3.0:1775773081.531165:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 240. 00000080:00200000:3.0:1775773081.531167:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1008 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.531185:0:200258:0:(rw26.c:858:ll_write_end()) pos 4128768, len 4096, copied 4096 00000080:00200000:3.0:1775773081.531188:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a1a6afb6[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.531191:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bffc4357 17ffffc0001001 3:0 ffff9a60517d8380 1008 lru 00000080:00200000:3.0:1775773081.531196:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fc1d30ae 1008: 1< 0 - - > 2< 4128768 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.531198:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a1a6afb6 00000080:00200000:3.0:1775773081.531199:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 241. 00000080:00200000:3.0:1775773081.531201:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1009 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.531217:0:200258:0:(rw26.c:858:ll_write_end()) pos 4132864, len 4096, copied 4096 00000080:00200000:3.0:1775773081.531221:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001e6ae18e[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.531224:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000db4bb3a8 17ffffc0001001 3:0 ffff9a60517d88c0 1009 lru 00000080:00200000:3.0:1775773081.531230:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ab3afb5d 1009: 1< 0 - - > 2< 4132864 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.531232:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001e6ae18e 00000080:00200000:3.0:1775773081.531233:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 242. 00000080:00200000:3.0:1775773081.531235:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1010 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.531249:0:200258:0:(rw26.c:858:ll_write_end()) pos 4136960, len 4096, copied 4096 00000080:00200000:3.0:1775773081.531253:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cb44d58d[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.531255:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fb6e7c97 17ffffc0001001 3:0 ffff9a60517d80e0 1010 lru 00000080:00200000:3.0:1775773081.531261:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000081dbfe7a 1010: 1< 0 - - > 2< 4136960 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.531263:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cb44d58d 00000080:00200000:3.0:1775773081.531265:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 243. 00000080:00200000:3.0:1775773081.531266:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1011 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.531277:0:200258:0:(rw26.c:858:ll_write_end()) pos 4141056, len 4096, copied 4096 00000080:00200000:3.0:1775773081.531280:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000049c243f0[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.531282:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000376ead44 17ffffc0001001 3:0 ffff9a60517d87e0 1011 lru 00000080:00200000:3.0:1775773081.531286:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000020f2343c 1011: 1< 0 - - > 2< 4141056 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.531288:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000049c243f0 00000080:00200000:3.0:1775773081.531290:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 244. 00000080:00200000:3.0:1775773081.531292:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1012 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.531309:0:200258:0:(rw26.c:858:ll_write_end()) pos 4145152, len 4096, copied 4096 00000080:00200000:3.0:1775773081.531313:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001b9b0ba0[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.531315:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000034a5a887 17ffffc0001001 3:0 ffff9a60517d8540 1012 lru 00000080:00200000:3.0:1775773081.531320:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004240a613 1012: 1< 0 - - > 2< 4145152 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.531322:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001b9b0ba0 00000080:00200000:3.0:1775773081.531323:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 245. 00000080:00200000:3.0:1775773081.531325:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1013 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.531340:0:200258:0:(rw26.c:858:ll_write_end()) pos 4149248, len 4096, copied 4096 00000080:00200000:3.0:1775773081.531344:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000016814904[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.531347:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003c7ec83f 17ffffc0001001 3:0 ffff9a60517d8b60 1013 lru 00000080:00200000:3.0:1775773081.531352:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000084d7f5ae 1013: 1< 0 - - > 2< 4149248 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.531355:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000016814904 00000080:00200000:3.0:1775773081.531356:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 246. 00000080:00200000:3.0:1775773081.531357:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1014 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.531370:0:200258:0:(rw26.c:858:ll_write_end()) pos 4153344, len 4096, copied 4096 00000080:00200000:3.0:1775773081.531374:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003b06fd6a[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.531377:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f6ee3b12 17ffffc0001001 3:0 ffff9a60517d8d20 1014 lru 00000080:00200000:3.0:1775773081.531381:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a3367952 1014: 1< 0 - - > 2< 4153344 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.531383:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003b06fd6a 00000080:00200000:3.0:1775773081.531384:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 247. 00000080:00200000:3.0:1775773081.531386:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1015 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.531400:0:200258:0:(rw26.c:858:ll_write_end()) pos 4157440, len 4096, copied 4096 00000080:00200000:3.0:1775773081.531404:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009820878f[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.531406:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000046d1b818 17ffffc0001001 3:0 ffff9a60517d8a80 1015 lru 00000080:00200000:3.0:1775773081.531411:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b5057c54 1015: 1< 0 - - > 2< 4157440 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.531414:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009820878f 00000080:00200000:3.0:1775773081.531415:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 248. 00000080:00200000:3.0:1775773081.531417:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1016 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.531433:0:200258:0:(rw26.c:858:ll_write_end()) pos 4161536, len 4096, copied 4096 00000080:00200000:3.0:1775773081.531436:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000940f4c76[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.531439:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000de2ad24d 17ffffc0001001 3:0 ffff9a60517d89a0 1016 lru 00000080:00200000:3.0:1775773081.531443:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000074e35626 1016: 1< 0 - - > 2< 4161536 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.531446:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000940f4c76 00000080:00200000:3.0:1775773081.531447:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 249. 00000080:00200000:3.0:1775773081.531449:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1017 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.531464:0:200258:0:(rw26.c:858:ll_write_end()) pos 4165632, len 4096, copied 4096 00000080:00200000:3.0:1775773081.531467:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000030eed73b[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.531470:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006963124f 17ffffc0001001 3:0 ffff9a60517d8ee0 1017 lru 00000080:00200000:3.0:1775773081.531474:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000026042ab7 1017: 1< 0 - - > 2< 4165632 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.531476:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000030eed73b 00000080:00200000:3.0:1775773081.531477:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 250. 00000080:00200000:3.0:1775773081.531479:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1018 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.531492:0:200258:0:(rw26.c:858:ll_write_end()) pos 4169728, len 4096, copied 4096 00000080:00200000:3.0:1775773081.531496:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001d50c891[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.532401:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007f1d46a2 17ffffc0001001 3:0 ffff9a60517d81c0 1018 lru 00000080:00200000:3.0:1775773081.532410:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004747a917 1018: 1< 0 - - > 2< 4169728 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.532413:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001d50c891 00000080:00200000:3.0:1775773081.532414:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 251. 00000080:00200000:3.0:1775773081.532419:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1019 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.532467:0:200258:0:(rw26.c:858:ll_write_end()) pos 4173824, len 4096, copied 4096 00000080:00200000:3.0:1775773081.532472:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007072a2ae[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.532476:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000051d2a562 17ffffc0001021 2:0 ffff9a60517d82a0 1019 lru 00000080:00200000:3.0:1775773081.532481:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000537e36b2 1019: 1< 0 - - > 2< 4173824 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.532484:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007072a2ae 00000080:00200000:3.0:1775773081.532485:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 252. 00000080:00200000:3.0:1775773081.532487:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1020 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.532517:0:200258:0:(rw26.c:858:ll_write_end()) pos 4177920, len 4096, copied 4096 00000080:00200000:3.0:1775773081.532521:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001aeadf74[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.532524:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000050ca3591 17ffffc0001001 3:0 ffff9a6058da28c0 1020 lru 00000080:00200000:3.0:1775773081.532529:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000145c756c 1020: 1< 0 - - > 2< 4177920 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.532531:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001aeadf74 00000080:00200000:3.0:1775773081.532532:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 253. 00000080:00200000:3.0:1775773081.532534:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1021 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.532549:0:200258:0:(rw26.c:858:ll_write_end()) pos 4182016, len 4096, copied 4096 00000080:00200000:3.0:1775773081.532658:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fb301787[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.532661:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000019612602 17ffffc0001001 3:0 ffff9a6058da20e0 1021 lru 00000080:00200000:3.0:1775773081.532666:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000052eb7059 1021: 1< 0 - - > 2< 4182016 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.532668:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fb301787 00000080:00200000:3.0:1775773081.532669:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 254. 00000080:00200000:3.0:1775773081.532672:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1022 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.532688:0:200258:0:(rw26.c:858:ll_write_end()) pos 4186112, len 4096, copied 4096 00000080:00200000:3.0:1775773081.532692:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e8a2d8d2[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.532695:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000054fccf0c 17ffffc0001001 3:0 ffff9a6058da27e0 1022 lru 00000080:00200000:3.0:1775773081.532700:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003508f126 1022: 1< 0 - - > 2< 4186112 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.532703:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e8a2d8d2 00000080:00200000:3.0:1775773081.532704:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 255. 00000080:00200000:3.0:1775773081.532706:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1023 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.532723:0:200258:0:(rw26.c:858:ll_write_end()) pos 4190208, len 4096, copied 4096 00000080:00200000:3.0:1775773081.532727:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000066740a90[3 000000005a0b29a0 2 1 0000000011be4346] 00000080:00200000:3.0:1775773081.532730:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000021282947 17ffffc0001001 3:0 ffff9a6058da2540 1023 lru 00000080:00200000:3.0:1775773081.532734:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c86b17b7 1023: 1< 0 - - > 2< 4190208 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 131440640 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:3.0:1775773081.532736:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000066740a90 00000080:00200000:3.0:1775773081.532737:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 256. 00000080:00200000:3.0:1775773081.532743:0:200258:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:3.0:1775773081.532842:0:200258:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 00000000761936de ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.532858:0:200258:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000761936de ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.532866:0:200258:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.532883:0:200258:0:(osc_cache.c:836:osc_extent_find()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.532913:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.532922:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.532930:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.532939:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.532948:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.532957:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.532965:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.532979:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.532987:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.532996:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533005:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533015:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533023:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533031:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773081.533050:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:3.0:1775773081.533058:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533073:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533082:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533091:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533099:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533107:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533115:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533123:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533132:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533146:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533155:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533164:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533173:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533181:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533189:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773081.533201:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:3.0:1775773081.533206:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533215:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533231:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533239:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533247:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533255:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533264:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533273:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533281:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533290:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533304:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533312:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533320:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533328:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533336:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773081.533350:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:3.0:1775773081.533355:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533364:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533373:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533386:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533393:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533400:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533407:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533415:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533422:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533430:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533437:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533450:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533457:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533465:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533471:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773081.533483:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:3.0:1775773081.533487:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533496:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533517:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533525:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533537:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533544:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533626:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533637:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533646:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533655:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533664:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533673:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533688:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533697:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533707:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773081.533721:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:3.0:1775773081.533727:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533736:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533744:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533752:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533760:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533773:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533781:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533827:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533837:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533845:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533854:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533863:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533873:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533887:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533897:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773081.533912:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:3.0:1775773081.533918:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533928:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533935:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533943:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533952:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533960:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533974:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533982:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533990:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.533998:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534007:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534017:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534025:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534035:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534051:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773081.534064:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:3.0:1775773081.534070:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534078:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534086:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534094:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534102:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534111:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534119:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534131:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534138:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534146:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534153:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534160:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534169:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534177:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534185:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773081.534204:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:3.0:1775773081.534208:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534216:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534223:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534232:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534241:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534250:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534259:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534267:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534280:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534288:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534296:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534304:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534314:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534324:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534333:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773081.534347:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:3.0:1775773081.534353:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534367:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534376:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534384:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534392:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534401:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534409:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534417:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534425:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534439:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534447:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534456:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534465:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534474:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534483:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773081.534510:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:3.0:1775773081.534516:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534526:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534539:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534546:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534625:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534634:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534644:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534652:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534661:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534671:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534686:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534694:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534703:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534712:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534722:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773081.534736:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:3.0:1775773081.534742:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534751:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534760:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534774:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534782:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534829:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534839:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534848:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534857:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534866:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534875:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534890:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534900:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534909:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534917:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773081.534933:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:3.0:1775773081.534938:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534948:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534956:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534964:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534977:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534986:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.534996:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535005:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535014:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535023:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535031:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535040:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535055:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535064:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535073:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773081.535088:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:3.0:1775773081.535094:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535102:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535111:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535121:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535129:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535144:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535153:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535162:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535171:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535180:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535188:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535196:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535204:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535219:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535229:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773081.535243:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:3.0:1775773081.535249:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535259:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535268:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535277:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535285:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535293:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535307:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535317:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535326:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535334:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535344:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535353:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535362:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535370:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535384:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773081.535400:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:3.0:1775773081.535406:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535415:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535424:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535432:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535441:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535450:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535458:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535471:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535478:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535488:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535496:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535518:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535528:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535537:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535545:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773081.535635:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:3.0:1775773081.535641:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535649:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535657:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535664:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535672:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535679:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535688:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535696:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535708:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535716:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535724:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535730:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535739:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535746:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00010000:3.0:1775773081.535755:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773081.535768:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:3.0:1775773081.535772:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773081.535785:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 1, dirtied 1 00000080:00200000:3.0:1775773081.535824:0:200258:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:3.0:1775773081.535831:0:200258:0:(vvp_io.c:1353:vvp_io_write_start()) f89.replay-single: write bytes 0, result: 1048576 00000020:00010000:3.0:1775773081.535872:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a60506134e8 (ffff9a6058bdbb48/0) at cl_lock_release():245 00000020:00010000:3.0:1775773081.535877:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60506134e8 (ffff9a6058bdbb48/0) at cl_lock_cancel():142 00000020:00010000:3.0:1775773081.535882:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6042f45cb0 (ffff9a6058bdbea8/1) at cl_lock_cancel():142 00010000:00010000:3.0:1775773081.535892:0:200258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00010000:3.0:1775773081.535904:0:200258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000020:00010000:3.0:1775773081.535925:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60506134e8 (ffff9a6058bdbb48/0) at cl_lock_fini():72 00000020:00010000:3.0:1775773081.535928:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6042f45cb0 (ffff9a6058bdbb48/1) at cl_lock_fini():72 00000080:00200000:3.0:1775773081.535944:0:200258:0:(vvp_io.c:517:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:3.0:1775773081.535953:0:200258:0:(file.c:2173:ll_file_io_generic()) Range unlock [768, 1023] 00000080:00200000:3.0:1775773081.535997:0:200258:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3c:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773081.536003:0:200258:0:(file.c:2206:ll_file_io_generic()) f89.replay-single: 2 io complete with rc: 0, result: 1048576, restart: 0 00000008:00010000:3.0:1775773081.536074:0:175011:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:3.0:1775773081.536088:0:175011:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1775773081.538405:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cf6c74ac 00000080:00200000:2.0:1775773081.538407:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 23. 00000080:00200000:2.0:1775773081.538409:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1047 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.538421:0:200258:0:(rw26.c:858:ll_write_end()) pos 4288512, len 4096, copied 4096 00000080:00200000:2.0:1775773081.538424:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000098966ee9[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.538427:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000014aa6a3e 17ffffc0001001 3:0 ffff9a6049933e00 1047 lru 00000080:00200000:2.0:1775773081.538432:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000070591053 1047: 1< 0 - - > 2< 4288512 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.538434:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000098966ee9 00000080:00200000:2.0:1775773081.538435:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 24. 00000080:00200000:2.0:1775773081.538437:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1048 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.538450:0:200258:0:(rw26.c:858:ll_write_end()) pos 4292608, len 4096, copied 4096 00000080:00200000:2.0:1775773081.538454:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000559ce14b[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.538457:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000034a05795 17ffffc0001001 3:0 ffff9a6049933c40 1048 lru 00000080:00200000:2.0:1775773081.538461:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e01d848a 1048: 1< 0 - - > 2< 4292608 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.538463:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000559ce14b 00000080:00200000:2.0:1775773081.538464:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 25. 00000080:00200000:2.0:1775773081.538466:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1049 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.538479:0:200258:0:(rw26.c:858:ll_write_end()) pos 4296704, len 4096, copied 4096 00000080:00200000:2.0:1775773081.538482:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000940c0e3[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.538485:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fce2409a 17ffffc0001001 3:0 ffff9a6049933000 1049 lru 00000080:00200000:2.0:1775773081.538489:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000098cf292f 1049: 1< 0 - - > 2< 4296704 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.538491:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000940c0e3 00000080:00200000:2.0:1775773081.538492:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 26. 00000080:00200000:2.0:1775773081.538494:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1050 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.538521:0:200258:0:(rw26.c:858:ll_write_end()) pos 4300800, len 4096, copied 4096 00000080:00200000:2.0:1775773081.538525:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000038107851[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.538527:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000746e8701 17ffffc0001001 3:0 ffff9a6049933460 1050 lru 00000080:00200000:2.0:1775773081.538532:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005ed8eb54 1050: 1< 0 - - > 2< 4300800 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.538534:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000038107851 00000080:00200000:2.0:1775773081.538535:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 27. 00000080:00200000:2.0:1775773081.538537:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1051 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.538550:0:200258:0:(rw26.c:858:ll_write_end()) pos 4304896, len 4096, copied 4096 00000080:00200000:2.0:1775773081.538554:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008ecd8260[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.538557:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000519ee533 17ffffc0001001 3:0 ffff9a6049933620 1051 lru 00000080:00200000:2.0:1775773081.538562:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002b1b4d29 1051: 1< 0 - - > 2< 4304896 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.538564:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008ecd8260 00000080:00200000:2.0:1775773081.538565:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1775773081.538567:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1052 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.538581:0:200258:0:(rw26.c:858:ll_write_end()) pos 4308992, len 4096, copied 4096 00000080:00200000:2.0:1775773081.538584:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000021d649d9[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.538587:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bbfde729 17ffffc0001001 3:0 ffff9a6045ca12a0 1052 lru 00000080:00200000:2.0:1775773081.538591:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000002c94032 1052: 1< 0 - - > 2< 4308992 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.538593:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000021d649d9 00000080:00200000:2.0:1775773081.538594:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 29. 00000080:00200000:2.0:1775773081.538596:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1053 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.538611:0:200258:0:(rw26.c:858:ll_write_end()) pos 4313088, len 4096, copied 4096 00000080:00200000:2.0:1775773081.538615:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fd290233[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.538618:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e734febe 17ffffc0001001 3:0 ffff9a6045ca1700 1053 lru 00000080:00200000:2.0:1775773081.538623:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008c0c002b 1053: 1< 0 - - > 2< 4313088 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.538624:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fd290233 00000080:00200000:2.0:1775773081.538626:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1775773081.538628:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1054 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.538642:0:200258:0:(rw26.c:858:ll_write_end()) pos 4317184, len 4096, copied 4096 00000080:00200000:2.0:1775773081.538646:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000217a4760[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.538649:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001e3e7500 17ffffc0001001 3:0 ffff9a6045ca1e00 1054 lru 00000080:00200000:2.0:1775773081.538654:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000878f2abe 1054: 1< 0 - - > 2< 4317184 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.538656:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000217a4760 00000080:00200000:2.0:1775773081.538657:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 31. 00000080:00200000:2.0:1775773081.538659:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1055 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.538679:0:200258:0:(rw26.c:858:ll_write_end()) pos 4321280, len 4096, copied 4096 00000080:00200000:2.0:1775773081.538684:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c0c43f18[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.538687:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000063ec796e 17ffffc0001021 2:0 ffff9a6045ca1c40 1055 lru 00000080:00200000:2.0:1775773081.538693:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a6543046 1055: 1< 0 - - > 2< 4321280 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.538695:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c0c43f18 00000080:00200000:2.0:1775773081.538696:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 32. 00000080:00200000:2.0:1775773081.538699:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1056 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.538716:0:200258:0:(rw26.c:858:ll_write_end()) pos 4325376, len 4096, copied 4096 00000080:00200000:2.0:1775773081.538720:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000dfa53c4a[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.538723:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000045b8f82e 17ffffc0001001 3:0 ffff9a6045ca1000 1056 lru 00000080:00200000:2.0:1775773081.538727:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fd7b3e78 1056: 1< 0 - - > 2< 4325376 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.538729:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000dfa53c4a 00000080:00200000:2.0:1775773081.538730:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 33. 00000080:00200000:2.0:1775773081.538732:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1057 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.538748:0:200258:0:(rw26.c:858:ll_write_end()) pos 4329472, len 4096, copied 4096 00000080:00200000:2.0:1775773081.538753:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a43b6e28[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.538755:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b4ada886 17ffffc0001001 3:0 ffff9a6045ca1460 1057 lru 00000080:00200000:2.0:1775773081.538761:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c6725069 1057: 1< 0 - - > 2< 4329472 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.538762:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a43b6e28 00000080:00200000:2.0:1775773081.538763:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 34. 00000080:00200000:2.0:1775773081.538765:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1058 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.538780:0:200258:0:(rw26.c:858:ll_write_end()) pos 4333568, len 4096, copied 4096 00000080:00200000:2.0:1775773081.538784:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c9e2e31c[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.538786:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a0d9a05a 17ffffc0001001 3:0 ffff9a6045ca1620 1058 lru 00000080:00200000:2.0:1775773081.538821:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000991e652 1058: 1< 0 - - > 2< 4333568 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.538824:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c9e2e31c 00000080:00200000:2.0:1775773081.538825:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 35. 00000080:00200000:2.0:1775773081.538828:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1059 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.538843:0:200258:0:(rw26.c:858:ll_write_end()) pos 4337664, len 4096, copied 4096 00000080:00200000:2.0:1775773081.538847:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e4780e59[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.538850:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000093f0ecaa 17ffffc0001001 3:0 ffff9a6045ca1380 1059 lru 00000080:00200000:2.0:1775773081.538855:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f5d1ac05 1059: 1< 0 - - > 2< 4337664 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.538857:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e4780e59 00000080:00200000:2.0:1775773081.538858:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 36. 00000080:00200000:2.0:1775773081.538860:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1060 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.538873:0:200258:0:(rw26.c:858:ll_write_end()) pos 4341760, len 4096, copied 4096 00000080:00200000:2.0:1775773081.538877:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003598d324[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.538880:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005542df6b 17ffffc0001001 3:0 ffff9a6045ca18c0 1060 lru 00000080:00200000:2.0:1775773081.538885:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004b44a051 1060: 1< 0 - - > 2< 4341760 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.538887:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003598d324 00000080:00200000:2.0:1775773081.538888:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 37. 00000080:00200000:2.0:1775773081.538890:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1061 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.538905:0:200258:0:(rw26.c:858:ll_write_end()) pos 4345856, len 4096, copied 4096 00000080:00200000:2.0:1775773081.538909:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000037eacbdf[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.538912:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001d2432c9 17ffffc0001001 3:0 ffff9a6045ca10e0 1061 lru 00000080:00200000:2.0:1775773081.538917:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000373a7c57 1061: 1< 0 - - > 2< 4345856 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.538919:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000037eacbdf 00000080:00200000:2.0:1775773081.538921:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1775773081.538922:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1062 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.538936:0:200258:0:(rw26.c:858:ll_write_end()) pos 4349952, len 4096, copied 4096 00000080:00200000:2.0:1775773081.538940:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000aa769f11[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.538943:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000574d06ae 17ffffc0001001 3:0 ffff9a6045ca17e0 1062 lru 00000080:00200000:2.0:1775773081.538948:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b5217711 1062: 1< 0 - - > 2< 4349952 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.538950:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000aa769f11 00000080:00200000:2.0:1775773081.538952:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 39. 00000080:00200000:2.0:1775773081.538953:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1063 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.538969:0:200258:0:(rw26.c:858:ll_write_end()) pos 4354048, len 4096, copied 4096 00000080:00200000:2.0:1775773081.538973:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000078bc27a5[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.538975:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000030479b04 17ffffc0001001 3:0 ffff9a6045ca1540 1063 lru 00000080:00200000:2.0:1775773081.538980:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002f443b6f 1063: 1< 0 - - > 2< 4354048 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.538981:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000078bc27a5 00000080:00200000:2.0:1775773081.538983:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 40. 00000080:00200000:2.0:1775773081.538984:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1064 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539001:0:200258:0:(rw26.c:858:ll_write_end()) pos 4358144, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539005:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008090e795[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539008:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e1c785c1 17ffffc0001001 3:0 ffff9a6045ca1b60 1064 lru 00000080:00200000:2.0:1775773081.539013:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000056e6e575 1064: 1< 0 - - > 2< 4358144 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539015:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008090e795 00000080:00200000:2.0:1775773081.539016:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 41. 00000080:00200000:2.0:1775773081.539018:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1065 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539037:0:200258:0:(rw26.c:858:ll_write_end()) pos 4362240, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539041:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003a176d59[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539044:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000092b2aa98 17ffffc0001001 3:0 ffff9a6045ca1d20 1065 lru 00000080:00200000:2.0:1775773081.539050:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003cf1ab4e 1065: 1< 0 - - > 2< 4362240 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539053:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003a176d59 00000080:00200000:2.0:1775773081.539054:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1775773081.539056:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1066 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539069:0:200258:0:(rw26.c:858:ll_write_end()) pos 4366336, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539074:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d97e194b[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539077:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b37efadf 17ffffc0001001 3:0 ffff9a6045ca1a80 1066 lru 00000080:00200000:2.0:1775773081.539083:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004c545efa 1066: 1< 0 - - > 2< 4366336 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539085:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d97e194b 00000080:00200000:2.0:1775773081.539086:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 43. 00000080:00200000:2.0:1775773081.539088:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1067 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539101:0:200258:0:(rw26.c:858:ll_write_end()) pos 4370432, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539105:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000006622af4[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539108:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ebee247e 17ffffc0001001 3:0 ffff9a6045ca19a0 1067 lru 00000080:00200000:2.0:1775773081.539114:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f752ca3b 1067: 1< 0 - - > 2< 4370432 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539117:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000006622af4 00000080:00200000:2.0:1775773081.539118:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1775773081.539120:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1068 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539134:0:200258:0:(rw26.c:858:ll_write_end()) pos 4374528, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539138:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000012ddd828[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539141:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ebf9f73c 17ffffc0001001 3:0 ffff9a6045ca1ee0 1068 lru 00000080:00200000:2.0:1775773081.539147:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002e0b20a6 1068: 1< 0 - - > 2< 4374528 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539150:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000012ddd828 00000080:00200000:2.0:1775773081.539151:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1775773081.539153:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1069 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539167:0:200258:0:(rw26.c:858:ll_write_end()) pos 4378624, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539171:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fec92dfc[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539175:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001b3c33b8 17ffffc0001001 3:0 ffff9a6045ca11c0 1069 lru 00000080:00200000:2.0:1775773081.539181:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000bae5f59 1069: 1< 0 - - > 2< 4378624 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539183:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fec92dfc 00000080:00200000:2.0:1775773081.539184:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1775773081.539186:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1070 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539205:0:200258:0:(rw26.c:858:ll_write_end()) pos 4382720, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539209:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d3c9c7ca[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539212:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005ff52700 17ffffc0001021 2:0 ffff9a6051763e00 1070 lru 00000080:00200000:2.0:1775773081.539218:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d5fe7d06 1070: 1< 0 - - > 2< 4382720 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539221:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d3c9c7ca 00000080:00200000:2.0:1775773081.539222:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 47. 00000080:00200000:2.0:1775773081.539224:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1071 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539241:0:200258:0:(rw26.c:858:ll_write_end()) pos 4386816, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539245:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a82a73d3[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539248:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000450af37 17ffffc0001001 3:0 ffff9a6051763c40 1071 lru 00000080:00200000:2.0:1775773081.539253:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000004ee2176 1071: 1< 0 - - > 2< 4386816 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539255:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a82a73d3 00000080:00200000:2.0:1775773081.539256:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 48. 00000080:00200000:2.0:1775773081.539258:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1072 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539273:0:200258:0:(rw26.c:858:ll_write_end()) pos 4390912, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539277:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003714e2c0[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539280:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c12ff5fd 17ffffc0001001 3:0 ffff9a6051763000 1072 lru 00000080:00200000:2.0:1775773081.539285:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000ae621a4 1072: 1< 0 - - > 2< 4390912 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539288:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003714e2c0 00000080:00200000:2.0:1775773081.539289:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 49. 00000080:00200000:2.0:1775773081.539291:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1073 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539305:0:200258:0:(rw26.c:858:ll_write_end()) pos 4395008, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539309:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002c8e54c7[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539312:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005f373dce 17ffffc0001001 3:0 ffff9a6051763460 1073 lru 00000080:00200000:2.0:1775773081.539317:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006bfe35f0 1073: 1< 0 - - > 2< 4395008 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539319:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002c8e54c7 00000080:00200000:2.0:1775773081.539321:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 50. 00000080:00200000:2.0:1775773081.539323:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1074 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539340:0:200258:0:(rw26.c:858:ll_write_end()) pos 4399104, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539344:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000025f3a352[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539347:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004e7d199a 17ffffc0001001 3:0 ffff9a6051763620 1074 lru 00000080:00200000:2.0:1775773081.539352:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e0e352a3 1074: 1< 0 - - > 2< 4399104 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539355:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000025f3a352 00000080:00200000:2.0:1775773081.539356:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 51. 00000080:00200000:2.0:1775773081.539358:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1075 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539374:0:200258:0:(rw26.c:858:ll_write_end()) pos 4403200, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539378:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f128654f[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539381:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ace04e90 17ffffc0001001 3:0 ffff9a6051763380 1075 lru 00000080:00200000:2.0:1775773081.539387:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008cbc3eee 1075: 1< 0 - - > 2< 4403200 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539390:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f128654f 00000080:00200000:2.0:1775773081.539391:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 52. 00000080:00200000:2.0:1775773081.539393:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1076 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539407:0:200258:0:(rw26.c:858:ll_write_end()) pos 4407296, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539411:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009240a221[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539414:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001de2232e 17ffffc0001001 3:0 ffff9a60517638c0 1076 lru 00000080:00200000:2.0:1775773081.539419:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000049b3edc0 1076: 1< 0 - - > 2< 4407296 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539421:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009240a221 00000080:00200000:2.0:1775773081.539423:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 53. 00000080:00200000:2.0:1775773081.539424:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1077 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539439:0:200258:0:(rw26.c:858:ll_write_end()) pos 4411392, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539443:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c180b3b4[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539446:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007e29a2e2 17ffffc0001001 3:0 ffff9a60517630e0 1077 lru 00000080:00200000:2.0:1775773081.539452:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000050e5e8e8 1077: 1< 0 - - > 2< 4411392 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539454:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c180b3b4 00000080:00200000:2.0:1775773081.539455:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 54. 00000080:00200000:2.0:1775773081.539457:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1078 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539476:0:200258:0:(rw26.c:858:ll_write_end()) pos 4415488, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539481:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a65bc15b[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539484:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000c64551a 17ffffc0001001 3:0 ffff9a60517637e0 1078 lru 00000080:00200000:2.0:1775773081.539489:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003772fe09 1078: 1< 0 - - > 2< 4415488 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539491:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a65bc15b 00000080:00200000:2.0:1775773081.539493:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 55. 00000080:00200000:2.0:1775773081.539495:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1079 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539526:0:200258:0:(rw26.c:858:ll_write_end()) pos 4419584, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539531:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009860fe18[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539534:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fc9b6d2c 17ffffc0001001 3:0 ffff9a6051763540 1079 lru 00000080:00200000:2.0:1775773081.539540:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000008c432e1 1079: 1< 0 - - > 2< 4419584 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539542:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009860fe18 00000080:00200000:2.0:1775773081.539544:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 56. 00000080:00200000:2.0:1775773081.539546:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1080 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539560:0:200258:0:(rw26.c:858:ll_write_end()) pos 4423680, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539564:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d5c95dab[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539567:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d462cff5 17ffffc0001001 3:0 ffff9a6051763b60 1080 lru 00000080:00200000:2.0:1775773081.539572:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d80427b5 1080: 1< 0 - - > 2< 4423680 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539575:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d5c95dab 00000080:00200000:2.0:1775773081.539576:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1775773081.539578:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1081 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539592:0:200258:0:(rw26.c:858:ll_write_end()) pos 4427776, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539596:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c7c46b83[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539599:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000afb2b409 17ffffc0001001 3:0 ffff9a6051763d20 1081 lru 00000080:00200000:2.0:1775773081.539604:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000169ea079 1081: 1< 0 - - > 2< 4427776 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539606:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c7c46b83 00000080:00200000:2.0:1775773081.539607:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 58. 00000080:00200000:2.0:1775773081.539610:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1082 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539626:0:200258:0:(rw26.c:858:ll_write_end()) pos 4431872, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539630:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007dd7a2b0[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539633:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b43ee7e8 17ffffc0001001 3:0 ffff9a6051763a80 1082 lru 00000080:00200000:2.0:1775773081.539638:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c33502be 1082: 1< 0 - - > 2< 4431872 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539641:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007dd7a2b0 00000080:00200000:2.0:1775773081.539642:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1775773081.539644:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1083 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539661:0:200258:0:(rw26.c:858:ll_write_end()) pos 4435968, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539665:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a031c57d[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539668:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c992988c 17ffffc0001001 3:0 ffff9a60517639a0 1083 lru 00000080:00200000:2.0:1775773081.539673:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e098a174 1083: 1< 0 - - > 2< 4435968 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539676:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a031c57d 00000080:00200000:2.0:1775773081.539677:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1775773081.539679:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1084 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539695:0:200258:0:(rw26.c:858:ll_write_end()) pos 4440064, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539700:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000aa0e1d29[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539703:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d8fa9599 17ffffc0001001 3:0 ffff9a6051763ee0 1084 lru 00000080:00200000:2.0:1775773081.539708:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000024eb2145 1084: 1< 0 - - > 2< 4440064 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539710:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000aa0e1d29 00000080:00200000:2.0:1775773081.539711:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 61. 00000080:00200000:2.0:1775773081.539713:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1085 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539735:0:200258:0:(rw26.c:858:ll_write_end()) pos 4444160, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539740:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c37addbd[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539743:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fb5317e2 17ffffc0001021 2:0 ffff9a60517631c0 1085 lru 00000080:00200000:2.0:1775773081.539749:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000157d5174 1085: 1< 0 - - > 2< 4444160 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539751:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c37addbd 00000080:00200000:2.0:1775773081.539752:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1775773081.539755:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1086 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539769:0:200258:0:(rw26.c:858:ll_write_end()) pos 4448256, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539773:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a09c85a8[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539776:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000abe96945 17ffffc0001001 3:0 ffff9a60517632a0 1086 lru 00000080:00200000:2.0:1775773081.539781:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f00fb910 1086: 1< 0 - - > 2< 4448256 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539783:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a09c85a8 00000080:00200000:2.0:1775773081.539785:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1775773081.539786:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1087 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539834:0:200258:0:(rw26.c:858:ll_write_end()) pos 4452352, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539839:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c5495a12[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539842:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dbc34271 17ffffc0001001 3:0 ffff9a6051763700 1087 lru 00000080:00200000:2.0:1775773081.539848:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a7a0bdbe 1087: 1< 0 - - > 2< 4452352 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539850:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c5495a12 00000080:00200000:2.0:1775773081.539851:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 64. 00000080:00200000:2.0:1775773081.539853:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1088 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539876:0:200258:0:(rw26.c:858:ll_write_end()) pos 4456448, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539881:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cccbd520[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539884:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000072a4fc3c 17ffffc0001001 3:0 ffff9a60517f92a0 1088 lru 00000080:00200000:2.0:1775773081.539888:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000038584e0 1088: 1< 0 - - > 2< 4456448 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539890:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cccbd520 00000080:00200000:2.0:1775773081.539891:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1775773081.539893:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1089 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539908:0:200258:0:(rw26.c:858:ll_write_end()) pos 4460544, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539912:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000025b03caa[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539915:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a66db03d 17ffffc0001001 3:0 ffff9a60517f91c0 1089 lru 00000080:00200000:2.0:1775773081.539921:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ac74ab6f 1089: 1< 0 - - > 2< 4460544 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539924:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000025b03caa 00000080:00200000:2.0:1775773081.539925:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 66. 00000080:00200000:2.0:1775773081.539927:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1090 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539941:0:200258:0:(rw26.c:858:ll_write_end()) pos 4464640, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539945:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002c4fe8e8[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539948:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003f922040 17ffffc0001001 3:0 ffff9a60517f9ee0 1090 lru 00000080:00200000:2.0:1775773081.539953:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008016c6fa 1090: 1< 0 - - > 2< 4464640 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539955:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002c4fe8e8 00000080:00200000:2.0:1775773081.539956:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1775773081.539958:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1091 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.539974:0:200258:0:(rw26.c:858:ll_write_end()) pos 4468736, len 4096, copied 4096 00000080:00200000:2.0:1775773081.539978:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a3f8535e[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.539981:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cc27b042 17ffffc0001001 3:0 ffff9a60517f99a0 1091 lru 00000080:00200000:2.0:1775773081.539986:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d9cb10b5 1091: 1< 0 - - > 2< 4468736 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.539989:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a3f8535e 00000080:00200000:2.0:1775773081.539990:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 68. 00000080:00200000:2.0:1775773081.539992:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1092 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.540011:0:200258:0:(rw26.c:858:ll_write_end()) pos 4472832, len 4096, copied 4096 00000080:00200000:2.0:1775773081.540015:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000033483c07[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.540018:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001ff40ed7 17ffffc0001001 3:0 ffff9a60517f9a80 1092 lru 00000080:00200000:2.0:1775773081.540023:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000099392b53 1092: 1< 0 - - > 2< 4472832 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.540026:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000033483c07 00000080:00200000:2.0:1775773081.540027:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 69. 00000080:00200000:2.0:1775773081.540030:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1093 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.540047:0:200258:0:(rw26.c:858:ll_write_end()) pos 4476928, len 4096, copied 4096 00000080:00200000:2.0:1775773081.540051:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a4099c09[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.540054:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000057ae6aa4 17ffffc0001001 3:0 ffff9a60517f9700 1093 lru 00000080:00200000:2.0:1775773081.540059:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000017c836a7 1093: 1< 0 - - > 2< 4476928 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.540061:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a4099c09 00000080:00200000:2.0:1775773081.540062:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 70. 00000080:00200000:2.0:1775773081.540065:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1094 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.540080:0:200258:0:(rw26.c:858:ll_write_end()) pos 4481024, len 4096, copied 4096 00000080:00200000:2.0:1775773081.540084:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008e1e385e[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.540087:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002cd2f4f2 17ffffc0001001 3:0 ffff9a60517f9d20 1094 lru 00000080:00200000:2.0:1775773081.540093:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ffac38c7 1094: 1< 0 - - > 2< 4481024 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.540096:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008e1e385e 00000080:00200000:2.0:1775773081.540097:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1775773081.540099:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1095 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.540113:0:200258:0:(rw26.c:858:ll_write_end()) pos 4485120, len 4096, copied 4096 00000080:00200000:2.0:1775773081.540118:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cbb34b63[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.540120:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f0f43f53 17ffffc0001001 3:0 ffff9a60517f9b60 1095 lru 00000080:00200000:2.0:1775773081.540125:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000034766c88 1095: 1< 0 - - > 2< 4485120 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.540128:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cbb34b63 00000080:00200000:2.0:1775773081.540129:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 72. 00000080:00200000:2.0:1775773081.540131:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1096 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.540146:0:200258:0:(rw26.c:858:ll_write_end()) pos 4489216, len 4096, copied 4096 00000080:00200000:2.0:1775773081.540151:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c61d5a23[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.540154:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002f23394e 17ffffc0001001 3:0 ffff9a60517f9540 1096 lru 00000080:00200000:2.0:1775773081.540160:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ad3f4c82 1096: 1< 0 - - > 2< 4489216 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.540162:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c61d5a23 00000080:00200000:2.0:1775773081.540164:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 73. 00000080:00200000:2.0:1775773081.540166:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1097 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.540183:0:200258:0:(rw26.c:858:ll_write_end()) pos 4493312, len 4096, copied 4096 00000080:00200000:2.0:1775773081.540187:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007593f00f[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.540190:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000a222098 17ffffc0001001 3:0 ffff9a60517f97e0 1097 lru 00000080:00200000:2.0:1775773081.540196:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004571b495 1097: 1< 0 - - > 2< 4493312 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.540198:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007593f00f 00000080:00200000:2.0:1775773081.540199:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 74. 00000080:00200000:2.0:1775773081.540201:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1098 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.540216:0:200258:0:(rw26.c:858:ll_write_end()) pos 4497408, len 4096, copied 4096 00000080:00200000:2.0:1775773081.540220:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a0ab459f[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.540223:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d271719d 17ffffc0001001 3:0 ffff9a60517f90e0 1098 lru 00000080:00200000:2.0:1775773081.540228:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004f0a6128 1098: 1< 0 - - > 2< 4497408 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.540230:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a0ab459f 00000080:00200000:2.0:1775773081.540231:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 75. 00000080:00200000:2.0:1775773081.540233:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1099 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.540251:0:200258:0:(rw26.c:858:ll_write_end()) pos 4501504, len 4096, copied 4096 00000080:00200000:2.0:1775773081.540255:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000096a4ebbe[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.540259:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ece7c7d3 17ffffc0001001 3:0 ffff9a60517f98c0 1099 lru 00000080:00200000:2.0:1775773081.540264:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001692ce71 1099: 1< 0 - - > 2< 4501504 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.540267:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000096a4ebbe 00000080:00200000:2.0:1775773081.540268:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 76. 00000080:00200000:2.0:1775773081.540270:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1100 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.540288:0:200258:0:(rw26.c:858:ll_write_end()) pos 4505600, len 4096, copied 4096 00000080:00200000:2.0:1775773081.540291:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007e06ccbe[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.540294:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e42f465a 17ffffc0001021 2:0 ffff9a60517f9380 1100 lru 00000080:00200000:2.0:1775773081.540299:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a7fe45df 1100: 1< 0 - - > 2< 4505600 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.540301:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007e06ccbe 00000080:00200000:2.0:1775773081.540303:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 77. 00000080:00200000:2.0:1775773081.540305:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1101 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.540322:0:200258:0:(rw26.c:858:ll_write_end()) pos 4509696, len 4096, copied 4096 00000080:00200000:2.0:1775773081.540327:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d6235012[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.540329:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cbf2aa7c 17ffffc0001001 3:0 ffff9a60517f9620 1101 lru 00000080:00200000:2.0:1775773081.540335:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c30f2288 1101: 1< 0 - - > 2< 4509696 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.540338:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d6235012 00000080:00200000:2.0:1775773081.540339:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 78. 00000080:00200000:2.0:1775773081.540341:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1102 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.540358:0:200258:0:(rw26.c:858:ll_write_end()) pos 4513792, len 4096, copied 4096 00000080:00200000:2.0:1775773081.540362:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004b6ddcf4[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.540365:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e65c17ea 17ffffc0001001 3:0 ffff9a60517f9460 1102 lru 00000080:00200000:2.0:1775773081.540370:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000aa5ed5fb 1102: 1< 0 - - > 2< 4513792 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.540372:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004b6ddcf4 00000080:00200000:2.0:1775773081.540373:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 79. 00000080:00200000:2.0:1775773081.540375:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1103 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.540389:0:200258:0:(rw26.c:858:ll_write_end()) pos 4517888, len 4096, copied 4096 00000080:00200000:2.0:1775773081.540394:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000242327e5[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.540397:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a883a078 17ffffc0001001 3:0 ffff9a60517f9000 1103 lru 00000080:00200000:2.0:1775773081.540402:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005a5b93f9 1103: 1< 0 - - > 2< 4517888 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.540404:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000242327e5 00000080:00200000:2.0:1775773081.540405:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 80. 00000080:00200000:2.0:1775773081.540407:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1104 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.540421:0:200258:0:(rw26.c:858:ll_write_end()) pos 4521984, len 4096, copied 4096 00000080:00200000:2.0:1775773081.540424:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000c890328[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.540427:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000aaa64224 17ffffc0001001 3:0 ffff9a60517f9c40 1104 lru 00000080:00200000:2.0:1775773081.540432:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003b45e450 1104: 1< 0 - - > 2< 4521984 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.540434:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000c890328 00000080:00200000:2.0:1775773081.540436:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 81. 00000080:00200000:2.0:1775773081.540437:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1105 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.540453:0:200258:0:(rw26.c:858:ll_write_end()) pos 4526080, len 4096, copied 4096 00000080:00200000:2.0:1775773081.540459:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000896eda06[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.540462:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000049453e23 17ffffc0001001 3:0 ffff9a60517f9e00 1105 lru 00000080:00200000:2.0:1775773081.540467:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cb5e1de4 1105: 1< 0 - - > 2< 4526080 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 130392064 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.540469:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000896eda06 00000080:00200000:2.0:1775773081.540470:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 82. 00000080:00200000:2.0:1775773081.540472:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1106 of 0 to 4096 bytes 00010000:00010000:3.0:1775773081.541366:0:175011:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00100000:3.0:1775773081.547313:0:175011:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9a6048b58700 - object 0x280000401:6963 offset 0<>4194304 00000100:00100000:3.0:1775773081.547466:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e44d78fa-afe4-48f2-8be1-347e1f970f57:2410:1862022422816000:192.168.201.120@tcp:4:dd.0 00000080:00200000:2.0:1775773081.548746:0:200258:0:(rw26.c:858:ll_write_end()) pos 4530176, len 4096, copied 4096 00000080:00200000:2.0:1775773081.548766:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000061014d80[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:2.0:1775773081.548771:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000018282826 17ffffc0001001 3:0 ffff9a6045b6fd20 1106 lru 00000080:00200000:2.0:1775773081.548781:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009a8cf92e 1106: 1< 0 - - > 2< 4530176 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 130392064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:2.0:1775773081.548784:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000061014d80 00000080:00200000:2.0:1775773081.548785:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 83. 00000080:00200000:0.0:1775773081.562086:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1271 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.562113:0:200258:0:(rw26.c:858:ll_write_end()) pos 5206016, len 4096, copied 4096 00000080:00200000:0.0:1775773081.562117:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000902ca69e[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:0.0:1775773081.562119:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000acd2238 17ffffc0001021 2:0 ffff9a6042f0f1c0 1271 lru 00000080:00200000:0.0:1775773081.562124:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000085b06171 1271: 1< 0 - - > 2< 5206016 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 130392064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.562126:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000902ca69e 00000080:00200000:0.0:1775773081.562127:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 248. 00000080:00200000:0.0:1775773081.562129:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1272 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.562142:0:200258:0:(rw26.c:858:ll_write_end()) pos 5210112, len 4096, copied 4096 00000080:00200000:0.0:1775773081.562147:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009f49f7c7[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:0.0:1775773081.562149:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fa1e1f32 17ffffc0001001 3:0 ffff9a6042f0fee0 1272 lru 00000080:00200000:0.0:1775773081.562154:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002c04dadf 1272: 1< 0 - - > 2< 5210112 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 130392064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.562156:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009f49f7c7 00000080:00200000:0.0:1775773081.562157:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 249. 00000080:00200000:0.0:1775773081.562159:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1273 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.562172:0:200258:0:(rw26.c:858:ll_write_end()) pos 5214208, len 4096, copied 4096 00000080:00200000:0.0:1775773081.562176:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e5769a36[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:0.0:1775773081.562179:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000415bed91 17ffffc0001001 3:0 ffff9a6042f0f9a0 1273 lru 00000080:00200000:0.0:1775773081.562183:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bacb82c6 1273: 1< 0 - - > 2< 5214208 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 130392064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.562185:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e5769a36 00000080:00200000:0.0:1775773081.562186:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 250. 00000080:00200000:0.0:1775773081.562188:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1274 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.562199:0:200258:0:(rw26.c:858:ll_write_end()) pos 5218304, len 4096, copied 4096 00000080:00200000:0.0:1775773081.562203:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001f6301cd[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:0.0:1775773081.562205:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bd4ae4c9 17ffffc0001001 3:0 ffff9a6042f0fa80 1274 lru 00000080:00200000:0.0:1775773081.562210:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000720574be 1274: 1< 0 - - > 2< 5218304 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 130392064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.562212:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001f6301cd 00000080:00200000:0.0:1775773081.562213:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 251. 00000080:00200000:0.0:1775773081.562215:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1275 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.562228:0:200258:0:(rw26.c:858:ll_write_end()) pos 5222400, len 4096, copied 4096 00000080:00200000:0.0:1775773081.562232:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000075ecc228[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:0.0:1775773081.562234:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000063559d91 17ffffc0001001 3:0 ffff9a6042f0fd20 1275 lru 00000080:00200000:0.0:1775773081.562239:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006a074ea1 1275: 1< 0 - - > 2< 5222400 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 130392064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.562242:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000075ecc228 00000080:00200000:0.0:1775773081.562243:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 252. 00000080:00200000:0.0:1775773081.562245:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1276 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.562459:0:200258:0:(rw26.c:858:ll_write_end()) pos 5226496, len 4096, copied 4096 00000080:00200000:0.0:1775773081.562465:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c123ca95[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:0.0:1775773081.562467:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000955f6bfd 17ffffc0001001 3:0 ffff9a6042f0fb60 1276 lru 00000080:00200000:0.0:1775773081.562473:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dd2ac9f6 1276: 1< 0 - - > 2< 5226496 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 130392064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.562475:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c123ca95 00000080:00200000:0.0:1775773081.562476:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 253. 00000080:00200000:0.0:1775773081.562478:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1277 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.562495:0:200258:0:(rw26.c:858:ll_write_end()) pos 5230592, len 4096, copied 4096 00000080:00200000:0.0:1775773081.562721:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f109fe51[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:0.0:1775773081.562724:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b249b4d5 17ffffc0001001 3:0 ffff9a6042f0f540 1277 lru 00000080:00200000:0.0:1775773081.562730:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003f2c4dca 1277: 1< 0 - - > 2< 5230592 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 130392064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.562732:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f109fe51 00000080:00200000:0.0:1775773081.562733:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 254. 00000080:00200000:0.0:1775773081.562736:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1278 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.562752:0:200258:0:(rw26.c:858:ll_write_end()) pos 5234688, len 4096, copied 4096 00000080:00200000:0.0:1775773081.562756:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000140a328c[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:0.0:1775773081.562758:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d6fe78fb 17ffffc0001001 3:0 ffff9a6042f0f7e0 1278 lru 00000080:00200000:0.0:1775773081.562763:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000675346d0 1278: 1< 0 - - > 2< 5234688 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 130392064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.562765:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000140a328c 00000080:00200000:0.0:1775773081.562767:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 255. 00000080:00200000:0.0:1775773081.562768:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1279 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.562780:0:200258:0:(rw26.c:858:ll_write_end()) pos 5238784, len 4096, copied 4096 00000080:00200000:0.0:1775773081.562783:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005641bdd9[3 000000005a0b29a0 2 1 000000003bab828b] 00000080:00200000:0.0:1775773081.562785:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f00491e7 17ffffc0001001 3:0 ffff9a6042f0f0e0 1279 lru 00000080:00200000:0.0:1775773081.562817:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000215dbfd3 1279: 1< 0 - - > 2< 5238784 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 130392064 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.562819:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005641bdd9 00000080:00200000:0.0:1775773081.562820:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 256. 00000080:00200000:0.0:1775773081.562825:0:200258:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:0.0:1775773081.562910:0:200258:0:(osc_cache.c:848:osc_extent_find()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.562940:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.562950:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.562958:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.562968:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.562977:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.562987:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.562995:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563004:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563020:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563030:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563038:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563048:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563057:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563066:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1775773081.563085:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.563094:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563103:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563118:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563127:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563136:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563145:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563152:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563160:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563168:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563176:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563189:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563197:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563206:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563214:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563223:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1775773081.563237:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.563243:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563746:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563755:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563770:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.563778:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564373:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564381:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564389:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564396:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564402:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564409:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564421:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564429:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564437:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564445:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1775773081.564464:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.564470:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564478:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564487:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564495:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564520:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564528:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564538:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564546:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564615:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564624:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564633:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564643:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564656:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564664:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564672:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1775773081.564685:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.564691:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564699:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564707:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564715:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564724:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564737:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564746:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564754:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564763:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564772:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564781:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564812:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564823:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564839:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564848:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1775773081.564863:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.564868:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564878:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564887:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564895:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564904:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564913:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564928:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564937:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564947:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564955:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564963:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564972:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564981:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.564990:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565005:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1775773081.565020:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.565026:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565037:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565045:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565055:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565065:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565074:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565083:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565097:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565106:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565114:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565122:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565129:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565136:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565144:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565152:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1775773081.565251:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.565258:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565266:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565275:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565283:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565291:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565299:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565307:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565315:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565329:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565338:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565348:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565358:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565367:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565377:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565387:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1775773081.565402:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.565408:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565424:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565434:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565444:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565454:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565463:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565473:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565483:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565872:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565899:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565909:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565918:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565926:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565936:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565945:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1775773081.565961:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.565968:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565977:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.565992:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566001:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566010:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566019:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566028:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566037:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566047:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566055:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566069:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566079:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566088:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566096:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566104:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1775773081.566166:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.566173:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566182:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566189:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566335:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566344:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566352:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566361:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566369:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566377:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566385:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566393:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566407:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566416:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566426:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566434:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1775773081.566448:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.566454:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566463:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566471:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566479:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566491:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566510:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566520:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566687:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566696:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566912:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566928:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566937:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566950:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566959:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.566969:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1775773081.566985:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.566991:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567000:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567010:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567019:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567028:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567043:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567051:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567061:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567069:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567079:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567088:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567097:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567106:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567119:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567127:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1775773081.567140:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.567146:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567155:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567163:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567172:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567181:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567189:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567203:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567212:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567221:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567230:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567238:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567246:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567255:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567262:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567275:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1775773081.567288:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.567294:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567303:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567312:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567321:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567331:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567341:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567349:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567364:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567374:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567382:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567391:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567399:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567408:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567418:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567427:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1775773081.567447:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.567452:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567461:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567470:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567491:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567512:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567521:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567531:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567539:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567748:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567760:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567769:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567778:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567787:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567826:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567835:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1775773081.567851:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.567857:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567872:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567881:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567890:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567899:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567907:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567917:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567926:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567935:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567949:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567958:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567968:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567977:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567986:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000008:00010000:0.0:1775773081.567995:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1775773081.568010:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.568016:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00000080:00200000:0.0:1775773081.568025:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 1, dirtied 1 00000080:00200000:0.0:1775773081.568032:0:200258:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:0.0:1775773081.568039:0:200258:0:(vvp_io.c:1353:vvp_io_write_start()) f89.replay-single: write bytes 0, result: 1048576 00000020:00010000:0.0:1775773081.568063:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6058155038 (ffff9a6045388128/0) at cl_lock_release():245 00000020:00010000:0.0:1775773081.568067:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6058155038 (ffff9a6045388128/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775773081.568071:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6051d366b0 (ffff9a6045388ea8/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775773081.568080:0:200258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1775773081.568093:0:200258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000020:00010000:0.0:1775773081.568113:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6058155038 (ffff9a6045388128/0) at cl_lock_fini():72 00000020:00010000:0.0:1775773081.568117:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6051d366b0 (ffff9a6045388128/1) at cl_lock_fini():72 00000080:00200000:0.0:1775773081.568130:0:200258:0:(vvp_io.c:517:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:0.0:1775773081.568139:0:200258:0:(file.c:2173:ll_file_io_generic()) Range unlock [1024, 1279] 00000080:00200000:0.0:1775773081.568180:0:200258:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3c:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773081.568184:0:200258:0:(file.c:2206:ll_file_io_generic()) f89.replay-single: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:0.0:1775773081.568203:0:200258:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3c:0x0] updating i_size 5242880 i_blocks 0 00000080:00200000:0.0:1775773081.568209:0:200258:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:0.0:1775773081.568533:0:200258:0:(file.c:2612:do_file_write_iter()) START file f89.replay-single:[0x20002ea31:0x3c:0x0], ppos: 5242880, count: 1048576 00000080:00200000:0.0:1775773081.568635:0:200258:0:(file.c:2058:ll_file_io_generic()) f89.replay-single: write ppos: 5242880, bytes: 1048576 00000080:00200000:0.0:1775773081.568643:0:200258:0:(file.c:1815:ll_io_set_mirror()) f89.replay-single: desiginated mirror: 0 00000020:00200000:0.0:1775773081.568649:0:200258:0:(cl_io.c:214:cl_io_rw_init()) header@00000000597400ee[0x110, 1281, [0x20002ea31:0x3c:0x0] hash] 00000020:00200000:0.0:1775773081.568652:0:200258:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [5242880, 6291456) 0 0 00000080:00200000:0.0:1775773081.568656:0:200258:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3c:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775773081.568674:0:200258:0:(file.c:2136:ll_file_io_generic()) Range lock [1280, 1535] 00020000:00200000:0.0:1775773081.568683:0:200258:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 5242880 chunk: [5242880, 6291456) 6291456, 1048576 00020000:00200000:0.0:1775773081.568687:0:200258:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773081.568720:0:200258:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1280, 1535] 00000008:00010000:0.0:1775773081.568737:0:200258:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775773081.568743:0:200258:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6045a32830, osc lock ffff9a6058c15690, flags 0x0 00010000:00010000:0.0:1775773081.568770:0:200258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1775773081.568787:0:200258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (5242880 6291455) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1775773081.568833:0:200258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1775773081.568841:0:200258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1775773081.568850:0:200258:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1775773081.568862:0:200258:0:(vvp_io.c:1286:vvp_io_write_start()) f89.replay-single: write [5242880, 6291456) append 0 append lockpos 0 00000080:00200000:0.0:1775773081.568877:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1280 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.568944:0:200258:0:(rw26.c:858:ll_write_end()) pos 5242880, len 4096, copied 4096 00000080:00200000:0.0:1775773081.568952:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000041489ddd[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.568956:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000067e28766 17ffffc0001001 3:0 ffff9a6042f0f8c0 1280 lru 00000080:00200000:0.0:1775773081.568964:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d5863352 1280: 1< 0 - - > 2< 5242880 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.568966:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000041489ddd 00000080:00200000:0.0:1775773081.568967:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775773081.568976:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1281 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.568993:0:200258:0:(rw26.c:858:ll_write_end()) pos 5246976, len 4096, copied 4096 00000080:00200000:0.0:1775773081.568997:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f399f039[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569000:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ead35f35 17ffffc0001001 3:0 ffff9a6042f0f380 1281 lru 00000080:00200000:0.0:1775773081.569005:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c0ea7181 1281: 1< 0 - - > 2< 5246976 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569008:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f399f039 00000080:00200000:0.0:1775773081.569009:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:0.0:1775773081.569011:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1282 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569030:0:200258:0:(rw26.c:858:ll_write_end()) pos 5251072, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569034:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004c7188b1[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569037:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000051db6240 17ffffc0001001 3:0 ffff9a6042f0f620 1282 lru 00000080:00200000:0.0:1775773081.569042:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005176e2ed 1282: 1< 0 - - > 2< 5251072 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569044:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004c7188b1 00000080:00200000:0.0:1775773081.569045:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 3. 00000080:00200000:0.0:1775773081.569047:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1283 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569062:0:200258:0:(rw26.c:858:ll_write_end()) pos 5255168, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569066:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b82f92d0[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569069:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006590ff1c 17ffffc0001001 3:0 ffff9a6042f0f460 1283 lru 00000080:00200000:0.0:1775773081.569074:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008cac6c38 1283: 1< 0 - - > 2< 5255168 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569076:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b82f92d0 00000080:00200000:0.0:1775773081.569077:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 4. 00000080:00200000:0.0:1775773081.569079:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1284 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569094:0:200258:0:(rw26.c:858:ll_write_end()) pos 5259264, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569098:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005624bcfd[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569101:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002034c338 17ffffc0001001 3:0 ffff9a6042f0f000 1284 lru 00000080:00200000:0.0:1775773081.569108:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000027cb6b37 1284: 1< 0 - - > 2< 5259264 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569110:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005624bcfd 00000080:00200000:0.0:1775773081.569111:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 5. 00000080:00200000:0.0:1775773081.569113:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1285 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569128:0:200258:0:(rw26.c:858:ll_write_end()) pos 5263360, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569132:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000419e55ce[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569135:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005f618c34 17ffffc0001001 3:0 ffff9a6042f0fc40 1285 lru 00000080:00200000:0.0:1775773081.569140:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005729ed51 1285: 1< 0 - - > 2< 5263360 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569143:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000419e55ce 00000080:00200000:0.0:1775773081.569144:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 6. 00000080:00200000:0.0:1775773081.569146:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1286 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569168:0:200258:0:(rw26.c:858:ll_write_end()) pos 5267456, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569172:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002dc8bd9d[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569175:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008ebd90be 17ffffc0001021 2:0 ffff9a6042f0fe00 1286 lru 00000080:00200000:0.0:1775773081.569180:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008e112d4f 1286: 1< 0 - - > 2< 5267456 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569183:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002dc8bd9d 00000080:00200000:0.0:1775773081.569184:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 7. 00000080:00200000:0.0:1775773081.569186:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1287 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569202:0:200258:0:(rw26.c:858:ll_write_end()) pos 5271552, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569207:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e2865553[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569209:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000048acf349 17ffffc0001001 3:0 ffff9a604971e8c0 1287 lru 00000080:00200000:0.0:1775773081.569214:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000091ea6df8 1287: 1< 0 - - > 2< 5271552 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569217:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e2865553 00000080:00200000:0.0:1775773081.569218:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 8. 00000080:00200000:0.0:1775773081.569220:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1288 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569234:0:200258:0:(rw26.c:858:ll_write_end()) pos 5275648, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569238:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000096a9f195[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569240:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a3b37cb2 17ffffc0001001 3:0 ffff9a604971e0e0 1288 lru 00000080:00200000:0.0:1775773081.569245:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000081ea13eb 1288: 1< 0 - - > 2< 5275648 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569248:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000096a9f195 00000080:00200000:0.0:1775773081.569249:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 9. 00000080:00200000:0.0:1775773081.569251:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1289 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569267:0:200258:0:(rw26.c:858:ll_write_end()) pos 5279744, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569271:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e24efebf[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569273:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000b6cd4f4 17ffffc0001001 3:0 ffff9a604971e7e0 1289 lru 00000080:00200000:0.0:1775773081.569279:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ef258ac9 1289: 1< 0 - - > 2< 5279744 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569281:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e24efebf 00000080:00200000:0.0:1775773081.569282:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 10. 00000080:00200000:0.0:1775773081.569284:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1290 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569298:0:200258:0:(rw26.c:858:ll_write_end()) pos 5283840, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569302:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fd13c49f[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569304:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006da5c29f 17ffffc0001001 3:0 ffff9a604971e540 1290 lru 00000080:00200000:0.0:1775773081.569309:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007359e3bd 1290: 1< 0 - - > 2< 5283840 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569312:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fd13c49f 00000080:00200000:0.0:1775773081.569313:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 11. 00000080:00200000:0.0:1775773081.569315:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1291 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569329:0:200258:0:(rw26.c:858:ll_write_end()) pos 5287936, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569333:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f3f5a462[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569336:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a001cbad 17ffffc0001001 3:0 ffff9a604971eb60 1291 lru 00000080:00200000:0.0:1775773081.569340:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a9819a5b 1291: 1< 0 - - > 2< 5287936 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569343:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f3f5a462 00000080:00200000:0.0:1775773081.569344:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 12. 00000080:00200000:0.0:1775773081.569346:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1292 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569359:0:200258:0:(rw26.c:858:ll_write_end()) pos 5292032, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569364:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000086e43ddb[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569366:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e327ab79 17ffffc0001001 3:0 ffff9a604971ed20 1292 lru 00000080:00200000:0.0:1775773081.569371:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000099926af0 1292: 1< 0 - - > 2< 5292032 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569374:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000086e43ddb 00000080:00200000:0.0:1775773081.569375:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 13. 00000080:00200000:0.0:1775773081.569376:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1293 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569390:0:200258:0:(rw26.c:858:ll_write_end()) pos 5296128, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569395:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c8039593[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569397:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b2a93656 17ffffc0001001 3:0 ffff9a604971ea80 1293 lru 00000080:00200000:0.0:1775773081.569403:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000015846cb7 1293: 1< 0 - - > 2< 5296128 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569405:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c8039593 00000080:00200000:0.0:1775773081.569406:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 14. 00000080:00200000:0.0:1775773081.569408:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1294 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569422:0:200258:0:(rw26.c:858:ll_write_end()) pos 5300224, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569426:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c0ae9683[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569429:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004dd7d3c7 17ffffc0001001 3:0 ffff9a604971e9a0 1294 lru 00000080:00200000:0.0:1775773081.569434:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008356139c 1294: 1< 0 - - > 2< 5300224 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569436:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c0ae9683 00000080:00200000:0.0:1775773081.569437:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 15. 00000080:00200000:0.0:1775773081.569439:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1295 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569454:0:200258:0:(rw26.c:858:ll_write_end()) pos 5304320, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569458:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007f5b5575[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569461:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000301d4c32 17ffffc0001001 3:0 ffff9a604971e380 1295 lru 00000080:00200000:0.0:1775773081.569466:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fc40ffe9 1295: 1< 0 - - > 2< 5304320 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569468:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007f5b5575 00000080:00200000:0.0:1775773081.569470:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 16. 00000080:00200000:0.0:1775773081.569472:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1296 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569488:0:200258:0:(rw26.c:858:ll_write_end()) pos 5308416, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569493:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000db8de483[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569496:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b5bbc43e 17ffffc0001001 3:0 ffff9a604971e620 1296 lru 00000080:00200000:0.0:1775773081.569513:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000864c5435 1296: 1< 0 - - > 2< 5308416 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569516:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000db8de483 00000080:00200000:0.0:1775773081.569517:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 17. 00000080:00200000:0.0:1775773081.569519:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1297 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569535:0:200258:0:(rw26.c:858:ll_write_end()) pos 5312512, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569540:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001f6455ac[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569542:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c3b3d662 17ffffc0001001 3:0 ffff9a604971e460 1297 lru 00000080:00200000:0.0:1775773081.569547:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000014523b4a 1297: 1< 0 - - > 2< 5312512 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569617:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001f6455ac 00000080:00200000:0.0:1775773081.569619:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 18. 00000080:00200000:0.0:1775773081.569622:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1298 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569639:0:200258:0:(rw26.c:858:ll_write_end()) pos 5316608, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569643:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007436b97e[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569646:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d50e182b 17ffffc0001001 3:0 ffff9a604971e000 1298 lru 00000080:00200000:0.0:1775773081.569652:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ca02f620 1298: 1< 0 - - > 2< 5316608 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569654:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007436b97e 00000080:00200000:0.0:1775773081.569655:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 19. 00000080:00200000:0.0:1775773081.569657:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1299 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569673:0:200258:0:(rw26.c:858:ll_write_end()) pos 5320704, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569677:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f943f2fa[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569680:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c3a0ce2b 17ffffc0001001 3:0 ffff9a604971ec40 1299 lru 00000080:00200000:0.0:1775773081.569686:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000065af2cf 1299: 1< 0 - - > 2< 5320704 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569688:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f943f2fa 00000080:00200000:0.0:1775773081.569689:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 20. 00000080:00200000:0.0:1775773081.569691:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1300 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569706:0:200258:0:(rw26.c:858:ll_write_end()) pos 5324800, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569710:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000039670a7d[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569712:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003fffbed7 17ffffc0001001 3:0 ffff9a604971ee00 1300 lru 00000080:00200000:0.0:1775773081.569718:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e786fd82 1300: 1< 0 - - > 2< 5324800 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569720:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000039670a7d 00000080:00200000:0.0:1775773081.569721:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 21. 00000080:00200000:0.0:1775773081.569723:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1301 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569741:0:200258:0:(rw26.c:858:ll_write_end()) pos 5328896, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569745:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b531ab2b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569748:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000023215c4 17ffffc0001021 2:0 ffff9a604971e700 1301 lru 00000080:00200000:0.0:1775773081.569754:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e944a4f2 1301: 1< 0 - - > 2< 5328896 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569757:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b531ab2b 00000080:00200000:0.0:1775773081.569758:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 22. 00000080:00200000:0.0:1775773081.569760:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1302 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569778:0:200258:0:(rw26.c:858:ll_write_end()) pos 5332992, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569781:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a49e5a65[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569783:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000052c8e58f 17ffffc0001001 3:0 ffff9a604971e2a0 1302 lru 00000080:00200000:0.0:1775773081.569827:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008fb167f3 1302: 1< 0 - - > 2< 5332992 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569830:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a49e5a65 00000080:00200000:0.0:1775773081.569832:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 23. 00000080:00200000:0.0:1775773081.569834:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1303 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569853:0:200258:0:(rw26.c:858:ll_write_end()) pos 5337088, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569857:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002c7f2bfd[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569860:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003356d4e7 17ffffc0001001 3:0 ffff9a604971e1c0 1303 lru 00000080:00200000:0.0:1775773081.569865:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d95e3930 1303: 1< 0 - - > 2< 5337088 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569867:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002c7f2bfd 00000080:00200000:0.0:1775773081.569869:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 24. 00000080:00200000:0.0:1775773081.569871:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1304 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569887:0:200258:0:(rw26.c:858:ll_write_end()) pos 5341184, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569891:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d9dfcaae[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569893:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006d56321a 17ffffc0001001 3:0 ffff9a604971eee0 1304 lru 00000080:00200000:0.0:1775773081.569898:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000042f0a2a7 1304: 1< 0 - - > 2< 5341184 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569900:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d9dfcaae 00000080:00200000:0.0:1775773081.569901:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 25. 00000080:00200000:0.0:1775773081.569904:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1305 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569919:0:200258:0:(rw26.c:858:ll_write_end()) pos 5345280, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569923:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bf11b2f2[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569926:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000085f1c6c2 17ffffc0001001 3:0 ffff9a6058d698c0 1305 lru 00000080:00200000:0.0:1775773081.569931:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c988243e 1305: 1< 0 - - > 2< 5345280 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569933:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bf11b2f2 00000080:00200000:0.0:1775773081.569934:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 26. 00000080:00200000:0.0:1775773081.569936:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1306 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569951:0:200258:0:(rw26.c:858:ll_write_end()) pos 5349376, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569955:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e56c0b18[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569957:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000076e483fd 17ffffc0001001 3:0 ffff9a6058d69380 1306 lru 00000080:00200000:0.0:1775773081.569962:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003f0952df 1306: 1< 0 - - > 2< 5349376 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569964:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e56c0b18 00000080:00200000:0.0:1775773081.569966:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 27. 00000080:00200000:0.0:1775773081.569968:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1307 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.569981:0:200258:0:(rw26.c:858:ll_write_end()) pos 5353472, len 4096, copied 4096 00000080:00200000:0.0:1775773081.569985:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005eeeb187[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.569989:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000538a1ab5 17ffffc0001001 3:0 ffff9a6058d69620 1307 lru 00000080:00200000:0.0:1775773081.569993:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000069bbc031 1307: 1< 0 - - > 2< 5353472 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.569995:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005eeeb187 00000080:00200000:0.0:1775773081.569996:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 28. 00000080:00200000:0.0:1775773081.569998:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1308 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.570015:0:200258:0:(rw26.c:858:ll_write_end()) pos 5357568, len 4096, copied 4096 00000080:00200000:0.0:1775773081.570020:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ed8290a3[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.570022:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000077749bf4 17ffffc0001001 3:0 ffff9a6058d69460 1308 lru 00000080:00200000:0.0:1775773081.570027:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000723b675a 1308: 1< 0 - - > 2< 5357568 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.570029:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ed8290a3 00000080:00200000:0.0:1775773081.570031:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 29. 00000080:00200000:0.0:1775773081.570033:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1309 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.570046:0:200258:0:(rw26.c:858:ll_write_end()) pos 5361664, len 4096, copied 4096 00000080:00200000:0.0:1775773081.570050:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fb77f43c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.570053:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005ed52ccd 17ffffc0001001 3:0 ffff9a6058d69000 1309 lru 00000080:00200000:0.0:1775773081.570058:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000018918181 1309: 1< 0 - - > 2< 5361664 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.570060:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fb77f43c 00000080:00200000:0.0:1775773081.570062:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 30. 00000080:00200000:0.0:1775773081.570064:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1310 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.570080:0:200258:0:(rw26.c:858:ll_write_end()) pos 5365760, len 4096, copied 4096 00000080:00200000:0.0:1775773081.570084:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e537d6af[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.570087:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007925107c 17ffffc0001001 3:0 ffff9a6058d69c40 1310 lru 00000080:00200000:0.0:1775773081.570092:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000048756ab4 1310: 1< 0 - - > 2< 5365760 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.570094:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e537d6af 00000080:00200000:0.0:1775773081.570095:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 31. 00000080:00200000:0.0:1775773081.570097:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1311 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.570110:0:200258:0:(rw26.c:858:ll_write_end()) pos 5369856, len 4096, copied 4096 00000080:00200000:0.0:1775773081.570114:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008ba4f29c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.570116:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002ff42c15 17ffffc0001001 3:0 ffff9a6058d69e00 1311 lru 00000080:00200000:0.0:1775773081.570121:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f94fb9b8 1311: 1< 0 - - > 2< 5369856 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.570123:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008ba4f29c 00000080:00200000:0.0:1775773081.570124:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 32. 00000080:00200000:0.0:1775773081.570126:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1312 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.570140:0:200258:0:(rw26.c:858:ll_write_end()) pos 5373952, len 4096, copied 4096 00000080:00200000:0.0:1775773081.570145:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000136a8ca[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.570147:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000003627935 17ffffc0001001 3:0 ffff9a6058d69700 1312 lru 00000080:00200000:0.0:1775773081.570152:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a529c91e 1312: 1< 0 - - > 2< 5373952 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.570154:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000136a8ca 00000080:00200000:0.0:1775773081.570155:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 33. 00000080:00200000:0.0:1775773081.570157:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1313 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.570171:0:200258:0:(rw26.c:858:ll_write_end()) pos 5378048, len 4096, copied 4096 00000080:00200000:0.0:1775773081.570175:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000861bd843[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.570178:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009c840075 17ffffc0001001 3:0 ffff9a6058d692a0 1313 lru 00000080:00200000:0.0:1775773081.570183:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000617267c9 1313: 1< 0 - - > 2< 5378048 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.570185:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000861bd843 00000080:00200000:0.0:1775773081.570186:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 34. 00000080:00200000:0.0:1775773081.570188:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1314 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.570199:0:200258:0:(rw26.c:858:ll_write_end()) pos 5382144, len 4096, copied 4096 00000080:00200000:0.0:1775773081.570202:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007593840c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.570204:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000062cd9da0 17ffffc0001001 3:0 ffff9a6058d691c0 1314 lru 00000080:00200000:0.0:1775773081.570209:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dbe9d3b8 1314: 1< 0 - - > 2< 5382144 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.570211:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007593840c 00000080:00200000:0.0:1775773081.570212:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 35. 00000080:00200000:0.0:1775773081.570213:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1315 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.570224:0:200258:0:(rw26.c:858:ll_write_end()) pos 5386240, len 4096, copied 4096 00000080:00200000:0.0:1775773081.570227:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000097f268da[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.570229:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000110f9132 17ffffc0001001 3:0 ffff9a6058d69ee0 1315 lru 00000080:00200000:0.0:1775773081.570234:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000bce749c 1315: 1< 0 - - > 2< 5386240 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.570237:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000097f268da 00000080:00200000:0.0:1775773081.570238:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 36. 00000080:00200000:0.0:1775773081.570239:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1316 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.570254:0:200258:0:(rw26.c:858:ll_write_end()) pos 5390336, len 4096, copied 4096 00000080:00200000:0.0:1775773081.570257:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f356ae7d[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.570260:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000060727a55 17ffffc0001021 2:0 ffff9a6058d699a0 1316 lru 00000080:00200000:0.0:1775773081.570265:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000081d47429 1316: 1< 0 - - > 2< 5390336 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.570267:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f356ae7d 00000080:00200000:0.0:1775773081.570268:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 37. 00000080:00200000:0.0:1775773081.570269:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1317 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.570283:0:200258:0:(rw26.c:858:ll_write_end()) pos 5394432, len 4096, copied 4096 00000080:00200000:0.0:1775773081.570286:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000591b098c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.570289:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006bedb410 17ffffc0001001 3:0 ffff9a6058d69a80 1317 lru 00000080:00200000:0.0:1775773081.570294:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cf6ffa38 1317: 1< 0 - - > 2< 5394432 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.570297:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000591b098c 00000080:00200000:0.0:1775773081.570298:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 38. 00000080:00200000:0.0:1775773081.570300:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1318 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.570311:0:200258:0:(rw26.c:858:ll_write_end()) pos 5398528, len 4096, copied 4096 00000080:00200000:0.0:1775773081.570314:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002e08b1a6[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.570316:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003b404b17 17ffffc0001001 3:0 ffff9a6058d69d20 1318 lru 00000080:00200000:0.0:1775773081.570321:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d2c0184e 1318: 1< 0 - - > 2< 5398528 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.570323:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002e08b1a6 00000080:00200000:0.0:1775773081.570324:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 39. 00000080:00200000:0.0:1775773081.570326:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1319 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.570337:0:200258:0:(rw26.c:858:ll_write_end()) pos 5402624, len 4096, copied 4096 00000080:00200000:0.0:1775773081.570340:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000001b73fb5[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.570342:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c71838be 17ffffc0001001 3:0 ffff9a6058d69b60 1319 lru 00000080:00200000:0.0:1775773081.570348:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c1b60d33 1319: 1< 0 - - > 2< 5402624 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.570350:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000001b73fb5 00000080:00200000:0.0:1775773081.570351:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 40. 00000080:00200000:0.0:1775773081.570352:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1320 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.570362:0:200258:0:(rw26.c:858:ll_write_end()) pos 5406720, len 4096, copied 4096 00000080:00200000:0.0:1775773081.570365:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000426e8272[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.570368:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000075604862 17ffffc0001001 3:0 ffff9a6058d69540 1320 lru 00000080:00200000:0.0:1775773081.570373:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bc2932b2 1320: 1< 0 - - > 2< 5406720 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.570375:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000426e8272 00000080:00200000:0.0:1775773081.570376:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 41. 00000080:00200000:0.0:1775773081.570377:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1321 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.570389:0:200258:0:(rw26.c:858:ll_write_end()) pos 5410816, len 4096, copied 4096 00000080:00200000:0.0:1775773081.570392:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000dba53989[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.570395:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000039b46666 17ffffc0001001 3:0 ffff9a6058d697e0 1321 lru 00000080:00200000:0.0:1775773081.570400:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000070ba4598 1321: 1< 0 - - > 2< 5410816 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.570402:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000dba53989 00000080:00200000:0.0:1775773081.570403:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 42. 00000080:00200000:0.0:1775773081.570405:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1322 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.570415:0:200258:0:(rw26.c:858:ll_write_end()) pos 5414912, len 4096, copied 4096 00000080:00200000:0.0:1775773081.570418:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000095eb81c5[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.570421:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000093432c53 17ffffc0001001 3:0 ffff9a6058d690e0 1322 lru 00000080:00200000:0.0:1775773081.570426:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000067eec8a6 1322: 1< 0 - - > 2< 5414912 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.570429:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000095eb81c5 00000080:00200000:0.0:1775773081.570430:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 43. 00000080:00200000:0.0:1775773081.570431:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1323 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.570443:0:200258:0:(rw26.c:858:ll_write_end()) pos 5419008, len 4096, copied 4096 00000080:00200000:0.0:1775773081.570446:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009dbb5f35[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.570449:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fcc78788 17ffffc0001001 3:0 ffff9a6045c111c0 1323 lru 00000080:00200000:0.0:1775773081.570455:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000087faef6e 1323: 1< 0 - - > 2< 5419008 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.570457:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009dbb5f35 00000080:00200000:0.0:1775773081.570458:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 44. 00000080:00200000:0.0:1775773081.570460:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1324 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.570473:0:200258:0:(rw26.c:858:ll_write_end()) pos 5423104, len 4096, copied 4096 00000080:00200000:0.0:1775773081.570477:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000014dbaea8[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.570479:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000034ab4503 17ffffc0001001 3:0 ffff9a6045c11ee0 1324 lru 00000080:00200000:0.0:1775773081.570484:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f683e285 1324: 1< 0 - - > 2< 5423104 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.570486:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000014dbaea8 00000080:00200000:0.0:1775773081.570487:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 45. 00000080:00200000:0.0:1775773081.570489:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1325 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.570516:0:200258:0:(rw26.c:858:ll_write_end()) pos 5427200, len 4096, copied 4096 00000080:00200000:0.0:1775773081.570521:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000031cc31b8[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.570524:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d02f4a2f 17ffffc0001001 3:0 ffff9a6045c119a0 1325 lru 00000080:00200000:0.0:1775773081.570528:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c8f805b1 1325: 1< 0 - - > 2< 5427200 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.570531:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000031cc31b8 00000080:00200000:0.0:1775773081.570532:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 46. 00000080:00200000:0.0:1775773081.570534:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1326 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.570548:0:200258:0:(rw26.c:858:ll_write_end()) pos 5431296, len 4096, copied 4096 00000080:00200000:0.0:1775773081.572443:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000304517d7[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.572451:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005df48033 17ffffc0001001 3:0 ffff9a6045c11a80 1326 lru 00000080:00200000:0.0:1775773081.572461:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b545b58a 1326: 1< 0 - - > 2< 5431296 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.572464:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000304517d7 00000080:00200000:0.0:1775773081.572466:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 47. 00000080:00200000:0.0:1775773081.572472:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1327 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.572541:0:200258:0:(rw26.c:858:ll_write_end()) pos 5435392, len 4096, copied 4096 00000080:00200000:0.0:1775773081.572547:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000027790f69[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.572550:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000014f2bd5 17ffffc0001001 3:0 ffff9a6045c11d20 1327 lru 00000080:00200000:0.0:1775773081.572569:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000056ddf9af 1327: 1< 0 - - > 2< 5435392 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.572571:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000027790f69 00000080:00200000:0.0:1775773081.572572:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 48. 00000080:00200000:0.0:1775773081.572574:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1328 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.572592:0:200258:0:(rw26.c:858:ll_write_end()) pos 5439488, len 4096, copied 4096 00000080:00200000:0.0:1775773081.572596:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ef6ca8a4[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.572599:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000caec7b1b 17ffffc0001001 3:0 ffff9a6045c11b60 1328 lru 00000080:00200000:0.0:1775773081.572604:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009cf7ee5d 1328: 1< 0 - - > 2< 5439488 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.572606:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ef6ca8a4 00000080:00200000:0.0:1775773081.572607:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 49. 00000080:00200000:0.0:1775773081.572609:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1329 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.572625:0:200258:0:(rw26.c:858:ll_write_end()) pos 5443584, len 4096, copied 4096 00000080:00200000:0.0:1775773081.572629:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008405a4a2[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.572632:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fbf49129 17ffffc0001001 3:0 ffff9a6045c11540 1329 lru 00000080:00200000:0.0:1775773081.572637:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000012062cfd 1329: 1< 0 - - > 2< 5443584 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.572640:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008405a4a2 00000080:00200000:0.0:1775773081.572641:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 50. 00000080:00200000:0.0:1775773081.572643:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1330 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.572656:0:200258:0:(rw26.c:858:ll_write_end()) pos 5447680, len 4096, copied 4096 00000080:00200000:0.0:1775773081.572659:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000087884024[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.572662:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000052e0c422 17ffffc0001001 3:0 ffff9a6045c117e0 1330 lru 00000080:00200000:0.0:1775773081.572667:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008d9a2f91 1330: 1< 0 - - > 2< 5447680 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.572669:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000087884024 00000080:00200000:0.0:1775773081.572670:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 51. 00000080:00200000:0.0:1775773081.572672:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1331 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.572695:0:200258:0:(rw26.c:858:ll_write_end()) pos 5451776, len 4096, copied 4096 00000080:00200000:0.0:1775773081.572699:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fc56df71[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.572702:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005591ce8b 17ffffc0001021 2:0 ffff9a6045c110e0 1331 lru 00000080:00200000:0.0:1775773081.572706:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a420e629 1331: 1< 0 - - > 2< 5451776 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.572708:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fc56df71 00000080:00200000:0.0:1775773081.572709:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 52. 00000080:00200000:0.0:1775773081.572711:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1332 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.572722:0:200258:0:(rw26.c:858:ll_write_end()) pos 5455872, len 4096, copied 4096 00000080:00200000:0.0:1775773081.572725:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008fb86126[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.572728:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a1a29d0d 17ffffc0001001 3:0 ffff9a6045c118c0 1332 lru 00000080:00200000:0.0:1775773081.572733:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a2038eb7 1332: 1< 0 - - > 2< 5455872 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.572735:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008fb86126 00000080:00200000:0.0:1775773081.572736:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 53. 00000080:00200000:0.0:1775773081.572737:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1333 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.572748:0:200258:0:(rw26.c:858:ll_write_end()) pos 5459968, len 4096, copied 4096 00000080:00200000:0.0:1775773081.572752:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004ceba073[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.572754:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bb51a4ee 17ffffc0001001 3:0 ffff9a6045c11380 1333 lru 00000080:00200000:0.0:1775773081.572759:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c48e6420 1333: 1< 0 - - > 2< 5459968 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.572760:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004ceba073 00000080:00200000:0.0:1775773081.572761:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 54. 00000080:00200000:0.0:1775773081.572763:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1334 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.572779:0:200258:0:(rw26.c:858:ll_write_end()) pos 5464064, len 4096, copied 4096 00000080:00200000:0.0:1775773081.572782:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b496bd6d[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.572785:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005ad8427a 17ffffc0001001 3:0 ffff9a6045c11620 1334 lru 00000080:00200000:0.0:1775773081.572808:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002219503e 1334: 1< 0 - - > 2< 5464064 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.572811:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b496bd6d 00000080:00200000:0.0:1775773081.572812:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 55. 00000080:00200000:0.0:1775773081.572814:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1335 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.572828:0:200258:0:(rw26.c:858:ll_write_end()) pos 5468160, len 4096, copied 4096 00000080:00200000:0.0:1775773081.572832:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bdf67699[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.572835:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002d28b023 17ffffc0001001 3:0 ffff9a6045c11460 1335 lru 00000080:00200000:0.0:1775773081.572840:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cc02f581 1335: 1< 0 - - > 2< 5468160 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.572842:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bdf67699 00000080:00200000:0.0:1775773081.572843:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 56. 00000080:00200000:0.0:1775773081.572845:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1336 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.572857:0:200258:0:(rw26.c:858:ll_write_end()) pos 5472256, len 4096, copied 4096 00000080:00200000:0.0:1775773081.572860:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000020d97d29[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.572862:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000074eff1b0 17ffffc0001001 3:0 ffff9a6045c11000 1336 lru 00000080:00200000:0.0:1775773081.572866:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000abaecbe1 1336: 1< 0 - - > 2< 5472256 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.572868:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000020d97d29 00000080:00200000:0.0:1775773081.572869:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 57. 00000080:00200000:0.0:1775773081.572871:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1337 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.572885:0:200258:0:(rw26.c:858:ll_write_end()) pos 5476352, len 4096, copied 4096 00000080:00200000:0.0:1775773081.572889:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000063bc78c9[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.572891:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002242813d 17ffffc0001001 3:0 ffff9a6045c11c40 1337 lru 00000080:00200000:0.0:1775773081.572896:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000088a3a115 1337: 1< 0 - - > 2< 5476352 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.572898:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000063bc78c9 00000080:00200000:0.0:1775773081.572900:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 58. 00000080:00200000:0.0:1775773081.572902:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1338 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.572919:0:200258:0:(rw26.c:858:ll_write_end()) pos 5480448, len 4096, copied 4096 00000080:00200000:0.0:1775773081.572923:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006e831b67[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.572926:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f18f9bdd 17ffffc0001001 3:0 ffff9a6045c11e00 1338 lru 00000080:00200000:0.0:1775773081.572931:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003e696669 1338: 1< 0 - - > 2< 5480448 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.572933:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006e831b67 00000080:00200000:0.0:1775773081.572934:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 59. 00000080:00200000:0.0:1775773081.572936:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1339 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.572952:0:200258:0:(rw26.c:858:ll_write_end()) pos 5484544, len 4096, copied 4096 00000080:00200000:0.0:1775773081.572955:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a548fe62[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.572958:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000083f74dff 17ffffc0001001 3:0 ffff9a6045c11700 1339 lru 00000080:00200000:0.0:1775773081.572963:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008b9003cc 1339: 1< 0 - - > 2< 5484544 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.572965:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a548fe62 00000080:00200000:0.0:1775773081.572966:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 60. 00000080:00200000:0.0:1775773081.572967:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1340 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.572980:0:200258:0:(rw26.c:858:ll_write_end()) pos 5488640, len 4096, copied 4096 00000080:00200000:0.0:1775773081.572985:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000029969bcd[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.572988:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000da904d93 17ffffc0001001 3:0 ffff9a6045c112a0 1340 lru 00000080:00200000:0.0:1775773081.572992:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dad6b143 1340: 1< 0 - - > 2< 5488640 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.572995:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000029969bcd 00000080:00200000:0.0:1775773081.572996:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 61. 00000080:00200000:0.0:1775773081.572999:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1341 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.573015:0:200258:0:(rw26.c:858:ll_write_end()) pos 5492736, len 4096, copied 4096 00000080:00200000:0.0:1775773081.573020:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000509529a8[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.573022:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000037b87215 17ffffc0001001 3:0 ffff9a6051d39ee0 1341 lru 00000080:00200000:0.0:1775773081.573026:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bf84ff3f 1341: 1< 0 - - > 2< 5492736 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.573028:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000509529a8 00000080:00200000:0.0:1775773081.573029:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 62. 00000080:00200000:0.0:1775773081.573031:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1342 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.573048:0:200258:0:(rw26.c:858:ll_write_end()) pos 5496832, len 4096, copied 4096 00000080:00200000:0.0:1775773081.573052:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000245eff08[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.573054:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003ddef669 17ffffc0001001 3:0 ffff9a6051d399a0 1342 lru 00000080:00200000:0.0:1775773081.573059:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b9073ec9 1342: 1< 0 - - > 2< 5496832 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.573062:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000245eff08 00000080:00200000:0.0:1775773081.573063:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 63. 00000080:00200000:0.0:1775773081.573064:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1343 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.573077:0:200258:0:(rw26.c:858:ll_write_end()) pos 5500928, len 4096, copied 4096 00000080:00200000:0.0:1775773081.573081:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fb6ff62b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.573084:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001ab60f73 17ffffc0001001 3:0 ffff9a6051d39a80 1343 lru 00000080:00200000:0.0:1775773081.573089:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bc62f06c 1343: 1< 0 - - > 2< 5500928 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.573091:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fb6ff62b 00000080:00200000:0.0:1775773081.573092:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 64. 00000080:00200000:0.0:1775773081.573094:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1344 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.573117:0:200258:0:(rw26.c:858:ll_write_end()) pos 5505024, len 4096, copied 4096 00000080:00200000:0.0:1775773081.573121:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000861a69f6[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.573124:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009691c000 17ffffc0001001 3:0 ffff9a6051d39d20 1344 lru 00000080:00200000:0.0:1775773081.573128:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008462d230 1344: 1< 0 - - > 2< 5505024 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.573131:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000861a69f6 00000080:00200000:0.0:1775773081.573132:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 65. 00000080:00200000:0.0:1775773081.573134:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1345 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.573148:0:200258:0:(rw26.c:858:ll_write_end()) pos 5509120, len 4096, copied 4096 00000080:00200000:0.0:1775773081.573151:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000906a67ef[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.573154:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000017f86b09 17ffffc0001001 3:0 ffff9a6051d39b60 1345 lru 00000080:00200000:0.0:1775773081.573159:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006a234752 1345: 1< 0 - - > 2< 5509120 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.573161:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000906a67ef 00000080:00200000:0.0:1775773081.573163:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 66. 00000080:00200000:0.0:1775773081.573165:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1346 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.573182:0:200258:0:(rw26.c:858:ll_write_end()) pos 5513216, len 4096, copied 4096 00000080:00200000:0.0:1775773081.573186:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001e596624[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.573188:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000087c30bf9 17ffffc0001021 2:0 ffff9a6051d39540 1346 lru 00000080:00200000:0.0:1775773081.573193:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000835a2364 1346: 1< 0 - - > 2< 5513216 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.573195:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001e596624 00000080:00200000:0.0:1775773081.573197:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 67. 00000080:00200000:0.0:1775773081.573199:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1347 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.573215:0:200258:0:(rw26.c:858:ll_write_end()) pos 5517312, len 4096, copied 4096 00000080:00200000:0.0:1775773081.573218:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ce6e8110[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.573221:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000056d941a0 17ffffc0001001 3:0 ffff9a6051d397e0 1347 lru 00000080:00200000:0.0:1775773081.573226:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d1ac00e8 1347: 1< 0 - - > 2< 5517312 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.573228:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ce6e8110 00000080:00200000:0.0:1775773081.573229:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 68. 00000080:00200000:0.0:1775773081.573231:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1348 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.573245:0:200258:0:(rw26.c:858:ll_write_end()) pos 5521408, len 4096, copied 4096 00000080:00200000:0.0:1775773081.573249:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009a4bba61[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.573251:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b627120c 17ffffc0001001 3:0 ffff9a6051d390e0 1348 lru 00000080:00200000:0.0:1775773081.573257:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f297f78e 1348: 1< 0 - - > 2< 5521408 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.573259:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009a4bba61 00000080:00200000:0.0:1775773081.573260:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 69. 00000080:00200000:0.0:1775773081.573262:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1349 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.573278:0:200258:0:(rw26.c:858:ll_write_end()) pos 5525504, len 4096, copied 4096 00000080:00200000:0.0:1775773081.573282:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ebef4448[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.573284:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000049ada033 17ffffc0001001 3:0 ffff9a6051d398c0 1349 lru 00000080:00200000:0.0:1775773081.573289:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000078ae3e39 1349: 1< 0 - - > 2< 5525504 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.573291:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ebef4448 00000080:00200000:0.0:1775773081.573292:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 70. 00000080:00200000:0.0:1775773081.573295:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1350 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.573307:0:200258:0:(rw26.c:858:ll_write_end()) pos 5529600, len 4096, copied 4096 00000080:00200000:0.0:1775773081.573311:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a13e43ee[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.573314:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009252f0f1 17ffffc0001001 3:0 ffff9a6051d39380 1350 lru 00000080:00200000:0.0:1775773081.573319:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000088975a2f 1350: 1< 0 - - > 2< 5529600 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.573321:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a13e43ee 00000080:00200000:0.0:1775773081.573321:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 71. 00000080:00200000:0.0:1775773081.573323:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1351 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.573336:0:200258:0:(rw26.c:858:ll_write_end()) pos 5533696, len 4096, copied 4096 00000080:00200000:0.0:1775773081.573340:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002db89e78[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.573343:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002a3f6d44 17ffffc0001001 3:0 ffff9a6051d39620 1351 lru 00000080:00200000:0.0:1775773081.573349:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003dc74576 1351: 1< 0 - - > 2< 5533696 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.573351:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002db89e78 00000080:00200000:0.0:1775773081.573353:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 72. 00000080:00200000:0.0:1775773081.573354:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1352 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.573369:0:200258:0:(rw26.c:858:ll_write_end()) pos 5537792, len 4096, copied 4096 00000080:00200000:0.0:1775773081.573374:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008b63f843[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.573377:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001f809347 17ffffc0001001 3:0 ffff9a6051d39460 1352 lru 00000080:00200000:0.0:1775773081.573383:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007fa7e884 1352: 1< 0 - - > 2< 5537792 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.573385:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008b63f843 00000080:00200000:0.0:1775773081.573387:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 73. 00000080:00200000:0.0:1775773081.573389:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1353 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.573402:0:200258:0:(rw26.c:858:ll_write_end()) pos 5541888, len 4096, copied 4096 00000080:00200000:0.0:1775773081.573406:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000793ed469[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.573408:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002848229a 17ffffc0001001 3:0 ffff9a6051d39000 1353 lru 00000080:00200000:0.0:1775773081.573414:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003772c512 1353: 1< 0 - - > 2< 5541888 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.573417:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000793ed469 00000080:00200000:0.0:1775773081.573418:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 74. 00000080:00200000:0.0:1775773081.573420:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1354 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.573433:0:200258:0:(rw26.c:858:ll_write_end()) pos 5545984, len 4096, copied 4096 00000080:00200000:0.0:1775773081.573437:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002a80cca2[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.573440:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000957feb2d 17ffffc0001001 3:0 ffff9a6051d39c40 1354 lru 00000080:00200000:0.0:1775773081.573446:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000932dc2c2 1354: 1< 0 - - > 2< 5545984 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.573449:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002a80cca2 00000080:00200000:0.0:1775773081.573450:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 75. 00000080:00200000:0.0:1775773081.573452:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1355 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.573465:0:200258:0:(rw26.c:858:ll_write_end()) pos 5550080, len 4096, copied 4096 00000080:00200000:0.0:1775773081.573469:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009a21de41[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.573472:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000077db413a 17ffffc0001001 3:0 ffff9a6051d39e00 1355 lru 00000080:00200000:0.0:1775773081.573478:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001c306c59 1355: 1< 0 - - > 2< 5550080 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.573480:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009a21de41 00000080:00200000:0.0:1775773081.573482:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 76. 00000080:00200000:0.0:1775773081.573483:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1356 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.577620:0:200258:0:(rw26.c:858:ll_write_end()) pos 5554176, len 4096, copied 4096 00000080:00200000:0.0:1775773081.577646:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000051826104[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.577651:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000faadcd0b 17ffffc0001001 3:0 ffff9a6051d39700 1356 lru 00000080:00200000:0.0:1775773081.577663:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000393f3f55 1356: 1< 0 - - > 2< 5554176 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.577666:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000051826104 00000080:00200000:0.0:1775773081.577667:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 77. 00000080:00200000:0.0:1775773081.577675:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1357 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.577745:0:200258:0:(rw26.c:858:ll_write_end()) pos 5558272, len 4096, copied 4096 00000080:00200000:0.0:1775773081.577749:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e3718d4d[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.577752:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d17be273 17ffffc0001001 3:0 ffff9a6051d392a0 1357 lru 00000080:00200000:0.0:1775773081.577757:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d3bec9d3 1357: 1< 0 - - > 2< 5558272 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.577759:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e3718d4d 00000080:00200000:0.0:1775773081.577761:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 78. 00000080:00200000:0.0:1775773081.577763:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1358 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.577781:0:200258:0:(rw26.c:858:ll_write_end()) pos 5562368, len 4096, copied 4096 00000080:00200000:0.0:1775773081.577786:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d5f20ddb[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.577805:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dcaab4e5 17ffffc0001001 3:0 ffff9a6051d391c0 1358 lru 00000080:00200000:0.0:1775773081.577811:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000023646e02 1358: 1< 0 - - > 2< 5562368 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.577813:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d5f20ddb 00000080:00200000:0.0:1775773081.577814:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 79. 00000080:00200000:0.0:1775773081.577817:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1359 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.577842:0:200258:0:(rw26.c:858:ll_write_end()) pos 5566464, len 4096, copied 4096 00000080:00200000:0.0:1775773081.577846:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000075cde6d0[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.577849:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e30fd830 17ffffc0001001 3:0 ffff9a6042f638c0 1359 lru 00000080:00200000:0.0:1775773081.577854:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fcc3848f 1359: 1< 0 - - > 2< 5566464 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.577857:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000075cde6d0 00000080:00200000:0.0:1775773081.577858:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 80. 00000080:00200000:0.0:1775773081.577860:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1360 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.577875:0:200258:0:(rw26.c:858:ll_write_end()) pos 5570560, len 4096, copied 4096 00000080:00200000:0.0:1775773081.577880:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003f1a9556[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.577882:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000872dbf09 17ffffc0001001 3:0 ffff9a6042f63380 1360 lru 00000080:00200000:0.0:1775773081.577887:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007948f877 1360: 1< 0 - - > 2< 5570560 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.577889:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003f1a9556 00000080:00200000:0.0:1775773081.577890:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 81. 00000080:00200000:0.0:1775773081.577893:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1361 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.577917:0:200258:0:(rw26.c:858:ll_write_end()) pos 5574656, len 4096, copied 4096 00000080:00200000:0.0:1775773081.577922:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fdc947f3[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.577925:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000089892c93 17ffffc0001021 2:0 ffff9a6042f63620 1361 lru 00000080:00200000:0.0:1775773081.577930:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008699610e 1361: 1< 0 - - > 2< 5574656 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.577932:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fdc947f3 00000080:00200000:0.0:1775773081.577933:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 82. 00000080:00200000:0.0:1775773081.577935:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1362 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.577950:0:200258:0:(rw26.c:858:ll_write_end()) pos 5578752, len 4096, copied 4096 00000080:00200000:0.0:1775773081.577955:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e9a05744[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.577958:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fdb32e98 17ffffc0001001 3:0 ffff9a6042f63460 1362 lru 00000080:00200000:0.0:1775773081.577964:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009347222a 1362: 1< 0 - - > 2< 5578752 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.577968:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e9a05744 00000080:00200000:0.0:1775773081.577969:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 83. 00000080:00200000:0.0:1775773081.577971:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1363 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.577987:0:200258:0:(rw26.c:858:ll_write_end()) pos 5582848, len 4096, copied 4096 00000080:00200000:0.0:1775773081.577991:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e3d59d99[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.577993:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f4937860 17ffffc0001001 3:0 ffff9a6042f63000 1363 lru 00000080:00200000:0.0:1775773081.577999:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000328ecc48 1363: 1< 0 - - > 2< 5582848 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.578001:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e3d59d99 00000080:00200000:0.0:1775773081.578003:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 84. 00000080:00200000:0.0:1775773081.578004:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1364 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.578018:0:200258:0:(rw26.c:858:ll_write_end()) pos 5586944, len 4096, copied 4096 00000080:00200000:0.0:1775773081.578022:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000023f4f1ad[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.578024:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f37663a6 17ffffc0001001 3:0 ffff9a6042f63c40 1364 lru 00000080:00200000:0.0:1775773081.578029:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008fe36201 1364: 1< 0 - - > 2< 5586944 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.578032:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000023f4f1ad 00000080:00200000:0.0:1775773081.578033:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 85. 00000080:00200000:0.0:1775773081.578035:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1365 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.578051:0:200258:0:(rw26.c:858:ll_write_end()) pos 5591040, len 4096, copied 4096 00000080:00200000:0.0:1775773081.578055:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000046a754c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.578057:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000023eb8c97 17ffffc0001001 3:0 ffff9a6042f63e00 1365 lru 00000080:00200000:0.0:1775773081.578063:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e72c2ecc 1365: 1< 0 - - > 2< 5591040 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.578065:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000046a754c 00000080:00200000:0.0:1775773081.578066:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 86. 00000080:00200000:0.0:1775773081.578068:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1366 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.578085:0:200258:0:(rw26.c:858:ll_write_end()) pos 5595136, len 4096, copied 4096 00000080:00200000:0.0:1775773081.578088:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a963edca[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.578091:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000533daea6 17ffffc0001001 3:0 ffff9a6042f63700 1366 lru 00000080:00200000:0.0:1775773081.578096:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000049467b9f 1366: 1< 0 - - > 2< 5595136 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.578098:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a963edca 00000080:00200000:0.0:1775773081.578100:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 87. 00000080:00200000:0.0:1775773081.578101:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1367 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.578118:0:200258:0:(rw26.c:858:ll_write_end()) pos 5599232, len 4096, copied 4096 00000080:00200000:0.0:1775773081.578122:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b44903c1[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.578125:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d59e4e90 17ffffc0001001 3:0 ffff9a6042f632a0 1367 lru 00000080:00200000:0.0:1775773081.578130:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000db149540 1367: 1< 0 - - > 2< 5599232 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.578132:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b44903c1 00000080:00200000:0.0:1775773081.578133:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 88. 00000080:00200000:0.0:1775773081.578136:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1368 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.578149:0:200258:0:(rw26.c:858:ll_write_end()) pos 5603328, len 4096, copied 4096 00000080:00200000:0.0:1775773081.578153:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000af5bb2ab[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.578156:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000050e122b7 17ffffc0001001 3:0 ffff9a6042f631c0 1368 lru 00000080:00200000:0.0:1775773081.578161:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002075223f 1368: 1< 0 - - > 2< 5603328 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.578164:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000af5bb2ab 00000080:00200000:0.0:1775773081.578165:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 89. 00000080:00200000:0.0:1775773081.578167:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1369 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.578178:0:200258:0:(rw26.c:858:ll_write_end()) pos 5607424, len 4096, copied 4096 00000080:00200000:0.0:1775773081.578182:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a14bd12c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.578185:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002bc4c28a 17ffffc0001001 3:0 ffff9a6042f63ee0 1369 lru 00000080:00200000:0.0:1775773081.578191:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f01d5e76 1369: 1< 0 - - > 2< 5607424 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.578193:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a14bd12c 00000080:00200000:0.0:1775773081.578194:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 90. 00000080:00200000:0.0:1775773081.578197:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1370 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.578211:0:200258:0:(rw26.c:858:ll_write_end()) pos 5611520, len 4096, copied 4096 00000080:00200000:0.0:1775773081.578214:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000012fdb597[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.578217:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000054545128 17ffffc0001001 3:0 ffff9a6042f639a0 1370 lru 00000080:00200000:0.0:1775773081.578222:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e269f036 1370: 1< 0 - - > 2< 5611520 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.578224:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000012fdb597 00000080:00200000:0.0:1775773081.578225:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 91. 00000080:00200000:0.0:1775773081.578227:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1371 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.578241:0:200258:0:(rw26.c:858:ll_write_end()) pos 5615616, len 4096, copied 4096 00000080:00200000:0.0:1775773081.578245:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cb25ddc8[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.578247:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004d19378f 17ffffc0001001 3:0 ffff9a6042f63a80 1371 lru 00000080:00200000:0.0:1775773081.578251:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005d2ce49d 1371: 1< 0 - - > 2< 5615616 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.578254:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cb25ddc8 00000080:00200000:0.0:1775773081.578255:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 92. 00000080:00200000:0.0:1775773081.578257:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1372 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.578271:0:200258:0:(rw26.c:858:ll_write_end()) pos 5619712, len 4096, copied 4096 00000080:00200000:0.0:1775773081.578275:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000eb413fa5[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.578277:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009ff65dd7 17ffffc0001001 3:0 ffff9a6042f63d20 1372 lru 00000080:00200000:0.0:1775773081.578283:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000095420b 1372: 1< 0 - - > 2< 5619712 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.578285:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000eb413fa5 00000080:00200000:0.0:1775773081.578286:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 93. 00000080:00200000:0.0:1775773081.578288:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1373 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.578301:0:200258:0:(rw26.c:858:ll_write_end()) pos 5623808, len 4096, copied 4096 00000080:00200000:0.0:1775773081.578305:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000870dc354[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.578307:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001270e4c7 17ffffc0001001 3:0 ffff9a6042f63b60 1373 lru 00000080:00200000:0.0:1775773081.578312:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005ff6266e 1373: 1< 0 - - > 2< 5623808 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.578314:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000870dc354 00000080:00200000:0.0:1775773081.578315:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 94. 00000080:00200000:0.0:1775773081.578316:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1374 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.578690:0:200258:0:(rw26.c:858:ll_write_end()) pos 5627904, len 4096, copied 4096 00000080:00200000:0.0:1775773081.578694:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004053bf7b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.578698:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ee29de71 17ffffc0001001 3:0 ffff9a6042f63540 1374 lru 00000080:00200000:0.0:1775773081.578704:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000087ff704a 1374: 1< 0 - - > 2< 5627904 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.578706:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004053bf7b 00000080:00200000:0.0:1775773081.578707:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 95. 00000080:00200000:0.0:1775773081.578709:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1375 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.578723:0:200258:0:(rw26.c:858:ll_write_end()) pos 5632000, len 4096, copied 4096 00000080:00200000:0.0:1775773081.578726:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006ab6db0b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.578729:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a3431af5 17ffffc0001001 3:0 ffff9a6042f637e0 1375 lru 00000080:00200000:0.0:1775773081.578734:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e6cf6afc 1375: 1< 0 - - > 2< 5632000 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.578736:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006ab6db0b 00000080:00200000:0.0:1775773081.578737:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 96. 00000080:00200000:0.0:1775773081.578739:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1376 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.578758:0:200258:0:(rw26.c:858:ll_write_end()) pos 5636096, len 4096, copied 4096 00000080:00200000:0.0:1775773081.578762:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000057cbb5f5[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.578764:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003f4edad6 17ffffc0001021 2:0 ffff9a6042f630e0 1376 lru 00000080:00200000:0.0:1775773081.578770:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000a4e2397 1376: 1< 0 - - > 2< 5636096 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.578772:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000057cbb5f5 00000080:00200000:0.0:1775773081.578773:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 97. 00000080:00200000:0.0:1775773081.578775:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1377 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.578823:0:200258:0:(rw26.c:858:ll_write_end()) pos 5640192, len 4096, copied 4096 00000080:00200000:0.0:1775773081.578828:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000651e35f6[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.579640:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009dbfdc3f 17ffffc0001001 3:0 ffff9a60507ea2a0 1377 lru 00000080:00200000:0.0:1775773081.579653:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a39adbf2 1377: 1< 0 - - > 2< 5640192 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.579655:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000651e35f6 00000080:00200000:0.0:1775773081.579657:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 98. 00000080:00200000:0.0:1775773081.579662:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1378 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.579698:0:200258:0:(rw26.c:858:ll_write_end()) pos 5644288, len 4096, copied 4096 00000080:00200000:0.0:1775773081.579704:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007547bc50[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.579707:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009937895a 17ffffc0001001 3:0 ffff9a60507ea1c0 1378 lru 00000080:00200000:0.0:1775773081.579712:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002e16e3f3 1378: 1< 0 - - > 2< 5644288 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.579714:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007547bc50 00000080:00200000:0.0:1775773081.579715:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 99. 00000080:00200000:0.0:1775773081.579717:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1379 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.579736:0:200258:0:(rw26.c:858:ll_write_end()) pos 5648384, len 4096, copied 4096 00000080:00200000:0.0:1775773081.579741:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006fc34218[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.579744:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bbb61e80 17ffffc0001001 3:0 ffff9a60507eaee0 1379 lru 00000080:00200000:0.0:1775773081.579749:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002d3a2f13 1379: 1< 0 - - > 2< 5648384 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.579752:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006fc34218 00000080:00200000:0.0:1775773081.579753:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 100. 00000080:00200000:0.0:1775773081.579755:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1380 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.579774:0:200258:0:(rw26.c:858:ll_write_end()) pos 5652480, len 4096, copied 4096 00000080:00200000:0.0:1775773081.579778:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000029678fde[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.579780:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001e967774 17ffffc0001001 3:0 ffff9a60507ea9a0 1380 lru 00000080:00200000:0.0:1775773081.579785:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000afbd8206 1380: 1< 0 - - > 2< 5652480 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.579823:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000029678fde 00000080:00200000:0.0:1775773081.579825:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 101. 00000080:00200000:0.0:1775773081.579828:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1381 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.579847:0:200258:0:(rw26.c:858:ll_write_end()) pos 5656576, len 4096, copied 4096 00000080:00200000:0.0:1775773081.579851:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d9c0f2dd[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.579854:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bea0f1ed 17ffffc0001001 3:0 ffff9a60507eaa80 1381 lru 00000080:00200000:0.0:1775773081.579859:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000de9a9086 1381: 1< 0 - - > 2< 5656576 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.579861:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d9c0f2dd 00000080:00200000:0.0:1775773081.579862:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 102. 00000080:00200000:0.0:1775773081.579864:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1382 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.579878:0:200258:0:(rw26.c:858:ll_write_end()) pos 5660672, len 4096, copied 4096 00000080:00200000:0.0:1775773081.579882:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000971e88a1[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.579885:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008f4cbe72 17ffffc0001001 3:0 ffff9a60507ead20 1382 lru 00000080:00200000:0.0:1775773081.579890:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000009bdefc7 1382: 1< 0 - - > 2< 5660672 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.579892:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000971e88a1 00000080:00200000:0.0:1775773081.579893:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 103. 00000080:00200000:0.0:1775773081.579895:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1383 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.579908:0:200258:0:(rw26.c:858:ll_write_end()) pos 5664768, len 4096, copied 4096 00000080:00200000:0.0:1775773081.579912:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000992182fd[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.579914:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008ae07c14 17ffffc0001001 3:0 ffff9a60507eab60 1383 lru 00000080:00200000:0.0:1775773081.579919:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fb011735 1383: 1< 0 - - > 2< 5664768 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.579921:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000992182fd 00000080:00200000:0.0:1775773081.579922:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 104. 00000080:00200000:0.0:1775773081.579924:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1384 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.579935:0:200258:0:(rw26.c:858:ll_write_end()) pos 5668864, len 4096, copied 4096 00000080:00200000:0.0:1775773081.579938:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000002d4b170[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.579941:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000748e74dd 17ffffc0001001 3:0 ffff9a60507ea540 1384 lru 00000080:00200000:0.0:1775773081.579946:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003c734fea 1384: 1< 0 - - > 2< 5668864 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.579948:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000002d4b170 00000080:00200000:0.0:1775773081.579949:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 105. 00000080:00200000:0.0:1775773081.579951:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1385 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.579967:0:200258:0:(rw26.c:858:ll_write_end()) pos 5672960, len 4096, copied 4096 00000080:00200000:0.0:1775773081.579971:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b424908b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.579974:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000867b6190 17ffffc0001001 3:0 ffff9a60507ea7e0 1385 lru 00000080:00200000:0.0:1775773081.579979:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c5f457ba 1385: 1< 0 - - > 2< 5672960 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.579982:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b424908b 00000080:00200000:0.0:1775773081.579983:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 106. 00000080:00200000:0.0:1775773081.579985:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1386 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.579999:0:200258:0:(rw26.c:858:ll_write_end()) pos 5677056, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580004:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000012923646[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580006:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bee81f34 17ffffc0001001 3:0 ffff9a60507ea0e0 1386 lru 00000080:00200000:0.0:1775773081.580012:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ddb36fcc 1386: 1< 0 - - > 2< 5677056 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580013:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000012923646 00000080:00200000:0.0:1775773081.580014:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 107. 00000080:00200000:0.0:1775773081.580016:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1387 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580032:0:200258:0:(rw26.c:858:ll_write_end()) pos 5681152, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580036:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000818ff276[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580039:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000031a3bc01 17ffffc0001001 3:0 ffff9a60507ea8c0 1387 lru 00000080:00200000:0.0:1775773081.580044:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000d45d2a9 1387: 1< 0 - - > 2< 5681152 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580046:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000818ff276 00000080:00200000:0.0:1775773081.580047:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 108. 00000080:00200000:0.0:1775773081.580049:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1388 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580061:0:200258:0:(rw26.c:858:ll_write_end()) pos 5685248, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580065:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a02b554a[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580068:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000077a2425f 17ffffc0001001 3:0 ffff9a60507ea380 1388 lru 00000080:00200000:0.0:1775773081.580073:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000085445ad6 1388: 1< 0 - - > 2< 5685248 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580075:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a02b554a 00000080:00200000:0.0:1775773081.580076:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 109. 00000080:00200000:0.0:1775773081.580078:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1389 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580093:0:200258:0:(rw26.c:858:ll_write_end()) pos 5689344, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580097:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000f8f135d[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580100:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000064dadaec 17ffffc0001001 3:0 ffff9a60507ea620 1389 lru 00000080:00200000:0.0:1775773081.580105:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008d06dad5 1389: 1< 0 - - > 2< 5689344 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580109:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000f8f135d 00000080:00200000:0.0:1775773081.580110:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 110. 00000080:00200000:0.0:1775773081.580112:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1390 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580129:0:200258:0:(rw26.c:858:ll_write_end()) pos 5693440, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580133:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005546ed7c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580135:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c78419f4 17ffffc0001001 3:0 ffff9a60507ea460 1390 lru 00000080:00200000:0.0:1775773081.580140:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000041088db3 1390: 1< 0 - - > 2< 5693440 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580142:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005546ed7c 00000080:00200000:0.0:1775773081.580143:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 111. 00000080:00200000:0.0:1775773081.580145:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1391 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580168:0:200258:0:(rw26.c:858:ll_write_end()) pos 5697536, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580172:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003726b733[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580175:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008ade5108 17ffffc0001021 2:0 ffff9a60507ea000 1391 lru 00000080:00200000:0.0:1775773081.580180:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000048e890f7 1391: 1< 0 - - > 2< 5697536 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580182:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003726b733 00000080:00200000:0.0:1775773081.580184:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 112. 00000080:00200000:0.0:1775773081.580186:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1392 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580201:0:200258:0:(rw26.c:858:ll_write_end()) pos 5701632, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580205:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fdb16fda[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580208:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008053f3ab 17ffffc0001001 3:0 ffff9a60507eac40 1392 lru 00000080:00200000:0.0:1775773081.580214:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006008ab35 1392: 1< 0 - - > 2< 5701632 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580216:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fdb16fda 00000080:00200000:0.0:1775773081.580217:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 113. 00000080:00200000:0.0:1775773081.580219:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1393 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580233:0:200258:0:(rw26.c:858:ll_write_end()) pos 5705728, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580236:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007ff84549[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580240:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000083ece26b 17ffffc0001001 3:0 ffff9a60507eae00 1393 lru 00000080:00200000:0.0:1775773081.580245:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e2ef0333 1393: 1< 0 - - > 2< 5705728 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580247:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007ff84549 00000080:00200000:0.0:1775773081.580249:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 114. 00000080:00200000:0.0:1775773081.580250:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1394 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580264:0:200258:0:(rw26.c:858:ll_write_end()) pos 5709824, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580267:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000044cfd384[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580270:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006320a59b 17ffffc0001001 3:0 ffff9a60507ea700 1394 lru 00000080:00200000:0.0:1775773081.580275:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f4ea53e9 1394: 1< 0 - - > 2< 5709824 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580277:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000044cfd384 00000080:00200000:0.0:1775773081.580279:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 115. 00000080:00200000:0.0:1775773081.580280:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1395 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580301:0:200258:0:(rw26.c:858:ll_write_end()) pos 5713920, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580305:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a6da036b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580308:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001da0e393 17ffffc0001001 3:0 ffff9a6051f8d2a0 1395 lru 00000080:00200000:0.0:1775773081.580313:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000df3129d 1395: 1< 0 - - > 2< 5713920 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580316:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a6da036b 00000080:00200000:0.0:1775773081.580317:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 116. 00000080:00200000:0.0:1775773081.580319:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1396 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580347:0:200258:0:(rw26.c:858:ll_write_end()) pos 5718016, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580351:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000732eccfa[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580354:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000005d1c6c2 17ffffc0001001 3:0 ffff9a6051f8d700 1396 lru 00000080:00200000:0.0:1775773081.580360:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006bfe5e95 1396: 1< 0 - - > 2< 5718016 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580362:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000732eccfa 00000080:00200000:0.0:1775773081.580362:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 117. 00000080:00200000:0.0:1775773081.580364:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1397 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580380:0:200258:0:(rw26.c:858:ll_write_end()) pos 5722112, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580383:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000010d11494[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580386:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000341865dc 17ffffc0001001 3:0 ffff9a6051f8de00 1397 lru 00000080:00200000:0.0:1775773081.580390:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d21a0bef 1397: 1< 0 - - > 2< 5722112 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580392:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000010d11494 00000080:00200000:0.0:1775773081.580393:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 118. 00000080:00200000:0.0:1775773081.580395:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1398 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580412:0:200258:0:(rw26.c:858:ll_write_end()) pos 5726208, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580416:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000092f4816d[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580419:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000097ac41a3 17ffffc0001001 3:0 ffff9a6051f8dc40 1398 lru 00000080:00200000:0.0:1775773081.580424:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e7f69c01 1398: 1< 0 - - > 2< 5726208 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580426:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000092f4816d 00000080:00200000:0.0:1775773081.580427:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 119. 00000080:00200000:0.0:1775773081.580429:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1399 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580445:0:200258:0:(rw26.c:858:ll_write_end()) pos 5730304, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580449:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ee5a10bb[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580451:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000032c10e92 17ffffc0001001 3:0 ffff9a6051f8d000 1399 lru 00000080:00200000:0.0:1775773081.580456:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000462f35fe 1399: 1< 0 - - > 2< 5730304 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580458:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ee5a10bb 00000080:00200000:0.0:1775773081.580459:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 120. 00000080:00200000:0.0:1775773081.580461:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1400 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580475:0:200258:0:(rw26.c:858:ll_write_end()) pos 5734400, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580479:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000313760d3[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580481:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002c930100 17ffffc0001001 3:0 ffff9a6051f8d460 1400 lru 00000080:00200000:0.0:1775773081.580487:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000adfe6bec 1400: 1< 0 - - > 2< 5734400 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580489:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000313760d3 00000080:00200000:0.0:1775773081.580490:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 121. 00000080:00200000:0.0:1775773081.580492:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1401 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580528:0:200258:0:(rw26.c:858:ll_write_end()) pos 5738496, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580532:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000039605832[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580535:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004cf7ad67 17ffffc0001001 3:0 ffff9a6051f8d620 1401 lru 00000080:00200000:0.0:1775773081.580540:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f8ae13d5 1401: 1< 0 - - > 2< 5738496 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580542:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000039605832 00000080:00200000:0.0:1775773081.580543:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 122. 00000080:00200000:0.0:1775773081.580545:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1402 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580558:0:200258:0:(rw26.c:858:ll_write_end()) pos 5742592, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580562:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000c7a6927[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580565:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000051576e56 17ffffc0001001 3:0 ffff9a6051f8d380 1402 lru 00000080:00200000:0.0:1775773081.580571:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ab2adfb3 1402: 1< 0 - - > 2< 5742592 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580573:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000c7a6927 00000080:00200000:0.0:1775773081.580574:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 123. 00000080:00200000:0.0:1775773081.580576:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1403 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580592:0:200258:0:(rw26.c:858:ll_write_end()) pos 5746688, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580596:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007b18a946[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580599:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007e0d04e0 17ffffc0001001 3:0 ffff9a6051f8d8c0 1403 lru 00000080:00200000:0.0:1775773081.580604:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001a81213c 1403: 1< 0 - - > 2< 5746688 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580607:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007b18a946 00000080:00200000:0.0:1775773081.580608:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 124. 00000080:00200000:0.0:1775773081.580610:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1404 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580625:0:200258:0:(rw26.c:858:ll_write_end()) pos 5750784, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580628:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000061177dfc[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580630:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e4586c57 17ffffc0001001 3:0 ffff9a6051f8d0e0 1404 lru 00000080:00200000:0.0:1775773081.580635:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a23d8d51 1404: 1< 0 - - > 2< 5750784 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580637:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000061177dfc 00000080:00200000:0.0:1775773081.580638:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 125. 00000080:00200000:0.0:1775773081.580640:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1405 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580652:0:200258:0:(rw26.c:858:ll_write_end()) pos 5754880, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580655:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d18b7984[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580663:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fbb80ccc 17ffffc0001001 3:0 ffff9a6051f8d7e0 1405 lru 00000080:00200000:0.0:1775773081.580668:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bd3ffdd5 1405: 1< 0 - - > 2< 5754880 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580670:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d18b7984 00000080:00200000:0.0:1775773081.580671:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 126. 00000080:00200000:0.0:1775773081.580673:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1406 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580692:0:200258:0:(rw26.c:858:ll_write_end()) pos 5758976, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580696:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d338a84f[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580699:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008c1dc2f0 17ffffc0001021 2:0 ffff9a6051f8d540 1406 lru 00000080:00200000:0.0:1775773081.580705:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000512a246b 1406: 1< 0 - - > 2< 5758976 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580707:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d338a84f 00000080:00200000:0.0:1775773081.580708:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 127. 00000080:00200000:0.0:1775773081.580710:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1407 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580726:0:200258:0:(rw26.c:858:ll_write_end()) pos 5763072, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580731:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ac5b833a[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580733:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003fbab82f 17ffffc0001001 3:0 ffff9a6051f8db60 1407 lru 00000080:00200000:0.0:1775773081.580739:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bd06848a 1407: 1< 0 - - > 2< 5763072 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580742:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ac5b833a 00000080:00200000:0.0:1775773081.580743:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 128. 00000080:00200000:0.0:1775773081.580745:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1408 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.580771:0:200258:0:(rw26.c:858:ll_write_end()) pos 5767168, len 4096, copied 4096 00000080:00200000:0.0:1775773081.580776:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000070b03148[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.580779:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c9f8e35f 17ffffc0001001 3:0 ffff9a6051f8dd20 1408 lru 00000080:00200000:0.0:1775773081.580784:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c560fc25 1408: 1< 0 - - > 2< 5767168 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.580786:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000070b03148 00000080:00200000:0.0:1775773081.581169:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 129. 00000080:00200000:0.0:1775773081.581174:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1409 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.581194:0:200258:0:(rw26.c:858:ll_write_end()) pos 5771264, len 4096, copied 4096 00000080:00200000:0.0:1775773081.581199:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000951effa6[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.581202:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008652c8f3 17ffffc0001001 3:0 ffff9a6051f8da80 1409 lru 00000080:00200000:0.0:1775773081.581208:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c83d51c0 1409: 1< 0 - - > 2< 5771264 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.581210:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000951effa6 00000080:00200000:0.0:1775773081.581211:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 130. 00000080:00200000:0.0:1775773081.581213:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1410 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.581229:0:200258:0:(rw26.c:858:ll_write_end()) pos 5775360, len 4096, copied 4096 00000080:00200000:0.0:1775773081.581234:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d2f85183[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.581236:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a2fdc6d9 17ffffc0001001 3:0 ffff9a6051f8d9a0 1410 lru 00000080:00200000:0.0:1775773081.581241:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002ac78baf 1410: 1< 0 - - > 2< 5775360 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.581244:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d2f85183 00000080:00200000:0.0:1775773081.581245:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 131. 00000080:00200000:0.0:1775773081.581247:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1411 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.581260:0:200258:0:(rw26.c:858:ll_write_end()) pos 5779456, len 4096, copied 4096 00000080:00200000:0.0:1775773081.581264:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f441aa94[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.581267:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000081b06675 17ffffc0001001 3:0 ffff9a6051f8dee0 1411 lru 00000080:00200000:0.0:1775773081.581272:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000153f60c3 1411: 1< 0 - - > 2< 5779456 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.581274:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f441aa94 00000080:00200000:0.0:1775773081.581275:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 132. 00000080:00200000:0.0:1775773081.581277:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1412 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.581292:0:200258:0:(rw26.c:858:ll_write_end()) pos 5783552, len 4096, copied 4096 00000080:00200000:0.0:1775773081.581296:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006244ca3b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.581299:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006e0bd936 17ffffc0001001 3:0 ffff9a6051f8d1c0 1412 lru 00000080:00200000:0.0:1775773081.581303:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000097a62641 1412: 1< 0 - - > 2< 5783552 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.581306:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006244ca3b 00000080:00200000:0.0:1775773081.581307:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 133. 00000080:00200000:0.0:1775773081.581309:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1413 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.581324:0:200258:0:(rw26.c:858:ll_write_end()) pos 5787648, len 4096, copied 4096 00000080:00200000:0.0:1775773081.581532:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000021773ca3[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.581536:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000324c33b3 17ffffc0001001 3:0 ffff9a60458d4d20 1413 lru 00000080:00200000:0.0:1775773081.581542:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000034004f25 1413: 1< 0 - - > 2< 5787648 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.581545:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000021773ca3 00000080:00200000:0.0:1775773081.581546:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 134. 00000080:00200000:0.0:1775773081.581548:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1414 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.581633:0:200258:0:(rw26.c:858:ll_write_end()) pos 5791744, len 4096, copied 4096 00000080:00200000:0.0:1775773081.581638:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bd2009c3[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.581640:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002e4ab595 17ffffc0001001 3:0 ffff9a60458d4a80 1414 lru 00000080:00200000:0.0:1775773081.581645:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a1402206 1414: 1< 0 - - > 2< 5791744 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.581647:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bd2009c3 00000080:00200000:0.0:1775773081.581648:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 135. 00000080:00200000:0.0:1775773081.581650:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1415 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.581664:0:200258:0:(rw26.c:858:ll_write_end()) pos 5795840, len 4096, copied 4096 00000080:00200000:0.0:1775773081.581668:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000026fd7ce[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.581670:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e9f2200e 17ffffc0001001 3:0 ffff9a60458d49a0 1415 lru 00000080:00200000:0.0:1775773081.581675:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e5fe0480 1415: 1< 0 - - > 2< 5795840 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.581678:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000026fd7ce 00000080:00200000:0.0:1775773081.581679:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 136. 00000080:00200000:0.0:1775773081.581680:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1416 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.581692:0:200258:0:(rw26.c:858:ll_write_end()) pos 5799936, len 4096, copied 4096 00000080:00200000:0.0:1775773081.581696:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003f86a6d6[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.581699:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002c7c9a19 17ffffc0001001 3:0 ffff9a60458d4ee0 1416 lru 00000080:00200000:0.0:1775773081.581703:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e89cd683 1416: 1< 0 - - > 2< 5799936 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.581706:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003f86a6d6 00000080:00200000:0.0:1775773081.581707:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 137. 00000080:00200000:0.0:1775773081.581709:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1417 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.581724:0:200258:0:(rw26.c:858:ll_write_end()) pos 5804032, len 4096, copied 4096 00000080:00200000:0.0:1775773081.581727:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005d74e7c1[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.581730:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002586707c 17ffffc0001001 3:0 ffff9a60458d41c0 1417 lru 00000080:00200000:0.0:1775773081.581735:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000e0beaf8 1417: 1< 0 - - > 2< 5804032 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.581737:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005d74e7c1 00000080:00200000:0.0:1775773081.581738:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 138. 00000080:00200000:0.0:1775773081.581740:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1418 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.581753:0:200258:0:(rw26.c:858:ll_write_end()) pos 5808128, len 4096, copied 4096 00000080:00200000:0.0:1775773081.581757:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008a26b5be[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.581759:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cd66c197 17ffffc0001001 3:0 ffff9a60458d42a0 1418 lru 00000080:00200000:0.0:1775773081.581765:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002c132483 1418: 1< 0 - - > 2< 5808128 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.581767:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008a26b5be 00000080:00200000:0.0:1775773081.581768:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 139. 00000080:00200000:0.0:1775773081.581770:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1419 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.581784:0:200258:0:(rw26.c:858:ll_write_end()) pos 5812224, len 4096, copied 4096 00000080:00200000:0.0:1775773081.581812:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b5a28934[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.581815:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000568f0ac8 17ffffc0001001 3:0 ffff9a60458d4700 1419 lru 00000080:00200000:0.0:1775773081.581820:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000363e21e4 1419: 1< 0 - - > 2< 5812224 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.581822:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b5a28934 00000080:00200000:0.0:1775773081.581824:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 140. 00000080:00200000:0.0:1775773081.581826:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1420 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.581841:0:200258:0:(rw26.c:858:ll_write_end()) pos 5816320, len 4096, copied 4096 00000080:00200000:0.0:1775773081.581844:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000012474b04[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.581847:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005ee0671e 17ffffc0001001 3:0 ffff9a60458d4e00 1420 lru 00000080:00200000:0.0:1775773081.581851:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f1ceebef 1420: 1< 0 - - > 2< 5816320 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.581853:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000012474b04 00000080:00200000:0.0:1775773081.581854:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 141. 00000080:00200000:0.0:1775773081.581856:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1421 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.581876:0:200258:0:(rw26.c:858:ll_write_end()) pos 5820416, len 4096, copied 4096 00000080:00200000:0.0:1775773081.581880:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008cba661a[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.581882:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000036fb82a0 17ffffc0001021 2:0 ffff9a60458d4c40 1421 lru 00000080:00200000:0.0:1775773081.581888:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000058a85a91 1421: 1< 0 - - > 2< 5820416 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.581890:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008cba661a 00000080:00200000:0.0:1775773081.581891:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 142. 00000080:00200000:0.0:1775773081.581893:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1422 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.581909:0:200258:0:(rw26.c:858:ll_write_end()) pos 5824512, len 4096, copied 4096 00000080:00200000:0.0:1775773081.581913:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002ce775f6[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.581916:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d09fb180 17ffffc0001001 3:0 ffff9a60458d4000 1422 lru 00000080:00200000:0.0:1775773081.581922:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007d9b8e50 1422: 1< 0 - - > 2< 5824512 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.581924:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002ce775f6 00000080:00200000:0.0:1775773081.581925:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 143. 00000080:00200000:0.0:1775773081.581928:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1423 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.581943:0:200258:0:(rw26.c:858:ll_write_end()) pos 5828608, len 4096, copied 4096 00000080:00200000:0.0:1775773081.581947:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e7bdcf79[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.581949:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000074238679 17ffffc0001001 3:0 ffff9a60458d4460 1423 lru 00000080:00200000:0.0:1775773081.581955:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009f03e5d1 1423: 1< 0 - - > 2< 5828608 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.581957:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e7bdcf79 00000080:00200000:0.0:1775773081.581958:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 144. 00000080:00200000:0.0:1775773081.581959:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1424 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.582048:0:200258:0:(rw26.c:858:ll_write_end()) pos 5832704, len 4096, copied 4096 00000080:00200000:0.0:1775773081.582052:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b71d4aa7[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.582055:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000aeb8551f 17ffffc0001001 3:0 ffff9a60458d4620 1424 lru 00000080:00200000:0.0:1775773081.582059:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c04695cf 1424: 1< 0 - - > 2< 5832704 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.582061:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b71d4aa7 00000080:00200000:0.0:1775773081.582062:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 145. 00000080:00200000:0.0:1775773081.582064:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1425 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.582079:0:200258:0:(rw26.c:858:ll_write_end()) pos 5836800, len 4096, copied 4096 00000080:00200000:0.0:1775773081.582082:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006d5b4412[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.582084:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fcfc8fa8 17ffffc0001001 3:0 ffff9a60458d4380 1425 lru 00000080:00200000:0.0:1775773081.582089:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b71d8233 1425: 1< 0 - - > 2< 5836800 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.582091:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006d5b4412 00000080:00200000:0.0:1775773081.582093:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 146. 00000080:00200000:0.0:1775773081.582094:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1426 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.582106:0:200258:0:(rw26.c:858:ll_write_end()) pos 5840896, len 4096, copied 4096 00000080:00200000:0.0:1775773081.582110:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b03baf20[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.582113:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000bf1b42c 17ffffc0001001 3:0 ffff9a60458d48c0 1426 lru 00000080:00200000:0.0:1775773081.582118:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a470728b 1426: 1< 0 - - > 2< 5840896 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.582120:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b03baf20 00000080:00200000:0.0:1775773081.582122:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 147. 00000080:00200000:0.0:1775773081.582123:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1427 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.582135:0:200258:0:(rw26.c:858:ll_write_end()) pos 5844992, len 4096, copied 4096 00000080:00200000:0.0:1775773081.582138:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000cbe6e8d[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.582141:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000059785324 17ffffc0001001 3:0 ffff9a60458d40e0 1427 lru 00000080:00200000:0.0:1775773081.582145:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000041e3e0f5 1427: 1< 0 - - > 2< 5844992 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.582147:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000cbe6e8d 00000080:00200000:0.0:1775773081.582148:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 148. 00000080:00200000:0.0:1775773081.582150:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1428 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.582161:0:200258:0:(rw26.c:858:ll_write_end()) pos 5849088, len 4096, copied 4096 00000080:00200000:0.0:1775773081.582164:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001e50c47b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.582167:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fafda35b 17ffffc0001001 3:0 ffff9a60458d47e0 1428 lru 00000080:00200000:0.0:1775773081.582172:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003173e00f 1428: 1< 0 - - > 2< 5849088 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.582175:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001e50c47b 00000080:00200000:0.0:1775773081.582176:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 149. 00000080:00200000:0.0:1775773081.582177:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1429 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.582194:0:200258:0:(rw26.c:858:ll_write_end()) pos 5853184, len 4096, copied 4096 00000080:00200000:0.0:1775773081.582198:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006fb0c0e4[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.582201:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009f3c35e8 17ffffc0001001 3:0 ffff9a60458d4540 1429 lru 00000080:00200000:0.0:1775773081.582205:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000513132d5 1429: 1< 0 - - > 2< 5853184 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.582207:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006fb0c0e4 00000080:00200000:0.0:1775773081.582208:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 150. 00000080:00200000:0.0:1775773081.582210:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1430 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.582223:0:200258:0:(rw26.c:858:ll_write_end()) pos 5857280, len 4096, copied 4096 00000080:00200000:0.0:1775773081.582227:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006f47ccfe[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.582229:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f32aab6b 17ffffc0001001 3:0 ffff9a60458d4b60 1430 lru 00000080:00200000:0.0:1775773081.582234:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000040ec1fe8 1430: 1< 0 - - > 2< 5857280 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.582236:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006f47ccfe 00000080:00200000:0.0:1775773081.582237:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 151. 00000080:00200000:0.0:1775773081.582239:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1431 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.582252:0:200258:0:(rw26.c:858:ll_write_end()) pos 5861376, len 4096, copied 4096 00000080:00200000:0.0:1775773081.582255:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f43ad036[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.582257:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002a000108 17ffffc0001001 3:0 ffff9a60513b62a0 1431 lru 00000080:00200000:0.0:1775773081.582261:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c6e84655 1431: 1< 0 - - > 2< 5861376 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.582263:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f43ad036 00000080:00200000:0.0:1775773081.582264:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 152. 00000080:00200000:0.0:1775773081.582265:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1432 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.582279:0:200258:0:(rw26.c:858:ll_write_end()) pos 5865472, len 4096, copied 4096 00000080:00200000:0.0:1775773081.582283:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001666d527[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.582285:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000073432c88 17ffffc0001001 3:0 ffff9a60513b6700 1432 lru 00000080:00200000:0.0:1775773081.582291:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b762b577 1432: 1< 0 - - > 2< 5865472 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.582293:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001666d527 00000080:00200000:0.0:1775773081.582294:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 153. 00000080:00200000:0.0:1775773081.582296:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1433 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.582311:0:200258:0:(rw26.c:858:ll_write_end()) pos 5869568, len 4096, copied 4096 00000080:00200000:0.0:1775773081.582314:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000226eb19b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.582317:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b6983785 17ffffc0001001 3:0 ffff9a60513b6e00 1433 lru 00000080:00200000:0.0:1775773081.582322:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000339ee571 1433: 1< 0 - - > 2< 5869568 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.582325:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000226eb19b 00000080:00200000:0.0:1775773081.583266:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 154. 00000080:00200000:0.0:1775773081.583278:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1434 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.583318:0:200258:0:(rw26.c:858:ll_write_end()) pos 5873664, len 4096, copied 4096 00000080:00200000:0.0:1775773081.583326:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000044137856[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.583342:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004adef079 17ffffc0001001 3:0 ffff9a60513b6c40 1434 lru 00000080:00200000:0.0:1775773081.583349:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c4c0e7c9 1434: 1< 0 - - > 2< 5873664 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.583352:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000044137856 00000080:00200000:0.0:1775773081.583353:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 155. 00000080:00200000:0.0:1775773081.583356:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1435 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.583373:0:200258:0:(rw26.c:858:ll_write_end()) pos 5877760, len 4096, copied 4096 00000080:00200000:0.0:1775773081.583377:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e5788431[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.583380:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b16a432e 17ffffc0001001 3:0 ffff9a60513b6000 1435 lru 00000080:00200000:0.0:1775773081.583386:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d9c88a21 1435: 1< 0 - - > 2< 5877760 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.583388:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e5788431 00000080:00200000:0.0:1775773081.583389:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 156. 00000080:00200000:0.0:1775773081.583391:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1436 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.583414:0:200258:0:(rw26.c:858:ll_write_end()) pos 5881856, len 4096, copied 4096 00000080:00200000:0.0:1775773081.583417:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004d88e1bf[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.583420:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000091829a77 17ffffc0001021 2:0 ffff9a60513b6460 1436 lru 00000080:00200000:0.0:1775773081.583426:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005fffc532 1436: 1< 0 - - > 2< 5881856 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.583428:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004d88e1bf 00000080:00200000:0.0:1775773081.583429:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 157. 00000080:00200000:0.0:1775773081.583431:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1437 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.583445:0:200258:0:(rw26.c:858:ll_write_end()) pos 5885952, len 4096, copied 4096 00000080:00200000:0.0:1775773081.583448:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009a817ddf[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.583451:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000070e6fdae 17ffffc0001001 3:0 ffff9a60513b6620 1437 lru 00000080:00200000:0.0:1775773081.583457:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e1c95b48 1437: 1< 0 - - > 2< 5885952 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.583459:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009a817ddf 00000080:00200000:0.0:1775773081.583460:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 158. 00000080:00200000:0.0:1775773081.583462:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1438 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.583476:0:200258:0:(rw26.c:858:ll_write_end()) pos 5890048, len 4096, copied 4096 00000080:00200000:0.0:1775773081.583480:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cac2168c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.583483:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000763b76e4 17ffffc0001001 3:0 ffff9a60513b6380 1438 lru 00000080:00200000:0.0:1775773081.583488:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000058d7b064 1438: 1< 0 - - > 2< 5890048 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.583490:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cac2168c 00000080:00200000:0.0:1775773081.583491:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 159. 00000080:00200000:0.0:1775773081.583493:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1439 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.583681:0:200258:0:(rw26.c:858:ll_write_end()) pos 5894144, len 4096, copied 4096 00000080:00200000:0.0:1775773081.583686:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000028be3407[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.583689:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001954b926 17ffffc0001001 3:0 ffff9a60513b68c0 1439 lru 00000080:00200000:0.0:1775773081.583694:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002a310f25 1439: 1< 0 - - > 2< 5894144 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.583696:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000028be3407 00000080:00200000:0.0:1775773081.583697:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 160. 00000080:00200000:0.0:1775773081.583699:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1440 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.583711:0:200258:0:(rw26.c:858:ll_write_end()) pos 5898240, len 4096, copied 4096 00000080:00200000:0.0:1775773081.583714:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000759779ff[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.583717:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008bf72317 17ffffc0001001 3:0 ffff9a60513b60e0 1440 lru 00000080:00200000:0.0:1775773081.583721:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000019586ec 1440: 1< 0 - - > 2< 5898240 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.583724:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000759779ff 00000080:00200000:0.0:1775773081.583724:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 161. 00000080:00200000:0.0:1775773081.583735:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1441 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.583749:0:200258:0:(rw26.c:858:ll_write_end()) pos 5902336, len 4096, copied 4096 00000080:00200000:0.0:1775773081.583752:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000030f12a04[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.583755:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007733400d 17ffffc0001001 3:0 ffff9a60513b67e0 1441 lru 00000080:00200000:0.0:1775773081.583760:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000011302a24 1441: 1< 0 - - > 2< 5902336 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.583762:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000030f12a04 00000080:00200000:0.0:1775773081.583763:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 162. 00000080:00200000:0.0:1775773081.583765:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1442 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.583775:0:200258:0:(rw26.c:858:ll_write_end()) pos 5906432, len 4096, copied 4096 00000080:00200000:0.0:1775773081.583778:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f95dcbe5[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.583781:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000055c1894b 17ffffc0001001 3:0 ffff9a60513b6540 1442 lru 00000080:00200000:0.0:1775773081.583786:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002e001101 1442: 1< 0 - - > 2< 5906432 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.583807:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f95dcbe5 00000080:00200000:0.0:1775773081.583808:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 163. 00000080:00200000:0.0:1775773081.583810:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1443 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.583826:0:200258:0:(rw26.c:858:ll_write_end()) pos 5910528, len 4096, copied 4096 00000080:00200000:0.0:1775773081.583830:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e501240d[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.583833:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004671a8a4 17ffffc0001001 3:0 ffff9a60513b6b60 1443 lru 00000080:00200000:0.0:1775773081.583837:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c48cce79 1443: 1< 0 - - > 2< 5910528 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.583840:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e501240d 00000080:00200000:0.0:1775773081.583841:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 164. 00000080:00200000:0.0:1775773081.583843:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1444 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.583854:0:200258:0:(rw26.c:858:ll_write_end()) pos 5914624, len 4096, copied 4096 00000080:00200000:0.0:1775773081.583857:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bdc349d5[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.583860:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000213cb180 17ffffc0001001 3:0 ffff9a60513b6d20 1444 lru 00000080:00200000:0.0:1775773081.583865:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d0ed8d8a 1444: 1< 0 - - > 2< 5914624 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.583867:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bdc349d5 00000080:00200000:0.0:1775773081.583868:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 165. 00000080:00200000:0.0:1775773081.583870:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1445 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.583884:0:200258:0:(rw26.c:858:ll_write_end()) pos 5918720, len 4096, copied 4096 00000080:00200000:0.0:1775773081.583888:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004be6fecb[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.583891:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c816bb48 17ffffc0001001 3:0 ffff9a60513b6a80 1445 lru 00000080:00200000:0.0:1775773081.583896:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000990930b 1445: 1< 0 - - > 2< 5918720 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.583899:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004be6fecb 00000080:00200000:0.0:1775773081.583900:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 166. 00000080:00200000:0.0:1775773081.583902:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1446 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.583916:0:200258:0:(rw26.c:858:ll_write_end()) pos 5922816, len 4096, copied 4096 00000080:00200000:0.0:1775773081.583920:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d79847b0[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.583923:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dcabd2c0 17ffffc0001001 3:0 ffff9a60513b69a0 1446 lru 00000080:00200000:0.0:1775773081.583928:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cc323aec 1446: 1< 0 - - > 2< 5922816 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.583930:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d79847b0 00000080:00200000:0.0:1775773081.583931:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 167. 00000080:00200000:0.0:1775773081.583933:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1447 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.583947:0:200258:0:(rw26.c:858:ll_write_end()) pos 5926912, len 4096, copied 4096 00000080:00200000:0.0:1775773081.583951:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b83988d1[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.583953:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000092109dcb 17ffffc0001001 3:0 ffff9a60513b6ee0 1447 lru 00000080:00200000:0.0:1775773081.583958:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002fdba2b3 1447: 1< 0 - - > 2< 5926912 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.583960:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b83988d1 00000080:00200000:0.0:1775773081.583961:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 168. 00000080:00200000:0.0:1775773081.583963:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1448 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.583977:0:200258:0:(rw26.c:858:ll_write_end()) pos 5931008, len 4096, copied 4096 00000080:00200000:0.0:1775773081.583981:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000078e117d7[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.583984:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000db1ee30c 17ffffc0001001 3:0 ffff9a60513b61c0 1448 lru 00000080:00200000:0.0:1775773081.583989:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b977995a 1448: 1< 0 - - > 2< 5931008 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.583991:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000078e117d7 00000080:00200000:0.0:1775773081.583992:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 169. 00000080:00200000:0.0:1775773081.583994:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1449 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584010:0:200258:0:(rw26.c:858:ll_write_end()) pos 5935104, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584015:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000074387d3b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584018:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ef9e4322 17ffffc0001001 3:0 ffff9a6045ca37e0 1449 lru 00000080:00200000:0.0:1775773081.584023:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005c5c3593 1449: 1< 0 - - > 2< 5935104 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584026:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000074387d3b 00000080:00200000:0.0:1775773081.584027:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 170. 00000080:00200000:0.0:1775773081.584029:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1450 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584047:0:200258:0:(rw26.c:858:ll_write_end()) pos 5939200, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584052:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005d81e8a3[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584055:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000003c5af2d 17ffffc0001001 3:0 ffff9a6045ca30e0 1450 lru 00000080:00200000:0.0:1775773081.584060:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005557319a 1450: 1< 0 - - > 2< 5939200 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584063:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005d81e8a3 00000080:00200000:0.0:1775773081.584064:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 171. 00000080:00200000:0.0:1775773081.584066:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1451 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584086:0:200258:0:(rw26.c:858:ll_write_end()) pos 5943296, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584090:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000044284c75[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584093:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ad169f8c 17ffffc0001021 2:0 ffff9a6045ca38c0 1451 lru 00000080:00200000:0.0:1775773081.584098:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a009b07c 1451: 1< 0 - - > 2< 5943296 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584100:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000044284c75 00000080:00200000:0.0:1775773081.584101:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 172. 00000080:00200000:0.0:1775773081.584103:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1452 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584119:0:200258:0:(rw26.c:858:ll_write_end()) pos 5947392, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584124:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a57e5355[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584127:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f0d580f8 17ffffc0001001 3:0 ffff9a6045ca3380 1452 lru 00000080:00200000:0.0:1775773081.584132:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000d8a5f84 1452: 1< 0 - - > 2< 5947392 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584135:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a57e5355 00000080:00200000:0.0:1775773081.584136:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 173. 00000080:00200000:0.0:1775773081.584138:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1453 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584151:0:200258:0:(rw26.c:858:ll_write_end()) pos 5951488, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584154:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f78c9724[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584157:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000002c73c77 17ffffc0001001 3:0 ffff9a6045ca3620 1453 lru 00000080:00200000:0.0:1775773081.584161:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000006a2a3ad 1453: 1< 0 - - > 2< 5951488 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584164:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f78c9724 00000080:00200000:0.0:1775773081.584165:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 174. 00000080:00200000:0.0:1775773081.584167:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1454 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584178:0:200258:0:(rw26.c:858:ll_write_end()) pos 5955584, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584182:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000062456354[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584185:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000000ba5c2e 17ffffc0001001 3:0 ffff9a6045ca3460 1454 lru 00000080:00200000:0.0:1775773081.584190:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000955db874 1454: 1< 0 - - > 2< 5955584 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584192:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000062456354 00000080:00200000:0.0:1775773081.584193:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 175. 00000080:00200000:0.0:1775773081.584195:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1455 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584210:0:200258:0:(rw26.c:858:ll_write_end()) pos 5959680, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584214:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006dc3bd1c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584217:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007ccbb16e 17ffffc0001001 3:0 ffff9a6045ca3000 1455 lru 00000080:00200000:0.0:1775773081.584222:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d9f1afc5 1455: 1< 0 - - > 2< 5959680 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584224:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006dc3bd1c 00000080:00200000:0.0:1775773081.584225:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 176. 00000080:00200000:0.0:1775773081.584227:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1456 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584243:0:200258:0:(rw26.c:858:ll_write_end()) pos 5963776, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584247:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f6865197[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584249:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000008eac934 17ffffc0001001 3:0 ffff9a6045ca3c40 1456 lru 00000080:00200000:0.0:1775773081.584254:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c028d8db 1456: 1< 0 - - > 2< 5963776 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584256:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f6865197 00000080:00200000:0.0:1775773081.584257:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 177. 00000080:00200000:0.0:1775773081.584259:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1457 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584273:0:200258:0:(rw26.c:858:ll_write_end()) pos 5967872, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584276:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000957b352a[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584279:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c9b07de0 17ffffc0001001 3:0 ffff9a6045ca3e00 1457 lru 00000080:00200000:0.0:1775773081.584284:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005521fef3 1457: 1< 0 - - > 2< 5967872 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584286:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000957b352a 00000080:00200000:0.0:1775773081.584287:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 178. 00000080:00200000:0.0:1775773081.584289:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1458 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584300:0:200258:0:(rw26.c:858:ll_write_end()) pos 5971968, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584303:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006190a65c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584306:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ed785691 17ffffc0001001 3:0 ffff9a6045ca3700 1458 lru 00000080:00200000:0.0:1775773081.584312:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ce09f143 1458: 1< 0 - - > 2< 5971968 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584314:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006190a65c 00000080:00200000:0.0:1775773081.584315:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 179. 00000080:00200000:0.0:1775773081.584317:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1459 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584328:0:200258:0:(rw26.c:858:ll_write_end()) pos 5976064, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584338:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000078568800[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584341:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000014bee987 17ffffc0001001 3:0 ffff9a6045ca32a0 1459 lru 00000080:00200000:0.0:1775773081.584346:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006510aed8 1459: 1< 0 - - > 2< 5976064 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584349:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000078568800 00000080:00200000:0.0:1775773081.584350:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 180. 00000080:00200000:0.0:1775773081.584352:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1460 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584365:0:200258:0:(rw26.c:858:ll_write_end()) pos 5980160, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584368:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fe3a0cef[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584371:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ee521a66 17ffffc0001001 3:0 ffff9a6045ca31c0 1460 lru 00000080:00200000:0.0:1775773081.584376:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000370a7179 1460: 1< 0 - - > 2< 5980160 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584378:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fe3a0cef 00000080:00200000:0.0:1775773081.584378:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 181. 00000080:00200000:0.0:1775773081.584380:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1461 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584392:0:200258:0:(rw26.c:858:ll_write_end()) pos 5984256, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584396:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c22cd31a[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584399:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000015439972 17ffffc0001001 3:0 ffff9a6045ca3ee0 1461 lru 00000080:00200000:0.0:1775773081.584404:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001fff42e8 1461: 1< 0 - - > 2< 5984256 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584407:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c22cd31a 00000080:00200000:0.0:1775773081.584408:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 182. 00000080:00200000:0.0:1775773081.584409:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1462 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584427:0:200258:0:(rw26.c:858:ll_write_end()) pos 5988352, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584431:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cef52960[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584433:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000058ae8b76 17ffffc0001001 3:0 ffff9a6045ca39a0 1462 lru 00000080:00200000:0.0:1775773081.584439:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000080781567 1462: 1< 0 - - > 2< 5988352 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584441:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cef52960 00000080:00200000:0.0:1775773081.584442:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 183. 00000080:00200000:0.0:1775773081.584444:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1463 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584455:0:200258:0:(rw26.c:858:ll_write_end()) pos 5992448, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584459:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003067196f[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584461:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bbfdfae6 17ffffc0001001 3:0 ffff9a6045ca3a80 1463 lru 00000080:00200000:0.0:1775773081.584467:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a2e79234 1463: 1< 0 - - > 2< 5992448 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584469:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003067196f 00000080:00200000:0.0:1775773081.584470:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 184. 00000080:00200000:0.0:1775773081.584472:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1464 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584486:0:200258:0:(rw26.c:858:ll_write_end()) pos 5996544, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584489:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f65290cd[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584492:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000420070d6 17ffffc0001001 3:0 ffff9a6045ca3d20 1464 lru 00000080:00200000:0.0:1775773081.584507:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006d3030f6 1464: 1< 0 - - > 2< 5996544 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584509:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f65290cd 00000080:00200000:0.0:1775773081.584510:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 185. 00000080:00200000:0.0:1775773081.584512:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1465 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584526:0:200258:0:(rw26.c:858:ll_write_end()) pos 6000640, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584529:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005f197011[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584532:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ac6b5dff 17ffffc0001001 3:0 ffff9a6045ca3b60 1465 lru 00000080:00200000:0.0:1775773081.584536:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002db1796a 1465: 1< 0 - - > 2< 6000640 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584538:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005f197011 00000080:00200000:0.0:1775773081.584539:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 186. 00000080:00200000:0.0:1775773081.584541:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1466 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584840:0:200258:0:(rw26.c:858:ll_write_end()) pos 6004736, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584845:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fa8d1ab4[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584848:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000d2cdce0 17ffffc0001021 2:0 ffff9a6045ca3540 1466 lru 00000080:00200000:0.0:1775773081.584853:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006ded33fb 1466: 1< 0 - - > 2< 6004736 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584855:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fa8d1ab4 00000080:00200000:0.0:1775773081.584856:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 187. 00000080:00200000:0.0:1775773081.584858:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1467 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584876:0:200258:0:(rw26.c:858:ll_write_end()) pos 6008832, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584881:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000607f2e10[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584884:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000079b86463 17ffffc0001001 3:0 ffff9a6048ba51c0 1467 lru 00000080:00200000:0.0:1775773081.584889:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cabd25cc 1467: 1< 0 - - > 2< 6008832 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584891:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000607f2e10 00000080:00200000:0.0:1775773081.584892:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 188. 00000080:00200000:0.0:1775773081.584894:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1468 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584910:0:200258:0:(rw26.c:858:ll_write_end()) pos 6012928, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584914:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006a8eeee3[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584917:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000af13d77c 17ffffc0001001 3:0 ffff9a6048ba5ee0 1468 lru 00000080:00200000:0.0:1775773081.584922:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e1f23a99 1468: 1< 0 - - > 2< 6012928 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584924:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006a8eeee3 00000080:00200000:0.0:1775773081.584925:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 189. 00000080:00200000:0.0:1775773081.584927:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1469 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584943:0:200258:0:(rw26.c:858:ll_write_end()) pos 6017024, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584947:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a7b70e45[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584949:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000071a17d14 17ffffc0001001 3:0 ffff9a6048ba59a0 1469 lru 00000080:00200000:0.0:1775773081.584955:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e7c8c6d3 1469: 1< 0 - - > 2< 6017024 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584957:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a7b70e45 00000080:00200000:0.0:1775773081.584958:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 190. 00000080:00200000:0.0:1775773081.584960:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1470 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.584973:0:200258:0:(rw26.c:858:ll_write_end()) pos 6021120, len 4096, copied 4096 00000080:00200000:0.0:1775773081.584977:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000de06f41f[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.584979:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006dce21a5 17ffffc0001001 3:0 ffff9a6048ba5a80 1470 lru 00000080:00200000:0.0:1775773081.584984:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008a6af2ab 1470: 1< 0 - - > 2< 6021120 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.584987:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000de06f41f 00000080:00200000:0.0:1775773081.584988:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 191. 00000080:00200000:0.0:1775773081.584990:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1471 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.585007:0:200258:0:(rw26.c:858:ll_write_end()) pos 6025216, len 4096, copied 4096 00000080:00200000:0.0:1775773081.585010:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f9e94c6d[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.585013:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007f841475 17ffffc0001001 3:0 ffff9a6048ba5d20 1471 lru 00000080:00200000:0.0:1775773081.585018:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008f8ff2e4 1471: 1< 0 - - > 2< 6025216 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.585020:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f9e94c6d 00000080:00200000:0.0:1775773081.585021:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 192. 00000080:00200000:0.0:1775773081.585023:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1472 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.585045:0:200258:0:(rw26.c:858:ll_write_end()) pos 6029312, len 4096, copied 4096 00000080:00200000:0.0:1775773081.585049:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000020f1371[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.585052:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cf0dee6c 17ffffc0001001 3:0 ffff9a6048ba5b60 1472 lru 00000080:00200000:0.0:1775773081.585057:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006777a120 1472: 1< 0 - - > 2< 6029312 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.585059:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000020f1371 00000080:00200000:0.0:1775773081.585060:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 193. 00000080:00200000:0.0:1775773081.585062:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1473 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.585077:0:200258:0:(rw26.c:858:ll_write_end()) pos 6033408, len 4096, copied 4096 00000080:00200000:0.0:1775773081.585081:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000038bdc34b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.585084:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000010914594 17ffffc0001001 3:0 ffff9a6048ba5540 1473 lru 00000080:00200000:0.0:1775773081.585089:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000096501cc0 1473: 1< 0 - - > 2< 6033408 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.585091:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000038bdc34b 00000080:00200000:0.0:1775773081.585092:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 194. 00000080:00200000:0.0:1775773081.585094:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1474 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.585110:0:200258:0:(rw26.c:858:ll_write_end()) pos 6037504, len 4096, copied 4096 00000080:00200000:0.0:1775773081.585114:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000063e88c3a[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.585117:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a80ed708 17ffffc0001001 3:0 ffff9a6048ba57e0 1474 lru 00000080:00200000:0.0:1775773081.585122:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b4b6c9a1 1474: 1< 0 - - > 2< 6037504 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.585124:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000063e88c3a 00000080:00200000:0.0:1775773081.585126:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 195. 00000080:00200000:0.0:1775773081.585128:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1475 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.585145:0:200258:0:(rw26.c:858:ll_write_end()) pos 6041600, len 4096, copied 4096 00000080:00200000:0.0:1775773081.585149:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000aac31766[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.585151:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000742daddc 17ffffc0001001 3:0 ffff9a6048ba50e0 1475 lru 00000080:00200000:0.0:1775773081.585156:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006894dd5c 1475: 1< 0 - - > 2< 6041600 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.585159:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000aac31766 00000080:00200000:0.0:1775773081.585159:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 196. 00000080:00200000:0.0:1775773081.585161:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1476 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.585175:0:200258:0:(rw26.c:858:ll_write_end()) pos 6045696, len 4096, copied 4096 00000080:00200000:0.0:1775773081.585179:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000070bc6544[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.585182:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c410d362 17ffffc0001001 3:0 ffff9a6048ba58c0 1476 lru 00000080:00200000:0.0:1775773081.585187:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ae80dfa8 1476: 1< 0 - - > 2< 6045696 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.585190:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000070bc6544 00000080:00200000:0.0:1775773081.585191:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 197. 00000080:00200000:0.0:1775773081.585193:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1477 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.585209:0:200258:0:(rw26.c:858:ll_write_end()) pos 6049792, len 4096, copied 4096 00000080:00200000:0.0:1775773081.585213:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002a2fb882[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.585215:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000054e22fcb 17ffffc0001001 3:0 ffff9a6048ba5380 1477 lru 00000080:00200000:0.0:1775773081.585220:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000077d7552c 1477: 1< 0 - - > 2< 6049792 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.585222:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002a2fb882 00000080:00200000:0.0:1775773081.585223:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 198. 00000080:00200000:0.0:1775773081.585225:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1478 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.585242:0:200258:0:(rw26.c:858:ll_write_end()) pos 6053888, len 4096, copied 4096 00000080:00200000:0.0:1775773081.585246:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e0d07661[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.585248:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000073978abe 17ffffc0001001 3:0 ffff9a6048ba5620 1478 lru 00000080:00200000:0.0:1775773081.585253:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006be56fd3 1478: 1< 0 - - > 2< 6053888 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.585255:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e0d07661 00000080:00200000:0.0:1775773081.585256:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 199. 00000080:00200000:0.0:1775773081.585257:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1479 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.585270:0:200258:0:(rw26.c:858:ll_write_end()) pos 6057984, len 4096, copied 4096 00000080:00200000:0.0:1775773081.585275:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a307aa68[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.585277:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000069b46883 17ffffc0001001 3:0 ffff9a6048ba5460 1479 lru 00000080:00200000:0.0:1775773081.585282:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d374c0e3 1479: 1< 0 - - > 2< 6057984 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.585285:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a307aa68 00000080:00200000:0.0:1775773081.585287:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 200. 00000080:00200000:0.0:1775773081.585289:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1480 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.585305:0:200258:0:(rw26.c:858:ll_write_end()) pos 6062080, len 4096, copied 4096 00000080:00200000:0.0:1775773081.585309:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008973b387[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.585311:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000efb9fd6a 17ffffc0001001 3:0 ffff9a6048ba5000 1480 lru 00000080:00200000:0.0:1775773081.585317:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000082f066c4 1480: 1< 0 - - > 2< 6062080 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.585319:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008973b387 00000080:00200000:0.0:1775773081.585320:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 201. 00000080:00200000:0.0:1775773081.585321:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1481 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.586472:0:200258:0:(rw26.c:858:ll_write_end()) pos 6066176, len 4096, copied 4096 00000080:00200000:0.0:1775773081.586487:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000089d85e[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.586490:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000084dbc672 17ffffc0001021 2:0 ffff9a6048ba5c40 1481 lru 00000080:00200000:0.0:1775773081.586509:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000080877a60 1481: 1< 0 - - > 2< 6066176 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.586511:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000089d85e 00000080:00200000:0.0:1775773081.586512:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 202. 00000080:00200000:0.0:1775773081.586517:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1482 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.586543:0:200258:0:(rw26.c:858:ll_write_end()) pos 6070272, len 4096, copied 4096 00000080:00200000:0.0:1775773081.586548:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000038c84f1b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.586703:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cceaedf3 17ffffc0001001 3:0 ffff9a6048ba5e00 1482 lru 00000080:00200000:0.0:1775773081.586709:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e6c1bf5c 1482: 1< 0 - - > 2< 6070272 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.586710:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000038c84f1b 00000080:00200000:0.0:1775773081.586712:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 203. 00000080:00200000:0.0:1775773081.586714:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1483 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.586730:0:200258:0:(rw26.c:858:ll_write_end()) pos 6074368, len 4096, copied 4096 00000080:00200000:0.0:1775773081.586734:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000076b33869[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.586736:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c5022020 17ffffc0001001 3:0 ffff9a6048ba5700 1483 lru 00000080:00200000:0.0:1775773081.586741:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000f50790d 1483: 1< 0 - - > 2< 6074368 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.586743:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000076b33869 00000080:00200000:0.0:1775773081.586744:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 204. 00000080:00200000:0.0:1775773081.586746:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1484 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.586760:0:200258:0:(rw26.c:858:ll_write_end()) pos 6078464, len 4096, copied 4096 00000080:00200000:0.0:1775773081.586764:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004a499b53[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.586766:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ced11652 17ffffc0001001 3:0 ffff9a6048ba52a0 1484 lru 00000080:00200000:0.0:1775773081.586771:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b255059f 1484: 1< 0 - - > 2< 6078464 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.586773:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004a499b53 00000080:00200000:0.0:1775773081.586774:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 205. 00000080:00200000:0.0:1775773081.586775:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1485 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.586897:0:200258:0:(rw26.c:858:ll_write_end()) pos 6082560, len 4096, copied 4096 00000080:00200000:0.0:1775773081.586902:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e7cb8cae[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.586905:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000346cf06a 17ffffc0001001 3:0 ffff9a60513180e0 1485 lru 00000080:00200000:0.0:1775773081.586911:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000065e844e5 1485: 1< 0 - - > 2< 6082560 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.586913:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e7cb8cae 00000080:00200000:0.0:1775773081.586914:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 206. 00000080:00200000:0.0:1775773081.586916:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1486 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.586933:0:200258:0:(rw26.c:858:ll_write_end()) pos 6086656, len 4096, copied 4096 00000080:00200000:0.0:1775773081.586938:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009fdd4bd3[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.586940:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007019fa87 17ffffc0001001 3:0 ffff9a60513188c0 1486 lru 00000080:00200000:0.0:1775773081.586945:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000026dc51a5 1486: 1< 0 - - > 2< 6086656 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.586947:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009fdd4bd3 00000080:00200000:0.0:1775773081.586948:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 207. 00000080:00200000:0.0:1775773081.586950:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1487 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.586963:0:200258:0:(rw26.c:858:ll_write_end()) pos 6090752, len 4096, copied 4096 00000080:00200000:0.0:1775773081.586967:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ce2a5aa1[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.586970:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000013c9ce7f 17ffffc0001001 3:0 ffff9a6051318380 1487 lru 00000080:00200000:0.0:1775773081.586975:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005d15922d 1487: 1< 0 - - > 2< 6090752 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.586978:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ce2a5aa1 00000080:00200000:0.0:1775773081.586979:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 208. 00000080:00200000:0.0:1775773081.586981:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1488 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.586995:0:200258:0:(rw26.c:858:ll_write_end()) pos 6094848, len 4096, copied 4096 00000080:00200000:0.0:1775773081.587000:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000695765ae[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.587002:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f5f67811 17ffffc0001001 3:0 ffff9a6051318620 1488 lru 00000080:00200000:0.0:1775773081.587008:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cd0dfa44 1488: 1< 0 - - > 2< 6094848 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.587010:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000695765ae 00000080:00200000:0.0:1775773081.587011:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 209. 00000080:00200000:0.0:1775773081.587013:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1489 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.587029:0:200258:0:(rw26.c:858:ll_write_end()) pos 6098944, len 4096, copied 4096 00000080:00200000:0.0:1775773081.587033:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000008ead2e3[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.587036:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007a3595f7 17ffffc0001001 3:0 ffff9a6051318460 1489 lru 00000080:00200000:0.0:1775773081.587041:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000044e2b77e 1489: 1< 0 - - > 2< 6098944 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.587043:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000008ead2e3 00000080:00200000:0.0:1775773081.587045:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 210. 00000080:00200000:0.0:1775773081.587046:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1490 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.587062:0:200258:0:(rw26.c:858:ll_write_end()) pos 6103040, len 4096, copied 4096 00000080:00200000:0.0:1775773081.587066:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b3ac2252[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.587069:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005e8c2983 17ffffc0001001 3:0 ffff9a6051318000 1490 lru 00000080:00200000:0.0:1775773081.587074:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000973aa0ff 1490: 1< 0 - - > 2< 6103040 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.587076:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b3ac2252 00000080:00200000:0.0:1775773081.587078:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 211. 00000080:00200000:0.0:1775773081.587080:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1491 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.587095:0:200258:0:(rw26.c:858:ll_write_end()) pos 6107136, len 4096, copied 4096 00000080:00200000:0.0:1775773081.587100:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c4c50049[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.587102:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000086501c16 17ffffc0001001 3:0 ffff9a6051318c40 1491 lru 00000080:00200000:0.0:1775773081.587107:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c47a25df 1491: 1< 0 - - > 2< 6107136 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.587109:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c4c50049 00000080:00200000:0.0:1775773081.587110:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 212. 00000080:00200000:0.0:1775773081.587112:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1492 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.587129:0:200258:0:(rw26.c:858:ll_write_end()) pos 6111232, len 4096, copied 4096 00000080:00200000:0.0:1775773081.587133:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006d04ef01[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.587136:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000aff606ec 17ffffc0001001 3:0 ffff9a6051318e00 1492 lru 00000080:00200000:0.0:1775773081.587141:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000046197a2c 1492: 1< 0 - - > 2< 6111232 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.587143:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006d04ef01 00000080:00200000:0.0:1775773081.587144:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 213. 00000080:00200000:0.0:1775773081.587146:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1493 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.587162:0:200258:0:(rw26.c:858:ll_write_end()) pos 6115328, len 4096, copied 4096 00000080:00200000:0.0:1775773081.587166:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003027aab1[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.587168:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000193bc9dc 17ffffc0001001 3:0 ffff9a6051318700 1493 lru 00000080:00200000:0.0:1775773081.587174:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c89af605 1493: 1< 0 - - > 2< 6115328 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.587176:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003027aab1 00000080:00200000:0.0:1775773081.587177:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 214. 00000080:00200000:0.0:1775773081.587179:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1494 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.587195:0:200258:0:(rw26.c:858:ll_write_end()) pos 6119424, len 4096, copied 4096 00000080:00200000:0.0:1775773081.587199:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a0045014[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.587202:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008883d1fa 17ffffc0001001 3:0 ffff9a60513182a0 1494 lru 00000080:00200000:0.0:1775773081.587207:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001a3e5f63 1494: 1< 0 - - > 2< 6119424 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.587210:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a0045014 00000080:00200000:0.0:1775773081.587211:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 215. 00000080:00200000:0.0:1775773081.587213:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1495 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.587227:0:200258:0:(rw26.c:858:ll_write_end()) pos 6123520, len 4096, copied 4096 00000080:00200000:0.0:1775773081.587231:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c5ec0ad0[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.587234:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000058c13778 17ffffc0001001 3:0 ffff9a60513181c0 1495 lru 00000080:00200000:0.0:1775773081.587240:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000061013129 1495: 1< 0 - - > 2< 6123520 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.587242:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c5ec0ad0 00000080:00200000:0.0:1775773081.587244:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 216. 00000080:00200000:0.0:1775773081.587246:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1496 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.587267:0:200258:0:(rw26.c:858:ll_write_end()) pos 6127616, len 4096, copied 4096 00000080:00200000:0.0:1775773081.587271:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000162d4d61[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.587273:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000100b8db0 17ffffc0001021 2:0 ffff9a6051318ee0 1496 lru 00000080:00200000:0.0:1775773081.587279:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000076bb4d55 1496: 1< 0 - - > 2< 6127616 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.587281:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000162d4d61 00000080:00200000:0.0:1775773081.587282:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 217. 00000080:00200000:0.0:1775773081.587284:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1497 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.587299:0:200258:0:(rw26.c:858:ll_write_end()) pos 6131712, len 4096, copied 4096 00000080:00200000:0.0:1775773081.587303:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000475cf541[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.587306:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a1c042e5 17ffffc0001001 3:0 ffff9a60513189a0 1497 lru 00000080:00200000:0.0:1775773081.587311:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000096f7e1c8 1497: 1< 0 - - > 2< 6131712 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.587313:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000475cf541 00000080:00200000:0.0:1775773081.587314:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 218. 00000080:00200000:0.0:1775773081.587316:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1498 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.587330:0:200258:0:(rw26.c:858:ll_write_end()) pos 6135808, len 4096, copied 4096 00000080:00200000:0.0:1775773081.587930:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000084488d31[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.587933:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003b4fb78f 17ffffc0001001 3:0 ffff9a6051318a80 1498 lru 00000080:00200000:0.0:1775773081.587939:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005c053f4a 1498: 1< 0 - - > 2< 6135808 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.587941:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000084488d31 00000080:00200000:0.0:1775773081.587943:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 219. 00000080:00200000:0.0:1775773081.587946:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1499 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.587976:0:200258:0:(rw26.c:858:ll_write_end()) pos 6139904, len 4096, copied 4096 00000080:00200000:0.0:1775773081.587980:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ae3046bf[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.587983:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003e61428e 17ffffc0001001 3:0 ffff9a6051318d20 1499 lru 00000080:00200000:0.0:1775773081.587988:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000468bac5b 1499: 1< 0 - - > 2< 6139904 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.587990:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ae3046bf 00000080:00200000:0.0:1775773081.587991:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 220. 00000080:00200000:0.0:1775773081.587993:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1500 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.588010:0:200258:0:(rw26.c:858:ll_write_end()) pos 6144000, len 4096, copied 4096 00000080:00200000:0.0:1775773081.588014:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000027050cd0[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.588017:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000079a4671c 17ffffc0001001 3:0 ffff9a6051318b60 1500 lru 00000080:00200000:0.0:1775773081.588023:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000d87dd16 1500: 1< 0 - - > 2< 6144000 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.588025:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000027050cd0 00000080:00200000:0.0:1775773081.588027:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 221. 00000080:00200000:0.0:1775773081.588028:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1501 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.588045:0:200258:0:(rw26.c:858:ll_write_end()) pos 6148096, len 4096, copied 4096 00000080:00200000:0.0:1775773081.588049:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006af43157[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.588052:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b1ad0f34 17ffffc0001001 3:0 ffff9a6051318540 1501 lru 00000080:00200000:0.0:1775773081.588057:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008bcfe39b 1501: 1< 0 - - > 2< 6148096 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.588059:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006af43157 00000080:00200000:0.0:1775773081.588060:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 222. 00000080:00200000:0.0:1775773081.588062:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1502 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.588078:0:200258:0:(rw26.c:858:ll_write_end()) pos 6152192, len 4096, copied 4096 00000080:00200000:0.0:1775773081.588082:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f7541c8b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.588085:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bd2e0ae5 17ffffc0001001 3:0 ffff9a60513187e0 1502 lru 00000080:00200000:0.0:1775773081.588091:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003021f1c8 1502: 1< 0 - - > 2< 6152192 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.588093:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f7541c8b 00000080:00200000:0.0:1775773081.588094:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 223. 00000080:00200000:0.0:1775773081.588096:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1503 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.588114:0:200258:0:(rw26.c:858:ll_write_end()) pos 6156288, len 4096, copied 4096 00000080:00200000:0.0:1775773081.588120:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b807733c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.588123:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000097c28fd 17ffffc0001001 3:0 ffff9a60430d0540 1503 lru 00000080:00200000:0.0:1775773081.588128:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000051e7b629 1503: 1< 0 - - > 2< 6156288 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.588130:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b807733c 00000080:00200000:0.0:1775773081.588131:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 224. 00000080:00200000:0.0:1775773081.588133:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1504 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.588149:0:200258:0:(rw26.c:858:ll_write_end()) pos 6160384, len 4096, copied 4096 00000080:00200000:0.0:1775773081.588153:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000451c1e0c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.588156:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005868e45f 17ffffc0001001 3:0 ffff9a60430d07e0 1504 lru 00000080:00200000:0.0:1775773081.588161:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000087353107 1504: 1< 0 - - > 2< 6160384 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.588164:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000451c1e0c 00000080:00200000:0.0:1775773081.588165:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 225. 00000080:00200000:0.0:1775773081.588167:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1505 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.588182:0:200258:0:(rw26.c:858:ll_write_end()) pos 6164480, len 4096, copied 4096 00000080:00200000:0.0:1775773081.588186:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006262c7f8[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.588189:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f3035bd0 17ffffc0001001 3:0 ffff9a60430d00e0 1505 lru 00000080:00200000:0.0:1775773081.588194:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007c63a4d0 1505: 1< 0 - - > 2< 6164480 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.588197:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006262c7f8 00000080:00200000:0.0:1775773081.588198:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 226. 00000080:00200000:0.0:1775773081.588200:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1506 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.588216:0:200258:0:(rw26.c:858:ll_write_end()) pos 6168576, len 4096, copied 4096 00000080:00200000:0.0:1775773081.588220:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000001ee94fb[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.588223:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000023b4df8b 17ffffc0001001 3:0 ffff9a60430d08c0 1506 lru 00000080:00200000:0.0:1775773081.588228:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a9e17074 1506: 1< 0 - - > 2< 6168576 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.588230:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000001ee94fb 00000080:00200000:0.0:1775773081.588231:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 227. 00000080:00200000:0.0:1775773081.588233:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1507 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.588249:0:200258:0:(rw26.c:858:ll_write_end()) pos 6172672, len 4096, copied 4096 00000080:00200000:0.0:1775773081.588252:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f58af4bf[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.588255:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e8265419 17ffffc0001001 3:0 ffff9a60430d0380 1507 lru 00000080:00200000:0.0:1775773081.588260:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008abf1edd 1507: 1< 0 - - > 2< 6172672 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.588262:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f58af4bf 00000080:00200000:0.0:1775773081.588263:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 228. 00000080:00200000:0.0:1775773081.588265:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1508 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.588280:0:200258:0:(rw26.c:858:ll_write_end()) pos 6176768, len 4096, copied 4096 00000080:00200000:0.0:1775773081.588284:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000420bc7e8[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.588286:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000076a2604 17ffffc0001001 3:0 ffff9a60430d0620 1508 lru 00000080:00200000:0.0:1775773081.588292:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000079c4d50f 1508: 1< 0 - - > 2< 6176768 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.588294:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000420bc7e8 00000080:00200000:0.0:1775773081.588295:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 229. 00000080:00200000:0.0:1775773081.588297:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1509 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.588311:0:200258:0:(rw26.c:858:ll_write_end()) pos 6180864, len 4096, copied 4096 00000080:00200000:0.0:1775773081.588315:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e4694bb8[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.588318:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009cafbd60 17ffffc0001001 3:0 ffff9a60430d0460 1509 lru 00000080:00200000:0.0:1775773081.588323:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007a81e121 1509: 1< 0 - - > 2< 6180864 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.588325:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e4694bb8 00000080:00200000:0.0:1775773081.588326:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 230. 00000080:00200000:0.0:1775773081.588328:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1510 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.588951:0:200258:0:(rw26.c:858:ll_write_end()) pos 6184960, len 4096, copied 4096 00000080:00200000:0.0:1775773081.588958:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000427ce557[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.588961:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000511569f1 17ffffc0001001 3:0 ffff9a60430d0000 1510 lru 00000080:00200000:0.0:1775773081.588967:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fd9d70d3 1510: 1< 0 - - > 2< 6184960 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.588969:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000427ce557 00000080:00200000:0.0:1775773081.588971:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 231. 00000080:00200000:0.0:1775773081.588974:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1511 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.588999:0:200258:0:(rw26.c:858:ll_write_end()) pos 6189056, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589003:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a892433c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589006:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000baf5c109 17ffffc0001021 2:0 ffff9a60430d0c40 1511 lru 00000080:00200000:0.0:1775773081.589010:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cace228c 1511: 1< 0 - - > 2< 6189056 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589013:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a892433c 00000080:00200000:0.0:1775773081.589014:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 232. 00000080:00200000:0.0:1775773081.589016:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1512 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589029:0:200258:0:(rw26.c:858:ll_write_end()) pos 6193152, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589033:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a37e2181[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589036:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000066c1da8a 17ffffc0001001 3:0 ffff9a60430d0e00 1512 lru 00000080:00200000:0.0:1775773081.589041:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e7197f75 1512: 1< 0 - - > 2< 6193152 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589044:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a37e2181 00000080:00200000:0.0:1775773081.589044:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 233. 00000080:00200000:0.0:1775773081.589047:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1513 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589064:0:200258:0:(rw26.c:858:ll_write_end()) pos 6197248, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589069:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000be12996d[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589071:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000039cadfe6 17ffffc0001001 3:0 ffff9a60430d0700 1513 lru 00000080:00200000:0.0:1775773081.589076:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006dcb393c 1513: 1< 0 - - > 2< 6197248 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589078:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000be12996d 00000080:00200000:0.0:1775773081.589079:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 234. 00000080:00200000:0.0:1775773081.589081:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1514 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589094:0:200258:0:(rw26.c:858:ll_write_end()) pos 6201344, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589098:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e6492e9b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589100:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000012959637 17ffffc0001001 3:0 ffff9a60430d02a0 1514 lru 00000080:00200000:0.0:1775773081.589105:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c9ed4dff 1514: 1< 0 - - > 2< 6201344 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589107:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e6492e9b 00000080:00200000:0.0:1775773081.589108:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 235. 00000080:00200000:0.0:1775773081.589110:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1515 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589120:0:200258:0:(rw26.c:858:ll_write_end()) pos 6205440, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589124:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ea230eb8[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589126:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b0670eb6 17ffffc0001001 3:0 ffff9a60430d01c0 1515 lru 00000080:00200000:0.0:1775773081.589131:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b41c1ed4 1515: 1< 0 - - > 2< 6205440 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589133:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ea230eb8 00000080:00200000:0.0:1775773081.589134:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 236. 00000080:00200000:0.0:1775773081.589135:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1516 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589145:0:200258:0:(rw26.c:858:ll_write_end()) pos 6209536, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589148:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008064ad60[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589150:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002a73bc20 17ffffc0001001 3:0 ffff9a60430d0ee0 1516 lru 00000080:00200000:0.0:1775773081.589154:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000abc1e7f1 1516: 1< 0 - - > 2< 6209536 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589156:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008064ad60 00000080:00200000:0.0:1775773081.589157:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 237. 00000080:00200000:0.0:1775773081.589159:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1517 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589170:0:200258:0:(rw26.c:858:ll_write_end()) pos 6213632, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589173:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000212777f2[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589175:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e78f747b 17ffffc0001001 3:0 ffff9a60430d09a0 1517 lru 00000080:00200000:0.0:1775773081.589180:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000082081cb2 1517: 1< 0 - - > 2< 6213632 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589181:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000212777f2 00000080:00200000:0.0:1775773081.589182:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 238. 00000080:00200000:0.0:1775773081.589184:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1518 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589195:0:200258:0:(rw26.c:858:ll_write_end()) pos 6217728, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589198:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000086b41ff1[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589200:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ee24a3d5 17ffffc0001001 3:0 ffff9a60430d0a80 1518 lru 00000080:00200000:0.0:1775773081.589205:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000695bc8a4 1518: 1< 0 - - > 2< 6217728 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589207:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000086b41ff1 00000080:00200000:0.0:1775773081.589208:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 239. 00000080:00200000:0.0:1775773081.589210:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1519 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589220:0:200258:0:(rw26.c:858:ll_write_end()) pos 6221824, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589224:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004d122756[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589226:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000972bbfd3 17ffffc0001001 3:0 ffff9a60430d0d20 1519 lru 00000080:00200000:0.0:1775773081.589230:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000058db8050 1519: 1< 0 - - > 2< 6221824 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589232:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004d122756 00000080:00200000:0.0:1775773081.589233:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 240. 00000080:00200000:0.0:1775773081.589234:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1520 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589250:0:200258:0:(rw26.c:858:ll_write_end()) pos 6225920, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589254:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000331a08eb[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589257:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000017de203a 17ffffc0001001 3:0 ffff9a60430d0b60 1520 lru 00000080:00200000:0.0:1775773081.589261:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dfa400ae 1520: 1< 0 - - > 2< 6225920 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589263:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000331a08eb 00000080:00200000:0.0:1775773081.589264:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 241. 00000080:00200000:0.0:1775773081.589265:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1521 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589279:0:200258:0:(rw26.c:858:ll_write_end()) pos 6230016, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589282:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007f6c685d[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589284:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000725edd11 17ffffc0001001 3:0 ffff9a60497588c0 1521 lru 00000080:00200000:0.0:1775773081.589288:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003351876e 1521: 1< 0 - - > 2< 6230016 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589290:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007f6c685d 00000080:00200000:0.0:1775773081.589291:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 242. 00000080:00200000:0.0:1775773081.589292:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1522 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589305:0:200258:0:(rw26.c:858:ll_write_end()) pos 6234112, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589309:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000099e4dfee[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589311:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000aa376d4c 17ffffc0001001 3:0 ffff9a60497580e0 1522 lru 00000080:00200000:0.0:1775773081.589316:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e5b1fec1 1522: 1< 0 - - > 2< 6234112 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589318:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000099e4dfee 00000080:00200000:0.0:1775773081.589319:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 243. 00000080:00200000:0.0:1775773081.589320:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1523 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589346:0:200258:0:(rw26.c:858:ll_write_end()) pos 6238208, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589351:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000025b6c59b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589354:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006ea193f4 17ffffc0001001 3:0 ffff9a60497587e0 1523 lru 00000080:00200000:0.0:1775773081.589358:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e8ef5c8d 1523: 1< 0 - - > 2< 6238208 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589361:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000025b6c59b 00000080:00200000:0.0:1775773081.589362:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 244. 00000080:00200000:0.0:1775773081.589364:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1524 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589383:0:200258:0:(rw26.c:858:ll_write_end()) pos 6242304, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589388:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005fd2d92b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589390:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bfd1ee2b 17ffffc0001001 3:0 ffff9a6049758540 1524 lru 00000080:00200000:0.0:1775773081.589395:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000094ff3664 1524: 1< 0 - - > 2< 6242304 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589397:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005fd2d92b 00000080:00200000:0.0:1775773081.589399:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 245. 00000080:00200000:0.0:1775773081.589400:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1525 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589417:0:200258:0:(rw26.c:858:ll_write_end()) pos 6246400, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589421:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e6bfdea3[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589423:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000089fa0f5 17ffffc0001001 3:0 ffff9a6049758b60 1525 lru 00000080:00200000:0.0:1775773081.589428:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006c00d79a 1525: 1< 0 - - > 2< 6246400 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589430:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e6bfdea3 00000080:00200000:0.0:1775773081.589431:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 246. 00000080:00200000:0.0:1775773081.589433:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1526 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589454:0:200258:0:(rw26.c:858:ll_write_end()) pos 6250496, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589458:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000004710ac[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589461:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009a4edfc4 17ffffc0001021 2:0 ffff9a6049758d20 1526 lru 00000080:00200000:0.0:1775773081.589466:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000052d6ad53 1526: 1< 0 - - > 2< 6250496 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589468:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000004710ac 00000080:00200000:0.0:1775773081.589469:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 247. 00000080:00200000:0.0:1775773081.589471:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1527 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589488:0:200258:0:(rw26.c:858:ll_write_end()) pos 6254592, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589492:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000daf91867[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589495:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000024d5dc4d 17ffffc0001001 3:0 ffff9a6049758a80 1527 lru 00000080:00200000:0.0:1775773081.589511:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a56e9cf6 1527: 1< 0 - - > 2< 6254592 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589514:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000daf91867 00000080:00200000:0.0:1775773081.589515:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 248. 00000080:00200000:0.0:1775773081.589517:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1528 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589534:0:200258:0:(rw26.c:858:ll_write_end()) pos 6258688, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589539:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000090d76fda[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589542:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ad03462e 17ffffc0001001 3:0 ffff9a60497589a0 1528 lru 00000080:00200000:0.0:1775773081.589547:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ad5dd960 1528: 1< 0 - - > 2< 6258688 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589549:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000090d76fda 00000080:00200000:0.0:1775773081.589562:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 249. 00000080:00200000:0.0:1775773081.589564:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1529 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589583:0:200258:0:(rw26.c:858:ll_write_end()) pos 6262784, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589587:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000522cfa3[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589589:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000087534af7 17ffffc0001001 3:0 ffff9a6049758ee0 1529 lru 00000080:00200000:0.0:1775773081.589595:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004960885e 1529: 1< 0 - - > 2< 6262784 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589598:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000522cfa3 00000080:00200000:0.0:1775773081.589599:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 250. 00000080:00200000:0.0:1775773081.589601:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1530 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589617:0:200258:0:(rw26.c:858:ll_write_end()) pos 6266880, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589620:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e1ef4b04[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589623:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000044df123 17ffffc0001001 3:0 ffff9a60497581c0 1530 lru 00000080:00200000:0.0:1775773081.589628:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000034f39ead 1530: 1< 0 - - > 2< 6266880 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589630:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e1ef4b04 00000080:00200000:0.0:1775773081.589631:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 251. 00000080:00200000:0.0:1775773081.589633:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1531 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589648:0:200258:0:(rw26.c:858:ll_write_end()) pos 6270976, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589653:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004f204323[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589655:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002e8645cc 17ffffc0001001 3:0 ffff9a60497582a0 1531 lru 00000080:00200000:0.0:1775773081.589660:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f746a607 1531: 1< 0 - - > 2< 6270976 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589663:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004f204323 00000080:00200000:0.0:1775773081.589664:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 252. 00000080:00200000:0.0:1775773081.589666:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1532 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589681:0:200258:0:(rw26.c:858:ll_write_end()) pos 6275072, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589685:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000015e0c796[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589687:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b8b539cc 17ffffc0001001 3:0 ffff9a6049758700 1532 lru 00000080:00200000:0.0:1775773081.589693:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000511098ad 1532: 1< 0 - - > 2< 6275072 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589695:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000015e0c796 00000080:00200000:0.0:1775773081.589696:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 253. 00000080:00200000:0.0:1775773081.589698:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1533 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589714:0:200258:0:(rw26.c:858:ll_write_end()) pos 6279168, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589718:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f3dfd071[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589721:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c99b3590 17ffffc0001001 3:0 ffff9a6049758e00 1533 lru 00000080:00200000:0.0:1775773081.589727:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000080fba1bf 1533: 1< 0 - - > 2< 6279168 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589730:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f3dfd071 00000080:00200000:0.0:1775773081.589731:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 254. 00000080:00200000:0.0:1775773081.589733:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1534 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589751:0:200258:0:(rw26.c:858:ll_write_end()) pos 6283264, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589755:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001ac521b6[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589759:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008e40eb73 17ffffc0001001 3:0 ffff9a6049758c40 1534 lru 00000080:00200000:0.0:1775773081.589764:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008aa2fa46 1534: 1< 0 - - > 2< 6283264 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589766:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001ac521b6 00000080:00200000:0.0:1775773081.589768:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 255. 00000080:00200000:0.0:1775773081.589770:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1535 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.589784:0:200258:0:(rw26.c:858:ll_write_end()) pos 6287360, len 4096, copied 4096 00000080:00200000:0.0:1775773081.589876:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bb50c2bc[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.589880:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006d5649c2 17ffffc0001001 3:0 ffff9a6049758000 1535 lru 00000080:00200000:0.0:1775773081.589886:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002ff9196e 1535: 1< 0 - - > 2< 6287360 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 129318912 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:0.0:1775773081.589888:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bb50c2bc 00000080:00200000:0.0:1775773081.589890:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 256. 00000080:00200000:0.0:1775773081.589896:0:200258:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:0.0:1775773081.589982:0:200258:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 000000004cf349fe ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.589998:0:200258:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000004cf349fe ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590008:0:200258:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590019:0:200258:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590049:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590059:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590068:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590078:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590087:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590096:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590106:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590113:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590127:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590134:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590141:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590149:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590157:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590165:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1775773081.590183:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.590190:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590198:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590211:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590219:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590226:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590234:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590241:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590248:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590256:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590263:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590276:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590285:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590293:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590302:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590311:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1775773081.590324:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.590330:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590340:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590349:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590365:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590374:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590383:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590392:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590402:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590410:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590419:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590428:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590442:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590451:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590459:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.590469:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1775773081.590484:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.590489:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.592610:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.592645:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.592654:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.592669:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.592678:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.592686:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.592694:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.592702:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.592711:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.592719:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.592728:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.592742:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.592750:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.592759:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1775773081.592781:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.593674:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.593701:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.593710:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.593719:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.593728:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.593743:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.593753:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.593762:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.593770:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.593779:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.594637:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.594663:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.594672:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.594687:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.594695:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1775773081.594718:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.594727:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.594735:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.594744:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.594752:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.594760:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.594769:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.594784:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.595735:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.595746:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.595754:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.595761:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.595768:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.595776:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.595784:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596174:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1775773081.596194:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.596204:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596212:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596221:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596230:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596240:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596249:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596259:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596276:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596285:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596294:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596302:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596311:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596319:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596327:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596335:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1775773081.596355:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.596360:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596370:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596378:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596386:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596392:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596398:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596405:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596414:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596428:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596437:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596445:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596453:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596460:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596466:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596474:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1775773081.596486:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.596491:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596517:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596526:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596535:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.596543:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600026:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600071:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600080:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600088:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600103:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600112:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600121:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600129:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600138:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600147:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1775773081.600172:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.600183:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600192:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600206:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600215:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600223:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600232:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600241:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600248:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600257:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600265:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600281:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600290:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600299:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600308:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600317:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1775773081.600346:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.600352:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600363:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600371:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600385:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600394:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600402:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600409:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600417:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600426:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600434:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600442:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600456:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600463:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600471:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600479:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1775773081.600493:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.600510:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600519:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600527:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600535:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600560:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600572:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600582:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600591:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600601:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600610:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600620:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600630:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600646:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600656:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600666:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1775773081.600682:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.600687:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600697:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600707:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600716:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600726:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600740:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600748:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600757:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600766:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600775:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600783:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600843:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600851:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600864:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600873:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1775773081.600891:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.600897:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600907:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600918:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600927:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600936:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600943:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600957:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600966:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600975:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600984:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.600992:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601000:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601009:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601018:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601033:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1775773081.601048:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.601054:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601064:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601073:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601080:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601089:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601097:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601106:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601119:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601128:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601136:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601145:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601154:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601163:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601172:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601182:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1775773081.601201:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.601207:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601216:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601224:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601232:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601240:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601249:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601258:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601267:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601282:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601292:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601301:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601310:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601318:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601326:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601333:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1775773081.601346:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.601350:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601362:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601372:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601381:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601390:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601399:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601407:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601416:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601424:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601438:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601447:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601455:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601464:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601473:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000008:00010000:0.0:1775773081.601481:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1775773081.601494:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:0.0:1775773081.601513:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00000080:00200000:0.0:1775773081.601524:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 1, dirtied 1 00000080:00200000:0.0:1775773081.601531:0:200258:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:0.0:1775773081.601537:0:200258:0:(vvp_io.c:1353:vvp_io_write_start()) f89.replay-single: write bytes 0, result: 1048576 00000020:00010000:0.0:1775773081.601562:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6049934d58 (ffff9a6058be6368/0) at cl_lock_release():245 00000020:00010000:0.0:1775773081.601566:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6049934d58 (ffff9a6058be6368/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775773081.601570:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6045a32830 (ffff9a6058be6128/1) at cl_lock_cancel():142 00010000:00010000:0.0:1775773081.601580:0:200258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1775773081.601593:0:200258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000020:00010000:0.0:1775773081.601613:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6049934d58 (ffff9a6058be6368/0) at cl_lock_fini():72 00000020:00010000:0.0:1775773081.601617:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6045a32830 (ffff9a6058be6368/1) at cl_lock_fini():72 00000080:00200000:0.0:1775773081.601633:0:200258:0:(vvp_io.c:517:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:0.0:1775773081.601642:0:200258:0:(file.c:2173:ll_file_io_generic()) Range unlock [1280, 1535] 00000080:00200000:0.0:1775773081.601684:0:200258:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3c:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773081.601688:0:200258:0:(file.c:2206:ll_file_io_generic()) f89.replay-single: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:0.0:1775773081.601707:0:200258:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3c:0x0] updating i_size 6291456 i_blocks 0 00000080:00200000:0.0:1775773081.601714:0:200258:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:0.0:1775773081.602064:0:200258:0:(file.c:2612:do_file_write_iter()) START file f89.replay-single:[0x20002ea31:0x3c:0x0], ppos: 6291456, count: 1048576 00000080:00200000:0.0:1775773081.602106:0:200258:0:(file.c:2058:ll_file_io_generic()) f89.replay-single: write ppos: 6291456, bytes: 1048576 00000080:00200000:0.0:1775773081.602114:0:200258:0:(file.c:1815:ll_io_set_mirror()) f89.replay-single: desiginated mirror: 0 00000020:00200000:0.0:1775773081.602121:0:200258:0:(cl_io.c:214:cl_io_rw_init()) header@00000000597400ee[0x110, 1537, [0x20002ea31:0x3c:0x0] hash] 00000020:00200000:0.0:1775773081.602123:0:200258:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [6291456, 7340032) 0 0 00000080:00200000:0.0:1775773081.602128:0:200258:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3c:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775773081.602146:0:200258:0:(file.c:2136:ll_file_io_generic()) Range lock [1536, 1791] 00020000:00200000:0.0:1775773081.602154:0:200258:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 6291456 chunk: [6291456, 7340032) 7340032, 1048576 00020000:00200000:0.0:1775773081.602158:0:200258:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773081.602186:0:200258:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1536, 1791] 00000008:00010000:0.0:1775773081.602202:0:200258:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775773081.602208:0:200258:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6045a32830, osc lock ffff9a6058c15690, flags 0x0 00010000:00010000:0.0:1775773081.602233:0:200258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1775773081.602249:0:200258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (6291456 7340031) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1775773081.602262:0:200258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1775773081.602272:0:200258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:0.0:1775773081.602279:0:200258:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:0.0:1775773081.602292:0:200258:0:(vvp_io.c:1286:vvp_io_write_start()) f89.replay-single: write [6291456, 7340032) append 0 append lockpos 0 00000080:00200000:0.0:1775773081.602307:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1536 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.602372:0:200258:0:(rw26.c:858:ll_write_end()) pos 6291456, len 4096, copied 4096 00000080:00200000:0.0:1775773081.602380:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e12bda6c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.602383:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a9b864b9 17ffffc0001001 3:0 ffff9a6049758460 1536 lru 00000080:00200000:0.0:1775773081.602390:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006b337fd0 1536: 1< 0 - - > 2< 6291456 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.602392:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e12bda6c 00000080:00200000:0.0:1775773081.602393:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775773081.602402:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1537 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.602420:0:200258:0:(rw26.c:858:ll_write_end()) pos 6295552, len 4096, copied 4096 00000080:00200000:0.0:1775773081.602424:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cedf5c52[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.602427:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c3773d2c 17ffffc0001001 3:0 ffff9a6049758620 1537 lru 00000080:00200000:0.0:1775773081.602431:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f0ae5559 1537: 1< 0 - - > 2< 6295552 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.602434:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cedf5c52 00000080:00200000:0.0:1775773081.602435:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:0.0:1775773081.602436:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1538 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.602450:0:200258:0:(rw26.c:858:ll_write_end()) pos 6299648, len 4096, copied 4096 00000080:00200000:0.0:1775773081.602454:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000af0ea9d5[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.602456:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cf752a8f 17ffffc0001001 3:0 ffff9a6049758380 1538 lru 00000080:00200000:0.0:1775773081.602462:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000034f05947 1538: 1< 0 - - > 2< 6299648 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.602464:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000af0ea9d5 00000080:00200000:0.0:1775773081.602465:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 3. 00000080:00200000:0.0:1775773081.602467:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1539 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.602485:0:200258:0:(rw26.c:858:ll_write_end()) pos 6303744, len 4096, copied 4096 00000080:00200000:0.0:1775773081.602489:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004c9d3146[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.602492:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000066c9c1f2 17ffffc0001001 3:0 ffff9a6046d4d0e0 1539 lru 00000080:00200000:0.0:1775773081.602508:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c7994cb4 1539: 1< 0 - - > 2< 6303744 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.602511:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004c9d3146 00000080:00200000:0.0:1775773081.602513:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 4. 00000080:00200000:0.0:1775773081.602514:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1540 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.602530:0:200258:0:(rw26.c:858:ll_write_end()) pos 6307840, len 4096, copied 4096 00000080:00200000:0.0:1775773081.602534:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000d55d551[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.602537:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002307d888 17ffffc0001001 3:0 ffff9a6046d4d7e0 1540 lru 00000080:00200000:0.0:1775773081.602542:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000058f75ebf 1540: 1< 0 - - > 2< 6307840 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.602544:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000d55d551 00000080:00200000:0.0:1775773081.602545:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 5. 00000080:00200000:0.0:1775773081.602547:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1541 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.602577:0:200258:0:(rw26.c:858:ll_write_end()) pos 6311936, len 4096, copied 4096 00000080:00200000:0.0:1775773081.602580:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d73074d8[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.602583:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002e514256 17ffffc0001021 2:0 ffff9a6046d4d540 1541 lru 00000080:00200000:0.0:1775773081.602588:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000deda78ed 1541: 1< 0 - - > 2< 6311936 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.602590:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d73074d8 00000080:00200000:0.0:1775773081.602591:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 6. 00000080:00200000:0.0:1775773081.602593:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1542 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.602607:0:200258:0:(rw26.c:858:ll_write_end()) pos 6316032, len 4096, copied 4096 00000080:00200000:0.0:1775773081.602611:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ea7e2720[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.602613:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ac440bc5 17ffffc0001001 3:0 ffff9a6046d4db60 1542 lru 00000080:00200000:0.0:1775773081.602618:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006448ed9b 1542: 1< 0 - - > 2< 6316032 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.602621:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ea7e2720 00000080:00200000:0.0:1775773081.602622:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 7. 00000080:00200000:0.0:1775773081.602623:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1543 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.602635:0:200258:0:(rw26.c:858:ll_write_end()) pos 6320128, len 4096, copied 4096 00000080:00200000:0.0:1775773081.602639:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000018a079b4[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.602641:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000053a5e41b 17ffffc0001001 3:0 ffff9a6046d4dd20 1543 lru 00000080:00200000:0.0:1775773081.602646:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fb941c55 1543: 1< 0 - - > 2< 6320128 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.602648:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000018a079b4 00000080:00200000:0.0:1775773081.602649:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 8. 00000080:00200000:0.0:1775773081.602651:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1544 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.602662:0:200258:0:(rw26.c:858:ll_write_end()) pos 6324224, len 4096, copied 4096 00000080:00200000:0.0:1775773081.602665:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000069252128[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.602668:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009bc15fe1 17ffffc0001001 3:0 ffff9a6046d4da80 1544 lru 00000080:00200000:0.0:1775773081.602673:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000127cfeb2 1544: 1< 0 - - > 2< 6324224 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.602675:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000069252128 00000080:00200000:0.0:1775773081.602676:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 9. 00000080:00200000:0.0:1775773081.602678:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1545 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.602689:0:200258:0:(rw26.c:858:ll_write_end()) pos 6328320, len 4096, copied 4096 00000080:00200000:0.0:1775773081.602692:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000006407402[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.602695:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000032edb226 17ffffc0001001 3:0 ffff9a6046d4d9a0 1545 lru 00000080:00200000:0.0:1775773081.602699:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a802cc6d 1545: 1< 0 - - > 2< 6328320 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.602701:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000006407402 00000080:00200000:0.0:1775773081.602702:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 10. 00000080:00200000:0.0:1775773081.602704:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1546 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.602715:0:200258:0:(rw26.c:858:ll_write_end()) pos 6332416, len 4096, copied 4096 00000080:00200000:0.0:1775773081.602718:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005c5ee3ea[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.602721:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000313a83ae 17ffffc0001001 3:0 ffff9a6046d4dee0 1546 lru 00000080:00200000:0.0:1775773081.602725:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000091831117 1546: 1< 0 - - > 2< 6332416 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.602728:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005c5ee3ea 00000080:00200000:0.0:1775773081.602729:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 11. 00000080:00200000:0.0:1775773081.602731:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1547 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.602745:0:200258:0:(rw26.c:858:ll_write_end()) pos 6336512, len 4096, copied 4096 00000080:00200000:0.0:1775773081.602748:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ae213f58[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.602751:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000044fb4f1d 17ffffc0001001 3:0 ffff9a6046d4d1c0 1547 lru 00000080:00200000:0.0:1775773081.602756:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007ff2a8dc 1547: 1< 0 - - > 2< 6336512 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.602759:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ae213f58 00000080:00200000:0.0:1775773081.602760:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 12. 00000080:00200000:0.0:1775773081.602762:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1548 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.602778:0:200258:0:(rw26.c:858:ll_write_end()) pos 6340608, len 4096, copied 4096 00000080:00200000:0.0:1775773081.602782:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a6dd648e[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.602785:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003b2d8488 17ffffc0001001 3:0 ffff9a6046d4d2a0 1548 lru 00000080:00200000:0.0:1775773081.602825:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a6dddb5d 1548: 1< 0 - - > 2< 6340608 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.602828:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a6dd648e 00000080:00200000:0.0:1775773081.602829:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 13. 00000080:00200000:0.0:1775773081.602831:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1549 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.602847:0:200258:0:(rw26.c:858:ll_write_end()) pos 6344704, len 4096, copied 4096 00000080:00200000:0.0:1775773081.602851:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000396900d3[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.602853:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b6de435f 17ffffc0001001 3:0 ffff9a6046d4d700 1549 lru 00000080:00200000:0.0:1775773081.602858:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fd93c451 1549: 1< 0 - - > 2< 6344704 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.602860:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000396900d3 00000080:00200000:0.0:1775773081.602861:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 14. 00000080:00200000:0.0:1775773081.602863:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1550 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.602877:0:200258:0:(rw26.c:858:ll_write_end()) pos 6348800, len 4096, copied 4096 00000080:00200000:0.0:1775773081.602881:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c5663196[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.602883:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000369cf7c2 17ffffc0001001 3:0 ffff9a6046d4de00 1550 lru 00000080:00200000:0.0:1775773081.602889:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006286c67e 1550: 1< 0 - - > 2< 6348800 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.602891:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c5663196 00000080:00200000:0.0:1775773081.602893:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 15. 00000080:00200000:0.0:1775773081.602894:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1551 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.602910:0:200258:0:(rw26.c:858:ll_write_end()) pos 6352896, len 4096, copied 4096 00000080:00200000:0.0:1775773081.602914:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005d766669[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.602917:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000068e5f1ab 17ffffc0001001 3:0 ffff9a6046d4dc40 1551 lru 00000080:00200000:0.0:1775773081.602922:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000039fe1106 1551: 1< 0 - - > 2< 6352896 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.602924:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005d766669 00000080:00200000:0.0:1775773081.602925:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 16. 00000080:00200000:0.0:1775773081.602927:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1552 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.602942:0:200258:0:(rw26.c:858:ll_write_end()) pos 6356992, len 4096, copied 4096 00000080:00200000:0.0:1775773081.602946:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000365027d4[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.602948:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009f81a85d 17ffffc0001001 3:0 ffff9a6046d4d000 1552 lru 00000080:00200000:0.0:1775773081.602953:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000063cd9567 1552: 1< 0 - - > 2< 6356992 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.602956:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000365027d4 00000080:00200000:0.0:1775773081.602957:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 17. 00000080:00200000:0.0:1775773081.602959:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1553 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.602972:0:200258:0:(rw26.c:858:ll_write_end()) pos 6361088, len 4096, copied 4096 00000080:00200000:0.0:1775773081.602976:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a866e053[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.602979:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000097db020d 17ffffc0001001 3:0 ffff9a6046d4d460 1553 lru 00000080:00200000:0.0:1775773081.602984:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004ea28287 1553: 1< 0 - - > 2< 6361088 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.602986:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a866e053 00000080:00200000:0.0:1775773081.602987:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 18. 00000080:00200000:0.0:1775773081.602989:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1554 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.603004:0:200258:0:(rw26.c:858:ll_write_end()) pos 6365184, len 4096, copied 4096 00000080:00200000:0.0:1775773081.603008:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000005eee470[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.603011:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a5dc44f7 17ffffc0001001 3:0 ffff9a6046d4d620 1554 lru 00000080:00200000:0.0:1775773081.603015:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000ec2df80 1554: 1< 0 - - > 2< 6365184 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.603018:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000005eee470 00000080:00200000:0.0:1775773081.603019:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 19. 00000080:00200000:0.0:1775773081.603021:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1555 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.603038:0:200258:0:(rw26.c:858:ll_write_end()) pos 6369280, len 4096, copied 4096 00000080:00200000:0.0:1775773081.603043:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003b8e38a2[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.603045:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000001c5e1fb 17ffffc0001001 3:0 ffff9a6046d4d380 1555 lru 00000080:00200000:0.0:1775773081.603049:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000044b934d9 1555: 1< 0 - - > 2< 6369280 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.603052:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003b8e38a2 00000080:00200000:0.0:1775773081.603053:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 20. 00000080:00200000:0.0:1775773081.603055:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1556 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.603073:0:200258:0:(rw26.c:858:ll_write_end()) pos 6373376, len 4096, copied 4096 00000080:00200000:0.0:1775773081.603077:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007a1fbc2b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.603079:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000073edd801 17ffffc0001021 2:0 ffff9a6046d4d8c0 1556 lru 00000080:00200000:0.0:1775773081.603084:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006b023eb8 1556: 1< 0 - - > 2< 6373376 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.603086:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007a1fbc2b 00000080:00200000:0.0:1775773081.603087:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 21. 00000080:00200000:0.0:1775773081.603089:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1557 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.603119:0:200258:0:(rw26.c:858:ll_write_end()) pos 6377472, len 4096, copied 4096 00000080:00200000:0.0:1775773081.603123:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000045cc92f2[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.603126:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007145c242 17ffffc0001001 3:0 ffff9a6045bf9c40 1557 lru 00000080:00200000:0.0:1775773081.603131:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000aeb584d6 1557: 1< 0 - - > 2< 6377472 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.603132:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000045cc92f2 00000080:00200000:0.0:1775773081.603134:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 22. 00000080:00200000:0.0:1775773081.603136:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1558 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.603151:0:200258:0:(rw26.c:858:ll_write_end()) pos 6381568, len 4096, copied 4096 00000080:00200000:0.0:1775773081.603155:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e6d0cb11[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.603158:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000087329c5c 17ffffc0001001 3:0 ffff9a6045bf9e00 1558 lru 00000080:00200000:0.0:1775773081.603163:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000095773d80 1558: 1< 0 - - > 2< 6381568 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.603165:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e6d0cb11 00000080:00200000:0.0:1775773081.603167:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 23. 00000080:00200000:0.0:1775773081.603169:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1559 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.603182:0:200258:0:(rw26.c:858:ll_write_end()) pos 6385664, len 4096, copied 4096 00000080:00200000:0.0:1775773081.603185:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cd4be62b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.603188:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000083972e71 17ffffc0001001 3:0 ffff9a6045bf9700 1559 lru 00000080:00200000:0.0:1775773081.603194:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e3663598 1559: 1< 0 - - > 2< 6385664 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.603196:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cd4be62b 00000080:00200000:0.0:1775773081.603197:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 24. 00000080:00200000:0.0:1775773081.603198:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1560 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.603210:0:200258:0:(rw26.c:858:ll_write_end()) pos 6389760, len 4096, copied 4096 00000080:00200000:0.0:1775773081.603213:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000023b6eba5[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.603216:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000055f75ac7 17ffffc0001001 3:0 ffff9a6045bf92a0 1560 lru 00000080:00200000:0.0:1775773081.603221:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b565e65b 1560: 1< 0 - - > 2< 6389760 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.603224:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000023b6eba5 00000080:00200000:0.0:1775773081.603224:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 25. 00000080:00200000:0.0:1775773081.603226:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1561 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.603238:0:200258:0:(rw26.c:858:ll_write_end()) pos 6393856, len 4096, copied 4096 00000080:00200000:0.0:1775773081.603242:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006cef245b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.603244:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000caa5ad21 17ffffc0001001 3:0 ffff9a6045bf91c0 1561 lru 00000080:00200000:0.0:1775773081.603249:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d6bc00b4 1561: 1< 0 - - > 2< 6393856 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.603251:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006cef245b 00000080:00200000:0.0:1775773081.603252:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 26. 00000080:00200000:0.0:1775773081.603254:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1562 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.603269:0:200258:0:(rw26.c:858:ll_write_end()) pos 6397952, len 4096, copied 4096 00000080:00200000:0.0:1775773081.603273:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003a0a59e8[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.603275:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f7bdd8eb 17ffffc0001001 3:0 ffff9a6045bf9ee0 1562 lru 00000080:00200000:0.0:1775773081.603280:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a0b957b9 1562: 1< 0 - - > 2< 6397952 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.603283:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003a0a59e8 00000080:00200000:0.0:1775773081.603284:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 27. 00000080:00200000:0.0:1775773081.603286:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1563 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.603298:0:200258:0:(rw26.c:858:ll_write_end()) pos 6402048, len 4096, copied 4096 00000080:00200000:0.0:1775773081.603302:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d557a217[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.603304:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f0748063 17ffffc0001001 3:0 ffff9a6045bf99a0 1563 lru 00000080:00200000:0.0:1775773081.603310:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009ebd4b6a 1563: 1< 0 - - > 2< 6402048 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.603312:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d557a217 00000080:00200000:0.0:1775773081.603313:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 28. 00000080:00200000:0.0:1775773081.603315:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1564 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.603329:0:200258:0:(rw26.c:858:ll_write_end()) pos 6406144, len 4096, copied 4096 00000080:00200000:0.0:1775773081.603332:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d5b8553c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.603335:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fd8be471 17ffffc0001001 3:0 ffff9a6045bf9a80 1564 lru 00000080:00200000:0.0:1775773081.603339:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bad54d0c 1564: 1< 0 - - > 2< 6406144 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.603342:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d5b8553c 00000080:00200000:0.0:1775773081.603343:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 29. 00000080:00200000:0.0:1775773081.603344:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1565 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.603356:0:200258:0:(rw26.c:858:ll_write_end()) pos 6410240, len 4096, copied 4096 00000080:00200000:0.0:1775773081.603360:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001bc28683[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.603362:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cef05423 17ffffc0001001 3:0 ffff9a6045bf9d20 1565 lru 00000080:00200000:0.0:1775773081.603367:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009d22ae38 1565: 1< 0 - - > 2< 6410240 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.603369:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001bc28683 00000080:00200000:0.0:1775773081.603370:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 30. 00000080:00200000:0.0:1775773081.603372:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1566 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.603385:0:200258:0:(rw26.c:858:ll_write_end()) pos 6414336, len 4096, copied 4096 00000080:00200000:0.0:1775773081.603388:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000068829a3[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.603391:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002f5f2a91 17ffffc0001001 3:0 ffff9a6045bf9b60 1566 lru 00000080:00200000:0.0:1775773081.603396:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ee75c733 1566: 1< 0 - - > 2< 6414336 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.603398:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000068829a3 00000080:00200000:0.0:1775773081.603399:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 31. 00000080:00200000:0.0:1775773081.603401:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1567 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.603414:0:200258:0:(rw26.c:858:ll_write_end()) pos 6418432, len 4096, copied 4096 00000080:00200000:0.0:1775773081.603418:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000084f9f5ae[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.603420:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001a12c950 17ffffc0001001 3:0 ffff9a6045bf9540 1567 lru 00000080:00200000:0.0:1775773081.603425:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009699cf41 1567: 1< 0 - - > 2< 6418432 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.603427:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000084f9f5ae 00000080:00200000:0.0:1775773081.603428:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 32. 00000080:00200000:0.0:1775773081.603430:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1568 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.603444:0:200258:0:(rw26.c:858:ll_write_end()) pos 6422528, len 4096, copied 4096 00000080:00200000:0.0:1775773081.603448:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000034bbb4a5[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.603450:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002fb914ea 17ffffc0001001 3:0 ffff9a6045bf97e0 1568 lru 00000080:00200000:0.0:1775773081.603455:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e1b278ef 1568: 1< 0 - - > 2< 6422528 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.603457:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000034bbb4a5 00000080:00200000:0.0:1775773081.603458:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 33. 00000080:00200000:0.0:1775773081.603460:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1569 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.603477:0:200258:0:(rw26.c:858:ll_write_end()) pos 6426624, len 4096, copied 4096 00000080:00200000:0.0:1775773081.603481:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007ab59270[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.603483:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dac7025f 17ffffc0001001 3:0 ffff9a6045bf90e0 1569 lru 00000080:00200000:0.0:1775773081.603488:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000020532c08 1569: 1< 0 - - > 2< 6426624 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.603490:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007ab59270 00000080:00200000:0.0:1775773081.603491:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 34. 00000080:00200000:0.0:1775773081.603493:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1570 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.607952:0:200258:0:(rw26.c:858:ll_write_end()) pos 6430720, len 4096, copied 4096 00000080:00200000:0.0:1775773081.607977:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007877f9c7[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.607982:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000012e4302f 17ffffc0001001 3:0 ffff9a6045bf98c0 1570 lru 00000080:00200000:0.0:1775773081.607991:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000040955d6d 1570: 1< 0 - - > 2< 6430720 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.607994:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007877f9c7 00000080:00200000:0.0:1775773081.607995:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 35. 00000080:00200000:0.0:1775773081.608002:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1571 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.608046:0:200258:0:(rw26.c:858:ll_write_end()) pos 6434816, len 4096, copied 4096 00000080:00200000:0.0:1775773081.608051:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000eeaebce6[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.608054:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000042f11388 17ffffc0001021 2:0 ffff9a6045bf9380 1571 lru 00000080:00200000:0.0:1775773081.608059:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d324498a 1571: 1< 0 - - > 2< 6434816 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.608061:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000eeaebce6 00000080:00200000:0.0:1775773081.608062:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 36. 00000080:00200000:0.0:1775773081.608064:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1572 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.608079:0:200258:0:(rw26.c:858:ll_write_end()) pos 6438912, len 4096, copied 4096 00000080:00200000:0.0:1775773081.608083:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fc108b47[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.608085:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001521bd24 17ffffc0001001 3:0 ffff9a6045bf9620 1572 lru 00000080:00200000:0.0:1775773081.608090:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000614aaed1 1572: 1< 0 - - > 2< 6438912 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.608092:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fc108b47 00000080:00200000:0.0:1775773081.608093:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 37. 00000080:00200000:0.0:1775773081.608094:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1573 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.608108:0:200258:0:(rw26.c:858:ll_write_end()) pos 6443008, len 4096, copied 4096 00000080:00200000:0.0:1775773081.608112:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000058810f5c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.608114:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f0dd03d0 17ffffc0001001 3:0 ffff9a6045bf9460 1573 lru 00000080:00200000:0.0:1775773081.608119:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000090aba4fb 1573: 1< 0 - - > 2< 6443008 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.608122:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000058810f5c 00000080:00200000:0.0:1775773081.608123:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 38. 00000080:00200000:0.0:1775773081.608125:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1574 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.608137:0:200258:0:(rw26.c:858:ll_write_end()) pos 6447104, len 4096, copied 4096 00000080:00200000:0.0:1775773081.608140:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000061ae8951[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.608142:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f0a2e0e5 17ffffc0001001 3:0 ffff9a6045bf9000 1574 lru 00000080:00200000:0.0:1775773081.608147:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008eb44d4c 1574: 1< 0 - - > 2< 6447104 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.608148:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000061ae8951 00000080:00200000:0.0:1775773081.608149:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 39. 00000080:00200000:0.0:1775773081.608151:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1575 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.608181:0:200258:0:(rw26.c:858:ll_write_end()) pos 6451200, len 4096, copied 4096 00000080:00200000:0.0:1775773081.608185:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000146bb51a[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.608188:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003e55bb92 17ffffc0001001 3:0 ffff9a6044f00c40 1575 lru 00000080:00200000:0.0:1775773081.608194:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d91659d6 1575: 1< 0 - - > 2< 6451200 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.608196:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000146bb51a 00000080:00200000:0.0:1775773081.608198:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 40. 00000080:00200000:0.0:1775773081.608200:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1576 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.608218:0:200258:0:(rw26.c:858:ll_write_end()) pos 6455296, len 4096, copied 4096 00000080:00200000:0.0:1775773081.608222:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000021b42fb2[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.608225:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ddd6d475 17ffffc0001001 3:0 ffff9a6044f00e00 1576 lru 00000080:00200000:0.0:1775773081.608230:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000094e9c949 1576: 1< 0 - - > 2< 6455296 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.608233:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000021b42fb2 00000080:00200000:0.0:1775773081.608234:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 41. 00000080:00200000:0.0:1775773081.608236:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1577 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.608251:0:200258:0:(rw26.c:858:ll_write_end()) pos 6459392, len 4096, copied 4096 00000080:00200000:0.0:1775773081.608255:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c0381db6[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.608257:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e5caa09b 17ffffc0001001 3:0 ffff9a6044f00700 1577 lru 00000080:00200000:0.0:1775773081.608262:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000067a48fdb 1577: 1< 0 - - > 2< 6459392 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.608264:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c0381db6 00000080:00200000:0.0:1775773081.608265:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 42. 00000080:00200000:0.0:1775773081.608267:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1578 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.608280:0:200258:0:(rw26.c:858:ll_write_end()) pos 6463488, len 4096, copied 4096 00000080:00200000:0.0:1775773081.608284:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002f2635c4[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.608287:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000082ee634 17ffffc0001001 3:0 ffff9a6044f002a0 1578 lru 00000080:00200000:0.0:1775773081.608292:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000055c82e3b 1578: 1< 0 - - > 2< 6463488 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.608295:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002f2635c4 00000080:00200000:0.0:1775773081.608296:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 43. 00000080:00200000:0.0:1775773081.608298:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1579 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.608313:0:200258:0:(rw26.c:858:ll_write_end()) pos 6467584, len 4096, copied 4096 00000080:00200000:0.0:1775773081.608317:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008ae73d16[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.608320:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b573fa77 17ffffc0001001 3:0 ffff9a6044f001c0 1579 lru 00000080:00200000:0.0:1775773081.608325:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000698f614d 1579: 1< 0 - - > 2< 6467584 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.608328:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008ae73d16 00000080:00200000:0.0:1775773081.608329:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 44. 00000080:00200000:0.0:1775773081.608346:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1580 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.608364:0:200258:0:(rw26.c:858:ll_write_end()) pos 6471680, len 4096, copied 4096 00000080:00200000:0.0:1775773081.608369:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000925f6142[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.608371:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003b4d0405 17ffffc0001001 3:0 ffff9a6044f00ee0 1580 lru 00000080:00200000:0.0:1775773081.608375:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000073800526 1580: 1< 0 - - > 2< 6471680 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.608377:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000925f6142 00000080:00200000:0.0:1775773081.608378:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 45. 00000080:00200000:0.0:1775773081.608380:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1581 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.608395:0:200258:0:(rw26.c:858:ll_write_end()) pos 6475776, len 4096, copied 4096 00000080:00200000:0.0:1775773081.608399:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b3da4999[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.608401:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dd31d88f 17ffffc0001001 3:0 ffff9a6044f009a0 1581 lru 00000080:00200000:0.0:1775773081.608406:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000036c2c3c2 1581: 1< 0 - - > 2< 6475776 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.608408:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b3da4999 00000080:00200000:0.0:1775773081.608409:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 46. 00000080:00200000:0.0:1775773081.608411:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1582 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.608425:0:200258:0:(rw26.c:858:ll_write_end()) pos 6479872, len 4096, copied 4096 00000080:00200000:0.0:1775773081.608429:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000038357c7b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.608431:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f4a0c780 17ffffc0001001 3:0 ffff9a6044f00a80 1582 lru 00000080:00200000:0.0:1775773081.608436:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000aedc9dab 1582: 1< 0 - - > 2< 6479872 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.608439:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000038357c7b 00000080:00200000:0.0:1775773081.608440:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 47. 00000080:00200000:0.0:1775773081.608442:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1583 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.608459:0:200258:0:(rw26.c:858:ll_write_end()) pos 6483968, len 4096, copied 4096 00000080:00200000:0.0:1775773081.608463:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000058f60abd[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.608466:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000060061134 17ffffc0001001 3:0 ffff9a6044f00d20 1583 lru 00000080:00200000:0.0:1775773081.608471:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000df88608a 1583: 1< 0 - - > 2< 6483968 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.608474:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000058f60abd 00000080:00200000:0.0:1775773081.608475:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 48. 00000080:00200000:0.0:1775773081.608477:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1584 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.608492:0:200258:0:(rw26.c:858:ll_write_end()) pos 6488064, len 4096, copied 4096 00000080:00200000:0.0:1775773081.608508:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000077f4e58c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.608511:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000093239fbd 17ffffc0001001 3:0 ffff9a6044f00b60 1584 lru 00000080:00200000:0.0:1775773081.608516:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d9d87b82 1584: 1< 0 - - > 2< 6488064 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.608518:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000077f4e58c 00000080:00200000:0.0:1775773081.608519:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 49. 00000080:00200000:0.0:1775773081.608521:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1585 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.608537:0:200258:0:(rw26.c:858:ll_write_end()) pos 6492160, len 4096, copied 4096 00000080:00200000:0.0:1775773081.608541:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000068ff7ba5[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:0.0:1775773081.608544:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006760d1c8 17ffffc0001001 3:0 ffff9a6044f00540 1585 lru 00000080:00200000:0.0:1775773081.609340:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f0a36cbe 1585: 1< 0 - - > 2< 6492160 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:0.0:1775773081.609348:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000068ff7ba5 00000080:00200000:0.0:1775773081.609350:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 50. 00000080:00200000:1.0:1775773081.614254:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1586 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.614346:0:200258:0:(rw26.c:858:ll_write_end()) pos 6496256, len 4096, copied 4096 00000080:00200000:1.0:1775773081.614360:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008e49d881[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.614364:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002eea5452 17ffffc0001001 3:0 ffff9a6051c6c8c0 1586 lru 00000080:00200000:1.0:1775773081.614372:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000195dea06 1586: 1< 0 - - > 2< 6496256 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.614375:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008e49d881 00000080:00200000:1.0:1775773081.614376:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 51. 00000080:00200000:1.0:1775773081.614379:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1587 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.614400:0:200258:0:(rw26.c:858:ll_write_end()) pos 6500352, len 4096, copied 4096 00000080:00200000:1.0:1775773081.614405:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e2101dff[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.614408:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002151b3fd 17ffffc0001001 3:0 ffff9a6051c6c0e0 1587 lru 00000080:00200000:1.0:1775773081.614413:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ce0c1de8 1587: 1< 0 - - > 2< 6500352 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.614415:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e2101dff 00000080:00200000:1.0:1775773081.614416:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 52. 00000080:00200000:1.0:1775773081.614418:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1588 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.614440:0:200258:0:(rw26.c:858:ll_write_end()) pos 6504448, len 4096, copied 4096 00000080:00200000:1.0:1775773081.614444:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000f1b559c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.614447:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000004224080 17ffffc0001001 3:0 ffff9a6051c6c7e0 1588 lru 00000080:00200000:1.0:1775773081.614453:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b9635dee 1588: 1< 0 - - > 2< 6504448 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.614455:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000f1b559c 00000080:00200000:1.0:1775773081.614457:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 53. 00000080:00200000:1.0:1775773081.614458:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1589 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.614472:0:200258:0:(rw26.c:858:ll_write_end()) pos 6508544, len 4096, copied 4096 00000080:00200000:1.0:1775773081.614475:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000344460d7[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.614478:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a4a26e76 17ffffc0001001 3:0 ffff9a6051c6c540 1589 lru 00000080:00200000:1.0:1775773081.614483:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000edf0f05a 1589: 1< 0 - - > 2< 6508544 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.614485:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000344460d7 00000080:00200000:1.0:1775773081.614486:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 54. 00000080:00200000:1.0:1775773081.614488:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1590 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.614517:0:200258:0:(rw26.c:858:ll_write_end()) pos 6512640, len 4096, copied 4096 00000080:00200000:1.0:1775773081.614521:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007ea281d6[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.614524:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e99f5adc 17ffffc0001001 3:0 ffff9a6051c6cb60 1590 lru 00000080:00200000:1.0:1775773081.614530:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000521f589e 1590: 1< 0 - - > 2< 6512640 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.614532:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007ea281d6 00000080:00200000:1.0:1775773081.614533:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 55. 00000080:00200000:1.0:1775773081.614535:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1591 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.614549:0:200258:0:(rw26.c:858:ll_write_end()) pos 6516736, len 4096, copied 4096 00000080:00200000:1.0:1775773081.614565:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007c5628d8[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.614567:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000016b780ea 17ffffc0001001 3:0 ffff9a6051c6cd20 1591 lru 00000080:00200000:1.0:1775773081.614572:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a0550a5e 1591: 1< 0 - - > 2< 6516736 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.614574:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007c5628d8 00000080:00200000:1.0:1775773081.614575:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 56. 00000080:00200000:1.0:1775773081.614577:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1592 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.614593:0:200258:0:(rw26.c:858:ll_write_end()) pos 6520832, len 4096, copied 4096 00000080:00200000:1.0:1775773081.614597:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bc923f68[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.614600:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000643b48f1 17ffffc0001001 3:0 ffff9a6051c6ca80 1592 lru 00000080:00200000:1.0:1775773081.614604:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e58b5cba 1592: 1< 0 - - > 2< 6520832 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.614607:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bc923f68 00000080:00200000:1.0:1775773081.614608:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 57. 00000080:00200000:1.0:1775773081.614610:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1593 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.614623:0:200258:0:(rw26.c:858:ll_write_end()) pos 6524928, len 4096, copied 4096 00000080:00200000:1.0:1775773081.614627:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002ddd8ec8[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.614630:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000088a15369 17ffffc0001001 3:0 ffff9a6051c6c9a0 1593 lru 00000080:00200000:1.0:1775773081.614634:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e44d03a4 1593: 1< 0 - - > 2< 6524928 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.614636:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002ddd8ec8 00000080:00200000:1.0:1775773081.614637:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 58. 00000080:00200000:1.0:1775773081.614639:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1594 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.614654:0:200258:0:(rw26.c:858:ll_write_end()) pos 6529024, len 4096, copied 4096 00000080:00200000:1.0:1775773081.614657:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000084ef9947[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.614660:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000081f3ed31 17ffffc0001001 3:0 ffff9a6051c6cee0 1594 lru 00000080:00200000:1.0:1775773081.614665:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000084b124ac 1594: 1< 0 - - > 2< 6529024 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.614667:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000084ef9947 00000080:00200000:1.0:1775773081.614668:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 59. 00000080:00200000:1.0:1775773081.614669:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1595 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.614682:0:200258:0:(rw26.c:858:ll_write_end()) pos 6533120, len 4096, copied 4096 00000080:00200000:1.0:1775773081.614686:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000056679a60[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.614689:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009ed9a335 17ffffc0001001 3:0 ffff9a6051c6c1c0 1595 lru 00000080:00200000:1.0:1775773081.614693:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000d108bae 1595: 1< 0 - - > 2< 6533120 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.614695:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000056679a60 00000080:00200000:1.0:1775773081.614696:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 60. 00000080:00200000:1.0:1775773081.614698:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1596 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.614713:0:200258:0:(rw26.c:858:ll_write_end()) pos 6537216, len 4096, copied 4096 00000080:00200000:1.0:1775773081.614717:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000efe46084[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.614719:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000691cf6af 17ffffc0001001 3:0 ffff9a6051c6c2a0 1596 lru 00000080:00200000:1.0:1775773081.614725:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000061d603e 1596: 1< 0 - - > 2< 6537216 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.614727:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000efe46084 00000080:00200000:1.0:1775773081.614728:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 61. 00000080:00200000:1.0:1775773081.614730:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1597 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.614746:0:200258:0:(rw26.c:858:ll_write_end()) pos 6541312, len 4096, copied 4096 00000080:00200000:1.0:1775773081.614750:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fc77bc5b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.614754:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fe51db11 17ffffc0001001 3:0 ffff9a6051c6c700 1597 lru 00000080:00200000:1.0:1775773081.614759:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000252eb04a 1597: 1< 0 - - > 2< 6541312 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.614761:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fc77bc5b 00000080:00200000:1.0:1775773081.614762:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 62. 00000080:00200000:1.0:1775773081.614764:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1598 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.614780:0:200258:0:(rw26.c:858:ll_write_end()) pos 6545408, len 4096, copied 4096 00000080:00200000:1.0:1775773081.614785:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000032c3cf0f[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.614787:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e5c74d7a 17ffffc0001001 3:0 ffff9a6051c6ce00 1598 lru 00000080:00200000:1.0:1775773081.614817:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b49a943c 1598: 1< 0 - - > 2< 6545408 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.614820:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000032c3cf0f 00000080:00200000:1.0:1775773081.614821:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 63. 00000080:00200000:1.0:1775773081.614823:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1599 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.614840:0:200258:0:(rw26.c:858:ll_write_end()) pos 6549504, len 4096, copied 4096 00000080:00200000:1.0:1775773081.614844:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000064558b01[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.614847:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c476a2e8 17ffffc0001001 3:0 ffff9a6051c6cc40 1599 lru 00000080:00200000:1.0:1775773081.614852:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000013596cfc 1599: 1< 0 - - > 2< 6549504 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.614855:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000064558b01 00000080:00200000:1.0:1775773081.614856:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 64. 00000080:00200000:1.0:1775773081.614858:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1600 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.614913:0:200258:0:(rw26.c:858:ll_write_end()) pos 6553600, len 4096, copied 4096 00000080:00200000:1.0:1775773081.614918:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000096208c52[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.614921:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bb61608d 17ffffc0001021 2:0 ffff9a6046fa62a0 1600 lru 00000080:00200000:1.0:1775773081.614926:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000dfc9f01 1600: 1< 0 - - > 2< 6553600 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.614929:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000096208c52 00000080:00200000:1.0:1775773081.614930:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 65. 00000080:00200000:1.0:1775773081.614932:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1601 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.614948:0:200258:0:(rw26.c:858:ll_write_end()) pos 6557696, len 4096, copied 4096 00000080:00200000:1.0:1775773081.614951:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000060b6e218[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.614954:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c1112630 17ffffc0001001 3:0 ffff9a6046fa61c0 1601 lru 00000080:00200000:1.0:1775773081.614959:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000018f85a3c 1601: 1< 0 - - > 2< 6557696 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.614963:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000060b6e218 00000080:00200000:1.0:1775773081.614964:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 66. 00000080:00200000:1.0:1775773081.614966:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1602 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.614980:0:200258:0:(rw26.c:858:ll_write_end()) pos 6561792, len 4096, copied 4096 00000080:00200000:1.0:1775773081.614984:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000956688d[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.614987:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000445f5f7f 17ffffc0001001 3:0 ffff9a6046fa6ee0 1602 lru 00000080:00200000:1.0:1775773081.614992:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000007760c2 1602: 1< 0 - - > 2< 6561792 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.614994:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000956688d 00000080:00200000:1.0:1775773081.614995:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 67. 00000080:00200000:1.0:1775773081.614997:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1603 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.615012:0:200258:0:(rw26.c:858:ll_write_end()) pos 6565888, len 4096, copied 4096 00000080:00200000:1.0:1775773081.615016:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b12f7f36[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.615019:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e45d509f 17ffffc0001001 3:0 ffff9a6046fa69a0 1603 lru 00000080:00200000:1.0:1775773081.615024:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003e1618c5 1603: 1< 0 - - > 2< 6565888 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.615026:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b12f7f36 00000080:00200000:1.0:1775773081.615027:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 68. 00000080:00200000:1.0:1775773081.615029:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1604 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.615047:0:200258:0:(rw26.c:858:ll_write_end()) pos 6569984, len 4096, copied 4096 00000080:00200000:1.0:1775773081.615052:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000000cb69fc[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.615054:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000499f53b7 17ffffc0001001 3:0 ffff9a6046fa6a80 1604 lru 00000080:00200000:1.0:1775773081.615060:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003ced9434 1604: 1< 0 - - > 2< 6569984 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.615062:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000000cb69fc 00000080:00200000:1.0:1775773081.615063:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 69. 00000080:00200000:1.0:1775773081.615065:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1605 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.615083:0:200258:0:(rw26.c:858:ll_write_end()) pos 6574080, len 4096, copied 4096 00000080:00200000:1.0:1775773081.615087:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000082ddc90f[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.615089:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008a78cda4 17ffffc0001001 3:0 ffff9a6046fa6d20 1605 lru 00000080:00200000:1.0:1775773081.615095:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000d109dcf 1605: 1< 0 - - > 2< 6574080 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.615097:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000082ddc90f 00000080:00200000:1.0:1775773081.615098:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 70. 00000080:00200000:1.0:1775773081.615099:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1606 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.615114:0:200258:0:(rw26.c:858:ll_write_end()) pos 6578176, len 4096, copied 4096 00000080:00200000:1.0:1775773081.615118:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000086779117[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.615120:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e2be5fa6 17ffffc0001001 3:0 ffff9a6046fa6b60 1606 lru 00000080:00200000:1.0:1775773081.615125:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000483f8b3d 1606: 1< 0 - - > 2< 6578176 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.615127:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000086779117 00000080:00200000:1.0:1775773081.615127:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 71. 00000080:00200000:1.0:1775773081.615129:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1607 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.615143:0:200258:0:(rw26.c:858:ll_write_end()) pos 6582272, len 4096, copied 4096 00000080:00200000:1.0:1775773081.615147:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000022fcadbc[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.615149:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f7b2fd13 17ffffc0001001 3:0 ffff9a6046fa6540 1607 lru 00000080:00200000:1.0:1775773081.615154:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f0d6731f 1607: 1< 0 - - > 2< 6582272 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.615156:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000022fcadbc 00000080:00200000:1.0:1775773081.615157:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 72. 00000080:00200000:1.0:1775773081.615159:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1608 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.615175:0:200258:0:(rw26.c:858:ll_write_end()) pos 6586368, len 4096, copied 4096 00000080:00200000:1.0:1775773081.615179:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006699e577[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.615182:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f0d7c9af 17ffffc0001001 3:0 ffff9a6046fa67e0 1608 lru 00000080:00200000:1.0:1775773081.615187:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000075196dee 1608: 1< 0 - - > 2< 6586368 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.615189:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006699e577 00000080:00200000:1.0:1775773081.615190:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 73. 00000080:00200000:1.0:1775773081.615192:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1609 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.615206:0:200258:0:(rw26.c:858:ll_write_end()) pos 6590464, len 4096, copied 4096 00000080:00200000:1.0:1775773081.615210:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009c12152e[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.615213:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000217a7e6f 17ffffc0001001 3:0 ffff9a6046fa60e0 1609 lru 00000080:00200000:1.0:1775773081.615217:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e64aded2 1609: 1< 0 - - > 2< 6590464 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.615219:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009c12152e 00000080:00200000:1.0:1775773081.615220:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 74. 00000080:00200000:1.0:1775773081.615222:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1610 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.615236:0:200258:0:(rw26.c:858:ll_write_end()) pos 6594560, len 4096, copied 4096 00000080:00200000:1.0:1775773081.615241:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000db633c0e[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.615244:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b7f5da16 17ffffc0001001 3:0 ffff9a6046fa68c0 1610 lru 00000080:00200000:1.0:1775773081.615248:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004e73f88a 1610: 1< 0 - - > 2< 6594560 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.615251:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000db633c0e 00000080:00200000:1.0:1775773081.615252:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 75. 00000080:00200000:1.0:1775773081.615254:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1611 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.615272:0:200258:0:(rw26.c:858:ll_write_end()) pos 6598656, len 4096, copied 4096 00000080:00200000:1.0:1775773081.615277:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000205bb135[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.615279:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000046f9f21a 17ffffc0001001 3:0 ffff9a6046fa6380 1611 lru 00000080:00200000:1.0:1775773081.615285:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ca1a2f79 1611: 1< 0 - - > 2< 6598656 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.615287:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000205bb135 00000080:00200000:1.0:1775773081.615288:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 76. 00000080:00200000:1.0:1775773081.615290:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1612 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.615304:0:200258:0:(rw26.c:858:ll_write_end()) pos 6602752, len 4096, copied 4096 00000080:00200000:1.0:1775773081.615308:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000075af1b69[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.615311:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000431c1468 17ffffc0001001 3:0 ffff9a6046fa6620 1612 lru 00000080:00200000:1.0:1775773081.615316:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000eb0edb7d 1612: 1< 0 - - > 2< 6602752 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.615319:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000075af1b69 00000080:00200000:1.0:1775773081.615320:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 77. 00000080:00200000:1.0:1775773081.615322:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1613 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.615339:0:200258:0:(rw26.c:858:ll_write_end()) pos 6606848, len 4096, copied 4096 00000080:00200000:1.0:1775773081.615343:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000096d76807[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.615345:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c2f04174 17ffffc0001001 3:0 ffff9a6046fa6460 1613 lru 00000080:00200000:1.0:1775773081.615350:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f241079e 1613: 1< 0 - - > 2< 6606848 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.615352:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000096d76807 00000080:00200000:1.0:1775773081.615353:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 78. 00000080:00200000:1.0:1775773081.615355:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1614 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.615368:0:200258:0:(rw26.c:858:ll_write_end()) pos 6610944, len 4096, copied 4096 00000080:00200000:1.0:1775773081.615371:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006c92f830[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.615374:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000004e99677 17ffffc0001001 3:0 ffff9a6046fa6000 1614 lru 00000080:00200000:1.0:1775773081.615379:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002213635c 1614: 1< 0 - - > 2< 6610944 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.615381:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006c92f830 00000080:00200000:1.0:1775773081.615382:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 79. 00000080:00200000:1.0:1775773081.615384:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1615 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.615402:0:200258:0:(rw26.c:858:ll_write_end()) pos 6615040, len 4096, copied 4096 00000080:00200000:1.0:1775773081.615406:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007a0a50e1[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.615409:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000086094194 17ffffc0001021 2:0 ffff9a6046fa6c40 1615 lru 00000080:00200000:1.0:1775773081.615414:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e09fe120 1615: 1< 0 - - > 2< 6615040 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.615417:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007a0a50e1 00000080:00200000:1.0:1775773081.615418:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 80. 00000080:00200000:1.0:1775773081.615420:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1616 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.615436:0:200258:0:(rw26.c:858:ll_write_end()) pos 6619136, len 4096, copied 4096 00000080:00200000:1.0:1775773081.615441:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bd03c7e3[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.615444:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007f17bf66 17ffffc0001001 3:0 ffff9a6046fa6e00 1616 lru 00000080:00200000:1.0:1775773081.615449:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000074875665 1616: 1< 0 - - > 2< 6619136 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.615451:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bd03c7e3 00000080:00200000:1.0:1775773081.615452:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 81. 00000080:00200000:1.0:1775773081.615454:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1617 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.616494:0:200258:0:(rw26.c:858:ll_write_end()) pos 6623232, len 4096, copied 4096 00000080:00200000:1.0:1775773081.616520:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000640db351[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.616524:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fa4b1bdf 17ffffc0001001 3:0 ffff9a6046fa6700 1617 lru 00000080:00200000:1.0:1775773081.616531:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000013838370 1617: 1< 0 - - > 2< 6623232 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.616533:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000640db351 00000080:00200000:1.0:1775773081.616535:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 82. 00000080:00200000:1.0:1775773081.616539:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1618 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.616836:0:200258:0:(rw26.c:858:ll_write_end()) pos 6627328, len 4096, copied 4096 00000080:00200000:1.0:1775773081.616841:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f286f537[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.616844:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009d8f2187 17ffffc0001001 3:0 ffff9a6058dbaee0 1618 lru 00000080:00200000:1.0:1775773081.616849:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000003b6b5aa 1618: 1< 0 - - > 2< 6627328 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.616853:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f286f537 00000080:00200000:1.0:1775773081.616855:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 83. 00000080:00200000:1.0:1775773081.616857:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1619 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.616876:0:200258:0:(rw26.c:858:ll_write_end()) pos 6631424, len 4096, copied 4096 00000080:00200000:1.0:1775773081.616880:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b4acceae[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.616883:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000713a2b64 17ffffc0001001 3:0 ffff9a6058dba9a0 1619 lru 00000080:00200000:1.0:1775773081.616889:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000efac4cb0 1619: 1< 0 - - > 2< 6631424 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.616892:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b4acceae 00000080:00200000:1.0:1775773081.616893:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 84. 00000080:00200000:1.0:1775773081.616895:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1620 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.616911:0:200258:0:(rw26.c:858:ll_write_end()) pos 6635520, len 4096, copied 4096 00000080:00200000:1.0:1775773081.616915:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000dbc28925[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.616917:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000db7def01 17ffffc0001001 3:0 ffff9a6058dbaa80 1620 lru 00000080:00200000:1.0:1775773081.616922:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b5c31225 1620: 1< 0 - - > 2< 6635520 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.616924:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000dbc28925 00000080:00200000:1.0:1775773081.616925:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 85. 00000080:00200000:1.0:1775773081.616927:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1621 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.616942:0:200258:0:(rw26.c:858:ll_write_end()) pos 6639616, len 4096, copied 4096 00000080:00200000:1.0:1775773081.616946:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003113c5cf[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.616949:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000053d3e81 17ffffc0001001 3:0 ffff9a6058dbad20 1621 lru 00000080:00200000:1.0:1775773081.616954:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000736c37bc 1621: 1< 0 - - > 2< 6639616 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.616956:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003113c5cf 00000080:00200000:1.0:1775773081.616957:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 86. 00000080:00200000:1.0:1775773081.616959:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1622 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.616973:0:200258:0:(rw26.c:858:ll_write_end()) pos 6643712, len 4096, copied 4096 00000080:00200000:1.0:1775773081.616977:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000082eaea31[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.616979:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000059b25dfb 17ffffc0001001 3:0 ffff9a6058dbab60 1622 lru 00000080:00200000:1.0:1775773081.616984:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000723b1762 1622: 1< 0 - - > 2< 6643712 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.616986:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000082eaea31 00000080:00200000:1.0:1775773081.616988:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 87. 00000080:00200000:1.0:1775773081.616989:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1623 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.617004:0:200258:0:(rw26.c:858:ll_write_end()) pos 6647808, len 4096, copied 4096 00000080:00200000:1.0:1775773081.617008:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ce5da0e2[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.617011:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000098c810ed 17ffffc0001001 3:0 ffff9a6058dba540 1623 lru 00000080:00200000:1.0:1775773081.617017:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000043a6ec29 1623: 1< 0 - - > 2< 6647808 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.617020:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ce5da0e2 00000080:00200000:1.0:1775773081.617021:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 88. 00000080:00200000:1.0:1775773081.617023:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1624 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.617038:0:200258:0:(rw26.c:858:ll_write_end()) pos 6651904, len 4096, copied 4096 00000080:00200000:1.0:1775773081.617043:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000009fec90f[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.617046:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000be65058f 17ffffc0001001 3:0 ffff9a6058dba7e0 1624 lru 00000080:00200000:1.0:1775773081.617050:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000095f25b36 1624: 1< 0 - - > 2< 6651904 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.617053:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000009fec90f 00000080:00200000:1.0:1775773081.617053:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 89. 00000080:00200000:1.0:1775773081.617055:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1625 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.617072:0:200258:0:(rw26.c:858:ll_write_end()) pos 6656000, len 4096, copied 4096 00000080:00200000:1.0:1775773081.617076:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b8c4c2df[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.617078:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000036c54fb1 17ffffc0001001 3:0 ffff9a6058dba0e0 1625 lru 00000080:00200000:1.0:1775773081.617084:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007458282b 1625: 1< 0 - - > 2< 6656000 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.617086:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b8c4c2df 00000080:00200000:1.0:1775773081.617087:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 90. 00000080:00200000:1.0:1775773081.617089:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1626 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.617103:0:200258:0:(rw26.c:858:ll_write_end()) pos 6660096, len 4096, copied 4096 00000080:00200000:1.0:1775773081.617107:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000db2d8b01[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.617109:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003bcdf9a3 17ffffc0001001 3:0 ffff9a6058dba8c0 1626 lru 00000080:00200000:1.0:1775773081.617114:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004233d94e 1626: 1< 0 - - > 2< 6660096 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.617116:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000db2d8b01 00000080:00200000:1.0:1775773081.617117:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 91. 00000080:00200000:1.0:1775773081.617119:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1627 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.617135:0:200258:0:(rw26.c:858:ll_write_end()) pos 6664192, len 4096, copied 4096 00000080:00200000:1.0:1775773081.617140:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000027ee1825[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.617142:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006cdb2b1f 17ffffc0001001 3:0 ffff9a6058dba380 1627 lru 00000080:00200000:1.0:1775773081.617148:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a43e31de 1627: 1< 0 - - > 2< 6664192 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.617151:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000027ee1825 00000080:00200000:1.0:1775773081.617152:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 92. 00000080:00200000:1.0:1775773081.617154:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1628 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.617439:0:200258:0:(rw26.c:858:ll_write_end()) pos 6668288, len 4096, copied 4096 00000080:00200000:1.0:1775773081.617444:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003ccb977e[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.617447:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003d5247c4 17ffffc0001001 3:0 ffff9a6058dba620 1628 lru 00000080:00200000:1.0:1775773081.617453:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ba176f6c 1628: 1< 0 - - > 2< 6668288 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.617456:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003ccb977e 00000080:00200000:1.0:1775773081.617457:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 93. 00000080:00200000:1.0:1775773081.617460:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1629 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.617478:0:200258:0:(rw26.c:858:ll_write_end()) pos 6672384, len 4096, copied 4096 00000080:00200000:1.0:1775773081.617482:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004c0071d9[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.617486:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000be62da53 17ffffc0001001 3:0 ffff9a6058dba460 1629 lru 00000080:00200000:1.0:1775773081.617491:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000af2cadea 1629: 1< 0 - - > 2< 6672384 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.617493:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004c0071d9 00000080:00200000:1.0:1775773081.617495:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 94. 00000080:00200000:1.0:1775773081.617508:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1630 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.617538:0:200258:0:(rw26.c:858:ll_write_end()) pos 6676480, len 4096, copied 4096 00000080:00200000:1.0:1775773081.617543:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000003c6b3ce[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.617545:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006633a301 17ffffc0001021 2:0 ffff9a6058dba000 1630 lru 00000080:00200000:1.0:1775773081.617645:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000046f0c47c 1630: 1< 0 - - > 2< 6676480 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.617648:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000003c6b3ce 00000080:00200000:1.0:1775773081.617650:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 95. 00000080:00200000:1.0:1775773081.617652:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1631 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.617667:0:200258:0:(rw26.c:858:ll_write_end()) pos 6680576, len 4096, copied 4096 00000080:00200000:1.0:1775773081.617671:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003caff003[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.617673:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000032eeb50f 17ffffc0001001 3:0 ffff9a6058dbac40 1631 lru 00000080:00200000:1.0:1775773081.617678:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000001b2e5d3 1631: 1< 0 - - > 2< 6680576 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.617680:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003caff003 00000080:00200000:1.0:1775773081.617682:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 96. 00000080:00200000:1.0:1775773081.617683:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1632 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.617697:0:200258:0:(rw26.c:858:ll_write_end()) pos 6684672, len 4096, copied 4096 00000080:00200000:1.0:1775773081.617701:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000006347cc3[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.617703:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003cae37be 17ffffc0001001 3:0 ffff9a6058dbae00 1632 lru 00000080:00200000:1.0:1775773081.617709:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000095fb9ee8 1632: 1< 0 - - > 2< 6684672 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.617711:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000006347cc3 00000080:00200000:1.0:1775773081.617713:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 97. 00000080:00200000:1.0:1775773081.617714:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1633 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.617730:0:200258:0:(rw26.c:858:ll_write_end()) pos 6688768, len 4096, copied 4096 00000080:00200000:1.0:1775773081.617734:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000086d5fa10[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.617737:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000499c03e5 17ffffc0001001 3:0 ffff9a6058dba700 1633 lru 00000080:00200000:1.0:1775773081.617742:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006c8aa3ea 1633: 1< 0 - - > 2< 6688768 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.617745:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000086d5fa10 00000080:00200000:1.0:1775773081.617746:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 98. 00000080:00200000:1.0:1775773081.617748:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1634 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.617761:0:200258:0:(rw26.c:858:ll_write_end()) pos 6692864, len 4096, copied 4096 00000080:00200000:1.0:1775773081.617765:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002ba1e8a7[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.617768:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b8a22823 17ffffc0001001 3:0 ffff9a6058dba2a0 1634 lru 00000080:00200000:1.0:1775773081.617773:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000069fd3e0c 1634: 1< 0 - - > 2< 6692864 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.617775:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002ba1e8a7 00000080:00200000:1.0:1775773081.617776:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 99. 00000080:00200000:1.0:1775773081.617778:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1635 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.617817:0:200258:0:(rw26.c:858:ll_write_end()) pos 6696960, len 4096, copied 4096 00000080:00200000:1.0:1775773081.617822:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000bc8be1f[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.617825:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000046d0fd8c 17ffffc0001001 3:0 ffff9a6058dba1c0 1635 lru 00000080:00200000:1.0:1775773081.617831:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000839e4d3c 1635: 1< 0 - - > 2< 6696960 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.617833:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000bc8be1f 00000080:00200000:1.0:1775773081.617834:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 100. 00000080:00200000:1.0:1775773081.617837:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1636 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.617862:0:200258:0:(rw26.c:858:ll_write_end()) pos 6701056, len 4096, copied 4096 00000080:00200000:1.0:1775773081.617866:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006a82a4c4[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.617869:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000013db225 17ffffc0001001 3:0 ffff9a60507f42a0 1636 lru 00000080:00200000:1.0:1775773081.617874:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000097f01fbe 1636: 1< 0 - - > 2< 6701056 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.617877:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006a82a4c4 00000080:00200000:1.0:1775773081.617877:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 101. 00000080:00200000:1.0:1775773081.617879:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1637 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.617894:0:200258:0:(rw26.c:858:ll_write_end()) pos 6705152, len 4096, copied 4096 00000080:00200000:1.0:1775773081.617898:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b5590e8b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.617900:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009f91faac 17ffffc0001001 3:0 ffff9a60507f41c0 1637 lru 00000080:00200000:1.0:1775773081.617906:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009d206861 1637: 1< 0 - - > 2< 6705152 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.617908:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b5590e8b 00000080:00200000:1.0:1775773081.617909:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 102. 00000080:00200000:1.0:1775773081.617912:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1638 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.617927:0:200258:0:(rw26.c:858:ll_write_end()) pos 6709248, len 4096, copied 4096 00000080:00200000:1.0:1775773081.617931:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bcef33cb[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.617933:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004a41dfff 17ffffc0001001 3:0 ffff9a60507f4ee0 1638 lru 00000080:00200000:1.0:1775773081.617938:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007ce04e78 1638: 1< 0 - - > 2< 6709248 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.617940:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bcef33cb 00000080:00200000:1.0:1775773081.617941:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 103. 00000080:00200000:1.0:1775773081.617943:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1639 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.617959:0:200258:0:(rw26.c:858:ll_write_end()) pos 6713344, len 4096, copied 4096 00000080:00200000:1.0:1775773081.617963:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000012daaabc[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.617966:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c71e941e 17ffffc0001001 3:0 ffff9a60507f49a0 1639 lru 00000080:00200000:1.0:1775773081.617971:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000637ed32d 1639: 1< 0 - - > 2< 6713344 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.617973:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000012daaabc 00000080:00200000:1.0:1775773081.617974:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 104. 00000080:00200000:1.0:1775773081.617976:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1640 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.617992:0:200258:0:(rw26.c:858:ll_write_end()) pos 6717440, len 4096, copied 4096 00000080:00200000:1.0:1775773081.617996:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bbc33885[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.617998:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000019359aff 17ffffc0001001 3:0 ffff9a60507f4a80 1640 lru 00000080:00200000:1.0:1775773081.618003:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ead5b150 1640: 1< 0 - - > 2< 6717440 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.618005:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bbc33885 00000080:00200000:1.0:1775773081.618006:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 105. 00000080:00200000:1.0:1775773081.618008:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1641 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.618022:0:200258:0:(rw26.c:858:ll_write_end()) pos 6721536, len 4096, copied 4096 00000080:00200000:1.0:1775773081.618026:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000aed086cb[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.618029:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008af9fa44 17ffffc0001001 3:0 ffff9a60507f4d20 1641 lru 00000080:00200000:1.0:1775773081.618034:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006d0ba34d 1641: 1< 0 - - > 2< 6721536 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.618036:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000aed086cb 00000080:00200000:1.0:1775773081.618037:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 106. 00000080:00200000:1.0:1775773081.618039:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1642 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.618053:0:200258:0:(rw26.c:858:ll_write_end()) pos 6725632, len 4096, copied 4096 00000080:00200000:1.0:1775773081.618057:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b696518d[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.618059:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b763cac2 17ffffc0001001 3:0 ffff9a60507f4b60 1642 lru 00000080:00200000:1.0:1775773081.618063:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000525c7111 1642: 1< 0 - - > 2< 6725632 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.618066:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b696518d 00000080:00200000:1.0:1775773081.618067:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 107. 00000080:00200000:1.0:1775773081.618069:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1643 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.618081:0:200258:0:(rw26.c:858:ll_write_end()) pos 6729728, len 4096, copied 4096 00000080:00200000:1.0:1775773081.618085:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008de4a70b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.618087:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000069c0e571 17ffffc0001001 3:0 ffff9a60507f4540 1643 lru 00000080:00200000:1.0:1775773081.618091:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b001bace 1643: 1< 0 - - > 2< 6729728 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.618093:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008de4a70b 00000080:00200000:1.0:1775773081.618094:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 108. 00000080:00200000:1.0:1775773081.618096:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1644 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.618109:0:200258:0:(rw26.c:858:ll_write_end()) pos 6733824, len 4096, copied 4096 00000080:00200000:1.0:1775773081.618112:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006f0bd606[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.618115:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005787405c 17ffffc0001001 3:0 ffff9a60507f47e0 1644 lru 00000080:00200000:1.0:1775773081.618120:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008581e023 1644: 1< 0 - - > 2< 6733824 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.618123:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006f0bd606 00000080:00200000:1.0:1775773081.618124:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 109. 00000080:00200000:1.0:1775773081.618126:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1645 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.618144:0:200258:0:(rw26.c:858:ll_write_end()) pos 6737920, len 4096, copied 4096 00000080:00200000:1.0:1775773081.618149:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004da3d28b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.618151:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006ffb878d 17ffffc0001021 2:0 ffff9a60507f40e0 1645 lru 00000080:00200000:1.0:1775773081.618157:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000aefa808c 1645: 1< 0 - - > 2< 6737920 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.620669:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004da3d28b 00000080:00200000:1.0:1775773081.620673:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 110. 00000080:00200000:1.0:1775773081.620682:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1646 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.620759:0:200258:0:(rw26.c:858:ll_write_end()) pos 6742016, len 4096, copied 4096 00000080:00200000:1.0:1775773081.620767:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000656f231e[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.620771:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006d0fec8a 17ffffc0001001 3:0 ffff9a60507f48c0 1646 lru 00000080:00200000:1.0:1775773081.620779:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000091b4488d 1646: 1< 0 - - > 2< 6742016 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.620782:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000656f231e 00000080:00200000:1.0:1775773081.620783:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 111. 00000080:00200000:1.0:1775773081.620785:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1647 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.620817:0:200258:0:(rw26.c:858:ll_write_end()) pos 6746112, len 4096, copied 4096 00000080:00200000:1.0:1775773081.620821:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b7e6bea0[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.620824:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c5464729 17ffffc0001001 3:0 ffff9a60507f4380 1647 lru 00000080:00200000:1.0:1775773081.620829:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008ae222c4 1647: 1< 0 - - > 2< 6746112 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.620831:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b7e6bea0 00000080:00200000:1.0:1775773081.620833:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 112. 00000080:00200000:1.0:1775773081.620835:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1648 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.620849:0:200258:0:(rw26.c:858:ll_write_end()) pos 6750208, len 4096, copied 4096 00000080:00200000:1.0:1775773081.620853:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b1fafd71[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.620856:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000060312f11 17ffffc0001001 3:0 ffff9a60507f4620 1648 lru 00000080:00200000:1.0:1775773081.620862:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cc21f25a 1648: 1< 0 - - > 2< 6750208 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.620864:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b1fafd71 00000080:00200000:1.0:1775773081.620866:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 113. 00000080:00200000:1.0:1775773081.620868:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1649 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.620883:0:200258:0:(rw26.c:858:ll_write_end()) pos 6754304, len 4096, copied 4096 00000080:00200000:1.0:1775773081.620886:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000084e98a52[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.620889:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008057e019 17ffffc0001001 3:0 ffff9a60507f4460 1649 lru 00000080:00200000:1.0:1775773081.620894:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000feed9896 1649: 1< 0 - - > 2< 6754304 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.620896:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000084e98a52 00000080:00200000:1.0:1775773081.620897:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 114. 00000080:00200000:1.0:1775773081.620899:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1650 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.620914:0:200258:0:(rw26.c:858:ll_write_end()) pos 6758400, len 4096, copied 4096 00000080:00200000:1.0:1775773081.620918:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000020b8f389[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.620921:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002bcf9dff 17ffffc0001001 3:0 ffff9a60507f4000 1650 lru 00000080:00200000:1.0:1775773081.620927:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009302158d 1650: 1< 0 - - > 2< 6758400 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.620929:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000020b8f389 00000080:00200000:1.0:1775773081.620930:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 115. 00000080:00200000:1.0:1775773081.620933:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1651 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.620950:0:200258:0:(rw26.c:858:ll_write_end()) pos 6762496, len 4096, copied 4096 00000080:00200000:1.0:1775773081.620953:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ca6d225d[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.620956:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000eaadd91e 17ffffc0001001 3:0 ffff9a60507f4c40 1651 lru 00000080:00200000:1.0:1775773081.620961:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a98aa01e 1651: 1< 0 - - > 2< 6762496 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.620963:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ca6d225d 00000080:00200000:1.0:1775773081.620964:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 116. 00000080:00200000:1.0:1775773081.620966:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1652 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.620979:0:200258:0:(rw26.c:858:ll_write_end()) pos 6766592, len 4096, copied 4096 00000080:00200000:1.0:1775773081.620984:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000dc5a35db[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.620987:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003f8e02ad 17ffffc0001001 3:0 ffff9a60507f4e00 1652 lru 00000080:00200000:1.0:1775773081.620992:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007085c560 1652: 1< 0 - - > 2< 6766592 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.620995:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000dc5a35db 00000080:00200000:1.0:1775773081.620996:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 117. 00000080:00200000:1.0:1775773081.620998:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1653 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.621020:0:200258:0:(rw26.c:858:ll_write_end()) pos 6770688, len 4096, copied 4096 00000080:00200000:1.0:1775773081.621023:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000063f20b5f[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.621025:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008be0d2a0 17ffffc0001001 3:0 ffff9a60507f4700 1653 lru 00000080:00200000:1.0:1775773081.621030:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000061d5bfbc 1653: 1< 0 - - > 2< 6770688 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.621032:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000063f20b5f 00000080:00200000:1.0:1775773081.621033:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 118. 00000080:00200000:1.0:1775773081.621035:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1654 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.621064:0:200258:0:(rw26.c:858:ll_write_end()) pos 6774784, len 4096, copied 4096 00000080:00200000:1.0:1775773081.621067:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005d7e75ea[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.621070:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cb4c8073 17ffffc0001001 3:0 ffff9a6043b92000 1654 lru 00000080:00200000:1.0:1775773081.621074:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000377de379 1654: 1< 0 - - > 2< 6774784 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.621077:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005d7e75ea 00000080:00200000:1.0:1775773081.621078:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 119. 00000080:00200000:1.0:1775773081.621079:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1655 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.621093:0:200258:0:(rw26.c:858:ll_write_end()) pos 6778880, len 4096, copied 4096 00000080:00200000:1.0:1775773081.621097:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000098845c9e[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.621099:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c0b9b119 17ffffc0001001 3:0 ffff9a6043b92c40 1655 lru 00000080:00200000:1.0:1775773081.621104:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dbe9b5c5 1655: 1< 0 - - > 2< 6778880 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.621106:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000098845c9e 00000080:00200000:1.0:1775773081.621108:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 120. 00000080:00200000:1.0:1775773081.621109:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1656 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.621123:0:200258:0:(rw26.c:858:ll_write_end()) pos 6782976, len 4096, copied 4096 00000080:00200000:1.0:1775773081.621127:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000029d697e[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.621129:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000a8b9397 17ffffc0001001 3:0 ffff9a6043b92e00 1656 lru 00000080:00200000:1.0:1775773081.621134:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dbefcac8 1656: 1< 0 - - > 2< 6782976 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.621137:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000029d697e 00000080:00200000:1.0:1775773081.621138:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 121. 00000080:00200000:1.0:1775773081.621140:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1657 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.621153:0:200258:0:(rw26.c:858:ll_write_end()) pos 6787072, len 4096, copied 4096 00000080:00200000:1.0:1775773081.622659:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000025f140a3[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.622675:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d58b543c 17ffffc0001001 3:0 ffff9a6043b92700 1657 lru 00000080:00200000:1.0:1775773081.622686:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b8e58607 1657: 1< 0 - - > 2< 6787072 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.622688:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000025f140a3 00000080:00200000:1.0:1775773081.622691:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 122. 00000080:00200000:1.0:1775773081.622699:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1658 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.622761:0:200258:0:(rw26.c:858:ll_write_end()) pos 6791168, len 4096, copied 4096 00000080:00200000:1.0:1775773081.622768:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000004399bcb[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.622771:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cc26f6d0 17ffffc0001001 3:0 ffff9a6043b922a0 1658 lru 00000080:00200000:1.0:1775773081.622776:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005d1427b2 1658: 1< 0 - - > 2< 6791168 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.622778:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000004399bcb 00000080:00200000:1.0:1775773081.622780:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 123. 00000080:00200000:1.0:1775773081.622782:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1659 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.622828:0:200258:0:(rw26.c:858:ll_write_end()) pos 6795264, len 4096, copied 4096 00000080:00200000:1.0:1775773081.622833:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000001dac70e[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.622836:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000b5a956b 17ffffc0001001 3:0 ffff9a6043b921c0 1659 lru 00000080:00200000:1.0:1775773081.622841:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005d260721 1659: 1< 0 - - > 2< 6795264 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.622843:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000001dac70e 00000080:00200000:1.0:1775773081.622844:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 124. 00000080:00200000:1.0:1775773081.622846:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1660 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.622874:0:200258:0:(rw26.c:858:ll_write_end()) pos 6799360, len 4096, copied 4096 00000080:00200000:1.0:1775773081.622878:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e8a59ed8[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.622881:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003070703d 17ffffc0001021 2:0 ffff9a6043b92ee0 1660 lru 00000080:00200000:1.0:1775773081.622886:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000050a17a0f 1660: 1< 0 - - > 2< 6799360 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.622888:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e8a59ed8 00000080:00200000:1.0:1775773081.622889:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 125. 00000080:00200000:1.0:1775773081.622891:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1661 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.622908:0:200258:0:(rw26.c:858:ll_write_end()) pos 6803456, len 4096, copied 4096 00000080:00200000:1.0:1775773081.622912:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c03c43f4[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.622915:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000160a176d 17ffffc0001001 3:0 ffff9a6043b929a0 1661 lru 00000080:00200000:1.0:1775773081.622920:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000092013698 1661: 1< 0 - - > 2< 6803456 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.622922:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c03c43f4 00000080:00200000:1.0:1775773081.622923:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 126. 00000080:00200000:1.0:1775773081.622925:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1662 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.622941:0:200258:0:(rw26.c:858:ll_write_end()) pos 6807552, len 4096, copied 4096 00000080:00200000:1.0:1775773081.622945:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001c51a13b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.622947:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e48eb8db 17ffffc0001001 3:0 ffff9a6043b92a80 1662 lru 00000080:00200000:1.0:1775773081.622952:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000007e7d87a 1662: 1< 0 - - > 2< 6807552 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.622954:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001c51a13b 00000080:00200000:1.0:1775773081.622956:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 127. 00000080:00200000:1.0:1775773081.622957:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1663 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.622971:0:200258:0:(rw26.c:858:ll_write_end()) pos 6811648, len 4096, copied 4096 00000080:00200000:1.0:1775773081.622975:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006422600c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.622978:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000af0021e2 17ffffc0001001 3:0 ffff9a6043b92d20 1663 lru 00000080:00200000:1.0:1775773081.622983:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d64ecd00 1663: 1< 0 - - > 2< 6811648 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.622986:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006422600c 00000080:00200000:1.0:1775773081.622987:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 128. 00000080:00200000:1.0:1775773081.622989:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1664 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.623012:0:200258:0:(rw26.c:858:ll_write_end()) pos 6815744, len 4096, copied 4096 00000080:00200000:1.0:1775773081.623017:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009a9b90b3[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.623019:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e79c2e08 17ffffc0001001 3:0 ffff9a6043b92b60 1664 lru 00000080:00200000:1.0:1775773081.623025:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000060505954 1664: 1< 0 - - > 2< 6815744 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.623028:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009a9b90b3 00000080:00200000:1.0:1775773081.623030:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 129. 00000080:00200000:1.0:1775773081.623032:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1665 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.623048:0:200258:0:(rw26.c:858:ll_write_end()) pos 6819840, len 4096, copied 4096 00000080:00200000:1.0:1775773081.623052:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000876cb252[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.623055:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000045479aec 17ffffc0001001 3:0 ffff9a6043b92540 1665 lru 00000080:00200000:1.0:1775773081.623060:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e659a923 1665: 1< 0 - - > 2< 6819840 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.623062:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000876cb252 00000080:00200000:1.0:1775773081.623064:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 130. 00000080:00200000:1.0:1775773081.623066:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1666 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.623082:0:200258:0:(rw26.c:858:ll_write_end()) pos 6823936, len 4096, copied 4096 00000080:00200000:1.0:1775773081.623086:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bc723fe7[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.623088:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000077eaa7d 17ffffc0001001 3:0 ffff9a6043b927e0 1666 lru 00000080:00200000:1.0:1775773081.623093:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002d7fbd22 1666: 1< 0 - - > 2< 6823936 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.623095:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bc723fe7 00000080:00200000:1.0:1775773081.623096:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 131. 00000080:00200000:1.0:1775773081.623098:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1667 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.623114:0:200258:0:(rw26.c:858:ll_write_end()) pos 6828032, len 4096, copied 4096 00000080:00200000:1.0:1775773081.623118:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000019942036[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.623121:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009e5f2603 17ffffc0001001 3:0 ffff9a6043b920e0 1667 lru 00000080:00200000:1.0:1775773081.623127:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c8e9836f 1667: 1< 0 - - > 2< 6828032 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.623129:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000019942036 00000080:00200000:1.0:1775773081.623130:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 132. 00000080:00200000:1.0:1775773081.623131:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1668 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.623144:0:200258:0:(rw26.c:858:ll_write_end()) pos 6832128, len 4096, copied 4096 00000080:00200000:1.0:1775773081.623148:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009f06c820[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.623151:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a3ad41bb 17ffffc0001001 3:0 ffff9a6043b928c0 1668 lru 00000080:00200000:1.0:1775773081.623156:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003291517e 1668: 1< 0 - - > 2< 6832128 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.623510:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009f06c820 00000080:00200000:1.0:1775773081.623512:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 133. 00000080:00200000:1.0:1775773081.623514:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1669 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.623534:0:200258:0:(rw26.c:858:ll_write_end()) pos 6836224, len 4096, copied 4096 00000080:00200000:1.0:1775773081.623538:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000009eda6a5[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.623540:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008d3225f4 17ffffc0001001 3:0 ffff9a6043b92380 1669 lru 00000080:00200000:1.0:1775773081.623546:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f38f54be 1669: 1< 0 - - > 2< 6836224 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.623548:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000009eda6a5 00000080:00200000:1.0:1775773081.623549:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 134. 00000080:00200000:1.0:1775773081.623551:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1670 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.623563:0:200258:0:(rw26.c:858:ll_write_end()) pos 6840320, len 4096, copied 4096 00000080:00200000:1.0:1775773081.623566:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000e55ba13[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.623569:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000762d154a 17ffffc0001001 3:0 ffff9a6043b92620 1670 lru 00000080:00200000:1.0:1775773081.623574:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b78e93f5 1670: 1< 0 - - > 2< 6840320 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.623577:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000e55ba13 00000080:00200000:1.0:1775773081.623578:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 135. 00000080:00200000:1.0:1775773081.623579:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1671 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.623592:0:200258:0:(rw26.c:858:ll_write_end()) pos 6844416, len 4096, copied 4096 00000080:00200000:1.0:1775773081.623595:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000060971a4e[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.623598:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004b69b819 17ffffc0001001 3:0 ffff9a6043b92460 1671 lru 00000080:00200000:1.0:1775773081.623602:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008739206d 1671: 1< 0 - - > 2< 6844416 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.623605:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000060971a4e 00000080:00200000:1.0:1775773081.623605:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 136. 00000080:00200000:1.0:1775773081.623607:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1672 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.623637:0:200258:0:(rw26.c:858:ll_write_end()) pos 6848512, len 4096, copied 4096 00000080:00200000:1.0:1775773081.623641:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003437b067[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.623643:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a4c7fa4e 17ffffc0001001 3:0 ffff9a6048a5a540 1672 lru 00000080:00200000:1.0:1775773081.623648:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a3cff674 1672: 1< 0 - - > 2< 6848512 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.623650:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003437b067 00000080:00200000:1.0:1775773081.623651:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 137. 00000080:00200000:1.0:1775773081.623653:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1673 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.623669:0:200258:0:(rw26.c:858:ll_write_end()) pos 6852608, len 4096, copied 4096 00000080:00200000:1.0:1775773081.623673:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006a656073[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.623675:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b190ab96 17ffffc0001001 3:0 ffff9a6048a5a7e0 1673 lru 00000080:00200000:1.0:1775773081.623680:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000049e515b0 1673: 1< 0 - - > 2< 6852608 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.623683:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006a656073 00000080:00200000:1.0:1775773081.623684:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 138. 00000080:00200000:1.0:1775773081.623686:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1674 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.623700:0:200258:0:(rw26.c:858:ll_write_end()) pos 6856704, len 4096, copied 4096 00000080:00200000:1.0:1775773081.623704:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000027c3230a[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.623707:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000005040c48 17ffffc0001001 3:0 ffff9a6048a5a0e0 1674 lru 00000080:00200000:1.0:1775773081.623712:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000aa4c68b8 1674: 1< 0 - - > 2< 6856704 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.623714:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000027c3230a 00000080:00200000:1.0:1775773081.623716:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 139. 00000080:00200000:1.0:1775773081.623718:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1675 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.623738:0:200258:0:(rw26.c:858:ll_write_end()) pos 6860800, len 4096, copied 4096 00000080:00200000:1.0:1775773081.623742:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000034bb3042[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.623744:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000719290d3 17ffffc0001021 2:0 ffff9a6048a5a8c0 1675 lru 00000080:00200000:1.0:1775773081.623750:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000071debacf 1675: 1< 0 - - > 2< 6860800 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.623752:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000034bb3042 00000080:00200000:1.0:1775773081.623753:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 140. 00000080:00200000:1.0:1775773081.623755:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1676 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.623770:0:200258:0:(rw26.c:858:ll_write_end()) pos 6864896, len 4096, copied 4096 00000080:00200000:1.0:1775773081.623774:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000069b09bd1[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.623776:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000001d09a4f 17ffffc0001001 3:0 ffff9a6048a5a380 1676 lru 00000080:00200000:1.0:1775773081.623781:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000073618d66 1676: 1< 0 - - > 2< 6864896 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.623783:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000069b09bd1 00000080:00200000:1.0:1775773081.623784:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 141. 00000080:00200000:1.0:1775773081.623786:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1677 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.623838:0:200258:0:(rw26.c:858:ll_write_end()) pos 6868992, len 4096, copied 4096 00000080:00200000:1.0:1775773081.623843:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000089fd803[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.623846:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000737d5323 17ffffc0001001 3:0 ffff9a6048a5a620 1677 lru 00000080:00200000:1.0:1775773081.623851:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002f123927 1677: 1< 0 - - > 2< 6868992 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.623853:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000089fd803 00000080:00200000:1.0:1775773081.623854:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 142. 00000080:00200000:1.0:1775773081.623856:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1678 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.623871:0:200258:0:(rw26.c:858:ll_write_end()) pos 6873088, len 4096, copied 4096 00000080:00200000:1.0:1775773081.623875:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000dd5b59c5[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.623878:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000920cca62 17ffffc0001001 3:0 ffff9a6048a5a460 1678 lru 00000080:00200000:1.0:1775773081.623883:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000902ed192 1678: 1< 0 - - > 2< 6873088 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.623886:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000dd5b59c5 00000080:00200000:1.0:1775773081.623887:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 143. 00000080:00200000:1.0:1775773081.623889:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1679 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.623904:0:200258:0:(rw26.c:858:ll_write_end()) pos 6877184, len 4096, copied 4096 00000080:00200000:1.0:1775773081.623909:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003de2bcf1[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.623911:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000453156b5 17ffffc0001001 3:0 ffff9a6048a5a000 1679 lru 00000080:00200000:1.0:1775773081.623917:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d35730cc 1679: 1< 0 - - > 2< 6877184 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.623919:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003de2bcf1 00000080:00200000:1.0:1775773081.623920:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 144. 00000080:00200000:1.0:1775773081.623922:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1680 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.623938:0:200258:0:(rw26.c:858:ll_write_end()) pos 6881280, len 4096, copied 4096 00000080:00200000:1.0:1775773081.623942:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c6d2adf9[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.623945:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004702ed24 17ffffc0001001 3:0 ffff9a6048a5ac40 1680 lru 00000080:00200000:1.0:1775773081.623950:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a2d1df04 1680: 1< 0 - - > 2< 6881280 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.623952:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c6d2adf9 00000080:00200000:1.0:1775773081.623954:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 145. 00000080:00200000:1.0:1775773081.623956:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1681 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.623972:0:200258:0:(rw26.c:858:ll_write_end()) pos 6885376, len 4096, copied 4096 00000080:00200000:1.0:1775773081.623977:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008bc27991[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.623979:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009965db44 17ffffc0001001 3:0 ffff9a6048a5ae00 1681 lru 00000080:00200000:1.0:1775773081.623984:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000123f57f7 1681: 1< 0 - - > 2< 6885376 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.623987:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008bc27991 00000080:00200000:1.0:1775773081.623988:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 146. 00000080:00200000:1.0:1775773081.623990:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1682 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.624013:0:200258:0:(rw26.c:858:ll_write_end()) pos 6889472, len 4096, copied 4096 00000080:00200000:1.0:1775773081.624017:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f841c240[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.624020:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007bacb910 17ffffc0001001 3:0 ffff9a6048a5a700 1682 lru 00000080:00200000:1.0:1775773081.624025:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004437caf4 1682: 1< 0 - - > 2< 6889472 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.624028:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f841c240 00000080:00200000:1.0:1775773081.624029:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 147. 00000080:00200000:1.0:1775773081.624032:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1683 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.624046:0:200258:0:(rw26.c:858:ll_write_end()) pos 6893568, len 4096, copied 4096 00000080:00200000:1.0:1775773081.624049:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001ad78449[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.624051:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000024c8564d 17ffffc0001001 3:0 ffff9a6048a5a2a0 1683 lru 00000080:00200000:1.0:1775773081.624057:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000066596b43 1683: 1< 0 - - > 2< 6893568 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.624059:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001ad78449 00000080:00200000:1.0:1775773081.624060:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 148. 00000080:00200000:1.0:1775773081.624062:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1684 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.624075:0:200258:0:(rw26.c:858:ll_write_end()) pos 6897664, len 4096, copied 4096 00000080:00200000:1.0:1775773081.624079:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001508a3eb[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.624081:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fc20652a 17ffffc0001001 3:0 ffff9a6048a5a1c0 1684 lru 00000080:00200000:1.0:1775773081.624086:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009266451b 1684: 1< 0 - - > 2< 6897664 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.624088:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001508a3eb 00000080:00200000:1.0:1775773081.624089:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 149. 00000080:00200000:1.0:1775773081.624090:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1685 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.624103:0:200258:0:(rw26.c:858:ll_write_end()) pos 6901760, len 4096, copied 4096 00000080:00200000:1.0:1775773081.624107:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000393507f6[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.624109:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009e5dad50 17ffffc0001001 3:0 ffff9a6048a5aee0 1685 lru 00000080:00200000:1.0:1775773081.624115:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000028df9dad 1685: 1< 0 - - > 2< 6901760 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.624117:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000393507f6 00000080:00200000:1.0:1775773081.624119:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 150. 00000080:00200000:1.0:1775773081.624120:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1686 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.624136:0:200258:0:(rw26.c:858:ll_write_end()) pos 6905856, len 4096, copied 4096 00000080:00200000:1.0:1775773081.624140:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008265a540[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.624143:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ace614c8 17ffffc0001001 3:0 ffff9a6048a5a9a0 1686 lru 00000080:00200000:1.0:1775773081.624149:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000063731aab 1686: 1< 0 - - > 2< 6905856 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.624151:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008265a540 00000080:00200000:1.0:1775773081.624152:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 151. 00000080:00200000:1.0:1775773081.624154:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1687 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.624296:0:200258:0:(rw26.c:858:ll_write_end()) pos 6909952, len 4096, copied 4096 00000080:00200000:1.0:1775773081.624301:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009cfc6534[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.624304:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000079befca6 17ffffc0001001 3:0 ffff9a6048a5aa80 1687 lru 00000080:00200000:1.0:1775773081.624309:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008945b54c 1687: 1< 0 - - > 2< 6909952 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.624312:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009cfc6534 00000080:00200000:1.0:1775773081.624313:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 152. 00000080:00200000:1.0:1775773081.624315:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1688 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.624530:0:200258:0:(rw26.c:858:ll_write_end()) pos 6914048, len 4096, copied 4096 00000080:00200000:1.0:1775773081.624536:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000094c0c03e[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.624538:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008679cf40 17ffffc0001001 3:0 ffff9a6048a5ad20 1688 lru 00000080:00200000:1.0:1775773081.624543:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000001713550 1688: 1< 0 - - > 2< 6914048 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.624545:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000094c0c03e 00000080:00200000:1.0:1775773081.624546:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 153. 00000080:00200000:1.0:1775773081.624548:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1689 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.624567:0:200258:0:(rw26.c:858:ll_write_end()) pos 6918144, len 4096, copied 4096 00000080:00200000:1.0:1775773081.624571:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000043126c97[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.624574:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a131d475 17ffffc0001001 3:0 ffff9a6048a5ab60 1689 lru 00000080:00200000:1.0:1775773081.624579:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c5db0fd0 1689: 1< 0 - - > 2< 6918144 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.624581:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000043126c97 00000080:00200000:1.0:1775773081.624582:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 154. 00000080:00200000:1.0:1775773081.624584:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1690 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.624613:0:200258:0:(rw26.c:858:ll_write_end()) pos 6922240, len 4096, copied 4096 00000080:00200000:1.0:1775773081.624617:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a4a84efa[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.624620:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000058c0be73 17ffffc0001021 2:0 ffff9a60602b3460 1690 lru 00000080:00200000:1.0:1775773081.624625:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000059a0aa40 1690: 1< 0 - - > 2< 6922240 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.624627:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a4a84efa 00000080:00200000:1.0:1775773081.624628:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 155. 00000080:00200000:1.0:1775773081.624630:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1691 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.624643:0:200258:0:(rw26.c:858:ll_write_end()) pos 6926336, len 4096, copied 4096 00000080:00200000:1.0:1775773081.624648:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000069e7f3d3[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.624650:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000488299d 17ffffc0001001 3:0 ffff9a60602b3000 1691 lru 00000080:00200000:1.0:1775773081.624654:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000037d1f207 1691: 1< 0 - - > 2< 6926336 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.624657:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000069e7f3d3 00000080:00200000:1.0:1775773081.624658:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 156. 00000080:00200000:1.0:1775773081.624660:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1692 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.624677:0:200258:0:(rw26.c:858:ll_write_end()) pos 6930432, len 4096, copied 4096 00000080:00200000:1.0:1775773081.624680:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000aad902a4[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.624683:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ee333295 17ffffc0001001 3:0 ffff9a60602b3c40 1692 lru 00000080:00200000:1.0:1775773081.624688:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008d8b2005 1692: 1< 0 - - > 2< 6930432 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.624690:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000aad902a4 00000080:00200000:1.0:1775773081.624691:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 157. 00000080:00200000:1.0:1775773081.624693:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1693 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.624706:0:200258:0:(rw26.c:858:ll_write_end()) pos 6934528, len 4096, copied 4096 00000080:00200000:1.0:1775773081.624710:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c799cc5d[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.624712:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000074a40c9 17ffffc0001001 3:0 ffff9a60602b3e00 1693 lru 00000080:00200000:1.0:1775773081.624718:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f5fb7c05 1693: 1< 0 - - > 2< 6934528 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.624720:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c799cc5d 00000080:00200000:1.0:1775773081.624721:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 158. 00000080:00200000:1.0:1775773081.624723:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1694 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.624737:0:200258:0:(rw26.c:858:ll_write_end()) pos 6938624, len 4096, copied 4096 00000080:00200000:1.0:1775773081.624741:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005bb5e709[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.624743:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000012da4617 17ffffc0001001 3:0 ffff9a60602b3700 1694 lru 00000080:00200000:1.0:1775773081.624748:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000096e38ed 1694: 1< 0 - - > 2< 6938624 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.624750:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005bb5e709 00000080:00200000:1.0:1775773081.624751:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 159. 00000080:00200000:1.0:1775773081.624753:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1695 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.624769:0:200258:0:(rw26.c:858:ll_write_end()) pos 6942720, len 4096, copied 4096 00000080:00200000:1.0:1775773081.624773:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bcb856b0[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.624776:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000088aae95c 17ffffc0001001 3:0 ffff9a60602b32a0 1695 lru 00000080:00200000:1.0:1775773081.624782:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c89b76cc 1695: 1< 0 - - > 2< 6942720 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.624784:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bcb856b0 00000080:00200000:1.0:1775773081.624785:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 160. 00000080:00200000:1.0:1775773081.624787:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1696 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.624841:0:200258:0:(rw26.c:858:ll_write_end()) pos 6946816, len 4096, copied 4096 00000080:00200000:1.0:1775773081.624845:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000051ee3a0a[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.624847:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000372592f6 17ffffc0001001 3:0 ffff9a60602b31c0 1696 lru 00000080:00200000:1.0:1775773081.624852:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000035f305e9 1696: 1< 0 - - > 2< 6946816 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.624854:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000051ee3a0a 00000080:00200000:1.0:1775773081.624855:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 161. 00000080:00200000:1.0:1775773081.624857:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1697 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.624870:0:200258:0:(rw26.c:858:ll_write_end()) pos 6950912, len 4096, copied 4096 00000080:00200000:1.0:1775773081.624874:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000061be05a1[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.624877:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001a5b482c 17ffffc0001001 3:0 ffff9a60602b3ee0 1697 lru 00000080:00200000:1.0:1775773081.624883:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e4060e5c 1697: 1< 0 - - > 2< 6950912 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.624885:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000061be05a1 00000080:00200000:1.0:1775773081.624886:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 162. 00000080:00200000:1.0:1775773081.624888:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1698 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.624903:0:200258:0:(rw26.c:858:ll_write_end()) pos 6955008, len 4096, copied 4096 00000080:00200000:1.0:1775773081.624907:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000042fcf8f1[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.624910:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007b6cda49 17ffffc0001001 3:0 ffff9a60602b39a0 1698 lru 00000080:00200000:1.0:1775773081.624915:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006ae473a4 1698: 1< 0 - - > 2< 6955008 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.624917:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000042fcf8f1 00000080:00200000:1.0:1775773081.624918:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 163. 00000080:00200000:1.0:1775773081.624920:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1699 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.624935:0:200258:0:(rw26.c:858:ll_write_end()) pos 6959104, len 4096, copied 4096 00000080:00200000:1.0:1775773081.624939:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a29f9f63[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.624941:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000093ff6fd6 17ffffc0001001 3:0 ffff9a60602b3a80 1699 lru 00000080:00200000:1.0:1775773081.624946:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002670da33 1699: 1< 0 - - > 2< 6959104 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.624948:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a29f9f63 00000080:00200000:1.0:1775773081.624949:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 164. 00000080:00200000:1.0:1775773081.624951:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1700 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.624963:0:200258:0:(rw26.c:858:ll_write_end()) pos 6963200, len 4096, copied 4096 00000080:00200000:1.0:1775773081.624967:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ee33e2bf[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.624970:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f37da758 17ffffc0001001 3:0 ffff9a60602b3d20 1700 lru 00000080:00200000:1.0:1775773081.624976:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f81f0e05 1700: 1< 0 - - > 2< 6963200 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.624978:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ee33e2bf 00000080:00200000:1.0:1775773081.624979:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 165. 00000080:00200000:1.0:1775773081.624981:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1701 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.624997:0:200258:0:(rw26.c:858:ll_write_end()) pos 6967296, len 4096, copied 4096 00000080:00200000:1.0:1775773081.625001:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fd49353c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.625003:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002fb491dd 17ffffc0001001 3:0 ffff9a60602b3b60 1701 lru 00000080:00200000:1.0:1775773081.625009:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008391b15d 1701: 1< 0 - - > 2< 6967296 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.625011:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fd49353c 00000080:00200000:1.0:1775773081.625012:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 166. 00000080:00200000:1.0:1775773081.625014:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1702 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.625032:0:200258:0:(rw26.c:858:ll_write_end()) pos 6971392, len 4096, copied 4096 00000080:00200000:1.0:1775773081.625037:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a9e22b9f[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.625039:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000057222552 17ffffc0001001 3:0 ffff9a60602b3540 1702 lru 00000080:00200000:1.0:1775773081.625046:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000068b278b7 1702: 1< 0 - - > 2< 6971392 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.625048:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a9e22b9f 00000080:00200000:1.0:1775773081.625049:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 167. 00000080:00200000:1.0:1775773081.625051:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1703 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.625067:0:200258:0:(rw26.c:858:ll_write_end()) pos 6975488, len 4096, copied 4096 00000080:00200000:1.0:1775773081.625071:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003a102c9b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.625074:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a68cc1b9 17ffffc0001001 3:0 ffff9a60602b37e0 1703 lru 00000080:00200000:1.0:1775773081.625079:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000046190af2 1703: 1< 0 - - > 2< 6975488 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.625081:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003a102c9b 00000080:00200000:1.0:1775773081.625083:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 168. 00000080:00200000:1.0:1775773081.625084:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1704 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.625099:0:200258:0:(rw26.c:858:ll_write_end()) pos 6979584, len 4096, copied 4096 00000080:00200000:1.0:1775773081.625103:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000778e83cd[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.625106:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bf39fc88 17ffffc0001001 3:0 ffff9a60602b30e0 1704 lru 00000080:00200000:1.0:1775773081.625111:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a9d17e54 1704: 1< 0 - - > 2< 6979584 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.625113:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000778e83cd 00000080:00200000:1.0:1775773081.625114:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 169. 00000080:00200000:1.0:1775773081.625116:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1705 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.625135:0:200258:0:(rw26.c:858:ll_write_end()) pos 6983680, len 4096, copied 4096 00000080:00200000:1.0:1775773081.625139:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ecc237b5[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.625142:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f506be50 17ffffc0001021 2:0 ffff9a60602b38c0 1705 lru 00000080:00200000:1.0:1775773081.625146:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a66bc800 1705: 1< 0 - - > 2< 6983680 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.625148:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ecc237b5 00000080:00200000:1.0:1775773081.625149:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 170. 00000080:00200000:1.0:1775773081.625151:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1706 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.625252:0:200258:0:(rw26.c:858:ll_write_end()) pos 6987776, len 4096, copied 4096 00000080:00200000:1.0:1775773081.625257:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000030dbcd83[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.625260:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000004cd0533 17ffffc0001001 3:0 ffff9a60602b3380 1706 lru 00000080:00200000:1.0:1775773081.625265:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b2028032 1706: 1< 0 - - > 2< 6987776 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.625268:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000030dbcd83 00000080:00200000:1.0:1775773081.625269:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 171. 00000080:00200000:1.0:1775773081.625271:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1707 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.625286:0:200258:0:(rw26.c:858:ll_write_end()) pos 6991872, len 4096, copied 4096 00000080:00200000:1.0:1775773081.625290:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000063c4f581[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.625293:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007675f7eb 17ffffc0001001 3:0 ffff9a60602b3620 1707 lru 00000080:00200000:1.0:1775773081.625298:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000df1bc564 1707: 1< 0 - - > 2< 6991872 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.625301:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000063c4f581 00000080:00200000:1.0:1775773081.625302:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 172. 00000080:00200000:1.0:1775773081.625304:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1708 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.625329:0:200258:0:(rw26.c:858:ll_write_end()) pos 6995968, len 4096, copied 4096 00000080:00200000:1.0:1775773081.625429:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000050b6caef[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.625432:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c4f71024 17ffffc0001001 3:0 ffff9a60453c6d20 1708 lru 00000080:00200000:1.0:1775773081.625436:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000658fe91 1708: 1< 0 - - > 2< 6995968 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.625439:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000050b6caef 00000080:00200000:1.0:1775773081.625440:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 173. 00000080:00200000:1.0:1775773081.625442:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1709 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.625462:0:200258:0:(rw26.c:858:ll_write_end()) pos 7000064, len 4096, copied 4096 00000080:00200000:1.0:1775773081.625466:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000be83339c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.625468:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c455c7df 17ffffc0001001 3:0 ffff9a60453c6b60 1709 lru 00000080:00200000:1.0:1775773081.625473:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000af3f10e8 1709: 1< 0 - - > 2< 7000064 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.625475:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000be83339c 00000080:00200000:1.0:1775773081.625476:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 174. 00000080:00200000:1.0:1775773081.625478:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1710 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.625493:0:200258:0:(rw26.c:858:ll_write_end()) pos 7004160, len 4096, copied 4096 00000080:00200000:1.0:1775773081.625507:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e917d070[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.625510:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dd723bca 17ffffc0001001 3:0 ffff9a60453c6540 1710 lru 00000080:00200000:1.0:1775773081.625515:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c782b125 1710: 1< 0 - - > 2< 7004160 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.625517:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e917d070 00000080:00200000:1.0:1775773081.625518:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 175. 00000080:00200000:1.0:1775773081.625520:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1711 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.625535:0:200258:0:(rw26.c:858:ll_write_end()) pos 7008256, len 4096, copied 4096 00000080:00200000:1.0:1775773081.625539:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000090f4a586[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.625542:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d354b84c 17ffffc0001001 3:0 ffff9a60453c67e0 1711 lru 00000080:00200000:1.0:1775773081.625547:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006392532b 1711: 1< 0 - - > 2< 7008256 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.625550:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000090f4a586 00000080:00200000:1.0:1775773081.625551:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 176. 00000080:00200000:1.0:1775773081.625552:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1712 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.625567:0:200258:0:(rw26.c:858:ll_write_end()) pos 7012352, len 4096, copied 4096 00000080:00200000:1.0:1775773081.625570:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000015f1d46d[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.625573:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005a146e42 17ffffc0001001 3:0 ffff9a60453c60e0 1712 lru 00000080:00200000:1.0:1775773081.625578:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000098238298 1712: 1< 0 - - > 2< 7012352 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.625580:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000015f1d46d 00000080:00200000:1.0:1775773081.625581:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 177. 00000080:00200000:1.0:1775773081.625582:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1713 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.625595:0:200258:0:(rw26.c:858:ll_write_end()) pos 7016448, len 4096, copied 4096 00000080:00200000:1.0:1775773081.625599:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000018a55b58[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.625601:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000eb225881 17ffffc0001001 3:0 ffff9a60453c68c0 1713 lru 00000080:00200000:1.0:1775773081.625606:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000abeb3175 1713: 1< 0 - - > 2< 7016448 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.625608:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000018a55b58 00000080:00200000:1.0:1775773081.625609:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 178. 00000080:00200000:1.0:1775773081.625611:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1714 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.625626:0:200258:0:(rw26.c:858:ll_write_end()) pos 7020544, len 4096, copied 4096 00000080:00200000:1.0:1775773081.625631:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007c1633a9[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.625633:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ba54fcb6 17ffffc0001001 3:0 ffff9a60453c6380 1714 lru 00000080:00200000:1.0:1775773081.625638:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001d47cadc 1714: 1< 0 - - > 2< 7020544 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.625640:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007c1633a9 00000080:00200000:1.0:1775773081.625641:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 179. 00000080:00200000:1.0:1775773081.625643:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1715 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.625657:0:200258:0:(rw26.c:858:ll_write_end()) pos 7024640, len 4096, copied 4096 00000080:00200000:1.0:1775773081.625661:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b3e96331[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.625663:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000582455c9 17ffffc0001001 3:0 ffff9a60453c6620 1715 lru 00000080:00200000:1.0:1775773081.625668:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009c3c2631 1715: 1< 0 - - > 2< 7024640 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.625670:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b3e96331 00000080:00200000:1.0:1775773081.625671:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 180. 00000080:00200000:1.0:1775773081.625673:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1716 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.625689:0:200258:0:(rw26.c:858:ll_write_end()) pos 7028736, len 4096, copied 4096 00000080:00200000:1.0:1775773081.625693:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001a80c0fb[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.625695:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000afbdcd62 17ffffc0001001 3:0 ffff9a60453c6460 1716 lru 00000080:00200000:1.0:1775773081.625701:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004ec32138 1716: 1< 0 - - > 2< 7028736 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.625703:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001a80c0fb 00000080:00200000:1.0:1775773081.625704:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 181. 00000080:00200000:1.0:1775773081.625706:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1717 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.625719:0:200258:0:(rw26.c:858:ll_write_end()) pos 7032832, len 4096, copied 4096 00000080:00200000:1.0:1775773081.625724:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ed14fb6e[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.625726:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008bd8d43d 17ffffc0001001 3:0 ffff9a60453c6000 1717 lru 00000080:00200000:1.0:1775773081.625731:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000802d122e 1717: 1< 0 - - > 2< 7032832 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.625733:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ed14fb6e 00000080:00200000:1.0:1775773081.625734:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 182. 00000080:00200000:1.0:1775773081.625736:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1718 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.625751:0:200258:0:(rw26.c:858:ll_write_end()) pos 7036928, len 4096, copied 4096 00000080:00200000:1.0:1775773081.625755:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005f6ca8c2[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.625757:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e0c1243c 17ffffc0001001 3:0 ffff9a60453c6c40 1718 lru 00000080:00200000:1.0:1775773081.625763:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000eaf596af 1718: 1< 0 - - > 2< 7036928 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.625765:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005f6ca8c2 00000080:00200000:1.0:1775773081.625766:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 183. 00000080:00200000:1.0:1775773081.625768:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1719 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.625784:0:200258:0:(rw26.c:858:ll_write_end()) pos 7041024, len 4096, copied 4096 00000080:00200000:1.0:1775773081.625787:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e909d31d[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.626083:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ac5e81bd 17ffffc0001001 3:0 ffff9a60453c6e00 1719 lru 00000080:00200000:1.0:1775773081.626089:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006b01e230 1719: 1< 0 - - > 2< 7041024 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.626091:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e909d31d 00000080:00200000:1.0:1775773081.626092:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 184. 00000080:00200000:1.0:1775773081.626095:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1720 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.626119:0:200258:0:(rw26.c:858:ll_write_end()) pos 7045120, len 4096, copied 4096 00000080:00200000:1.0:1775773081.626124:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000544880c1[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.626126:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f417edf4 17ffffc0001021 2:0 ffff9a60453c6700 1720 lru 00000080:00200000:1.0:1775773081.626132:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e11ce7e9 1720: 1< 0 - - > 2< 7045120 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.626134:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000544880c1 00000080:00200000:1.0:1775773081.626832:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 185. 00000080:00200000:1.0:1775773081.626837:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1721 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.626866:0:200258:0:(rw26.c:858:ll_write_end()) pos 7049216, len 4096, copied 4096 00000080:00200000:1.0:1775773081.626871:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000023aebf53[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.626874:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000049eb01ea 17ffffc0001001 3:0 ffff9a60453c62a0 1721 lru 00000080:00200000:1.0:1775773081.626880:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000028c8bc58 1721: 1< 0 - - > 2< 7049216 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.626882:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000023aebf53 00000080:00200000:1.0:1775773081.626884:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 186. 00000080:00200000:1.0:1775773081.626886:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1722 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.626902:0:200258:0:(rw26.c:858:ll_write_end()) pos 7053312, len 4096, copied 4096 00000080:00200000:1.0:1775773081.626906:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008e00fd8f[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.626908:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f7efa9db 17ffffc0001001 3:0 ffff9a60453c61c0 1722 lru 00000080:00200000:1.0:1775773081.626914:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007415d436 1722: 1< 0 - - > 2< 7053312 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.626916:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008e00fd8f 00000080:00200000:1.0:1775773081.626917:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 187. 00000080:00200000:1.0:1775773081.626919:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1723 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.626938:0:200258:0:(rw26.c:858:ll_write_end()) pos 7057408, len 4096, copied 4096 00000080:00200000:1.0:1775773081.626943:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ebd233ee[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.626945:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000327b0e95 17ffffc0001001 3:0 ffff9a60453c6ee0 1723 lru 00000080:00200000:1.0:1775773081.626950:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000019e41fb 1723: 1< 0 - - > 2< 7057408 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.626952:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ebd233ee 00000080:00200000:1.0:1775773081.626953:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 188. 00000080:00200000:1.0:1775773081.626955:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1724 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.626969:0:200258:0:(rw26.c:858:ll_write_end()) pos 7061504, len 4096, copied 4096 00000080:00200000:1.0:1775773081.626973:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000456077db[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.626975:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000553c524 17ffffc0001001 3:0 ffff9a60453c69a0 1724 lru 00000080:00200000:1.0:1775773081.626981:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001c1743c7 1724: 1< 0 - - > 2< 7061504 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.626983:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000456077db 00000080:00200000:1.0:1775773081.626984:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 189. 00000080:00200000:1.0:1775773081.626986:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1725 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.627001:0:200258:0:(rw26.c:858:ll_write_end()) pos 7065600, len 4096, copied 4096 00000080:00200000:1.0:1775773081.627005:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000032c70933[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.627007:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d706f794 17ffffc0001001 3:0 ffff9a60453c6a80 1725 lru 00000080:00200000:1.0:1775773081.627012:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ad7b6c6a 1725: 1< 0 - - > 2< 7065600 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.627014:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000032c70933 00000080:00200000:1.0:1775773081.627016:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 190. 00000080:00200000:1.0:1775773081.627017:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1726 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.627043:0:200258:0:(rw26.c:858:ll_write_end()) pos 7069696, len 4096, copied 4096 00000080:00200000:1.0:1775773081.627047:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a66f570d[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.627049:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ea817ecb 17ffffc0001001 3:0 ffff9a6058d588c0 1726 lru 00000080:00200000:1.0:1775773081.627054:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f0b425e8 1726: 1< 0 - - > 2< 7069696 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.627057:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a66f570d 00000080:00200000:1.0:1775773081.627058:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 191. 00000080:00200000:1.0:1775773081.627060:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1727 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.627075:0:200258:0:(rw26.c:858:ll_write_end()) pos 7073792, len 4096, copied 4096 00000080:00200000:1.0:1775773081.627079:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e33d0ddb[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.627082:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000066383c61 17ffffc0001001 3:0 ffff9a6058d58380 1727 lru 00000080:00200000:1.0:1775773081.627087:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a61cba4d 1727: 1< 0 - - > 2< 7073792 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.627090:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e33d0ddb 00000080:00200000:1.0:1775773081.627091:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 192. 00000080:00200000:1.0:1775773081.627092:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1728 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.627115:0:200258:0:(rw26.c:858:ll_write_end()) pos 7077888, len 4096, copied 4096 00000080:00200000:1.0:1775773081.627120:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000837091ac[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.627123:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000042bea1e5 17ffffc0001001 3:0 ffff9a6058d58620 1728 lru 00000080:00200000:1.0:1775773081.627128:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ed17a2a2 1728: 1< 0 - - > 2< 7077888 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.627130:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000837091ac 00000080:00200000:1.0:1775773081.627131:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 193. 00000080:00200000:1.0:1775773081.627132:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1729 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.627147:0:200258:0:(rw26.c:858:ll_write_end()) pos 7081984, len 4096, copied 4096 00000080:00200000:1.0:1775773081.627150:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000093cc8991[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.627152:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000817c5eac 17ffffc0001001 3:0 ffff9a6058d58460 1729 lru 00000080:00200000:1.0:1775773081.627157:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008ace7a54 1729: 1< 0 - - > 2< 7081984 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.627159:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000093cc8991 00000080:00200000:1.0:1775773081.627160:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 194. 00000080:00200000:1.0:1775773081.627161:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1730 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.627175:0:200258:0:(rw26.c:858:ll_write_end()) pos 7086080, len 4096, copied 4096 00000080:00200000:1.0:1775773081.627179:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e1dd6ee7[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.627182:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000098eeea1f 17ffffc0001001 3:0 ffff9a6058d58000 1730 lru 00000080:00200000:1.0:1775773081.627187:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000086669ebb 1730: 1< 0 - - > 2< 7086080 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.627189:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e1dd6ee7 00000080:00200000:1.0:1775773081.627190:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 195. 00000080:00200000:1.0:1775773081.627193:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1731 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.627209:0:200258:0:(rw26.c:858:ll_write_end()) pos 7090176, len 4096, copied 4096 00000080:00200000:1.0:1775773081.627213:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006b7d38a5[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.627216:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c66f8a42 17ffffc0001001 3:0 ffff9a6058d58c40 1731 lru 00000080:00200000:1.0:1775773081.627222:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005b4bd239 1731: 1< 0 - - > 2< 7090176 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.627224:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006b7d38a5 00000080:00200000:1.0:1775773081.627226:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 196. 00000080:00200000:1.0:1775773081.627227:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1732 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.627242:0:200258:0:(rw26.c:858:ll_write_end()) pos 7094272, len 4096, copied 4096 00000080:00200000:1.0:1775773081.627246:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cc86a583[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.627249:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000087a91285 17ffffc0001001 3:0 ffff9a6058d58e00 1732 lru 00000080:00200000:1.0:1775773081.627253:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000082d4b343 1732: 1< 0 - - > 2< 7094272 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.627256:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cc86a583 00000080:00200000:1.0:1775773081.627257:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 197. 00000080:00200000:1.0:1775773081.627259:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1733 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.627272:0:200258:0:(rw26.c:858:ll_write_end()) pos 7098368, len 4096, copied 4096 00000080:00200000:1.0:1775773081.627276:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002ca0b96f[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.627279:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e72f7196 17ffffc0001001 3:0 ffff9a6058d58700 1733 lru 00000080:00200000:1.0:1775773081.627284:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a0ba99f9 1733: 1< 0 - - > 2< 7098368 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.627286:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002ca0b96f 00000080:00200000:1.0:1775773081.627288:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 198. 00000080:00200000:1.0:1775773081.627289:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1734 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.627303:0:200258:0:(rw26.c:858:ll_write_end()) pos 7102464, len 4096, copied 4096 00000080:00200000:1.0:1775773081.627308:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000021f89909[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.627311:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b1712dd3 17ffffc0001001 3:0 ffff9a6058d582a0 1734 lru 00000080:00200000:1.0:1775773081.627316:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e57680b4 1734: 1< 0 - - > 2< 7102464 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 128270336 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.627318:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000021f89909 00000080:00200000:1.0:1775773081.627319:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 199. 00000080:00200000:1.0:1775773081.627322:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1735 of 0 to 4096 bytes 00000008:00010000:3.0:1775773081.629135:0:2410:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:3.0:1775773081.630587:0:2410:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000009a946ad2 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000100:00100000:3.0:1775773081.630660:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e44d78fa-afe4-48f2-8be1-347e1f970f57:2410:1862022422816000:192.168.201.120@tcp:4:dd.0 00000080:00200000:1.0:1775773081.630943:0:200258:0:(rw26.c:858:ll_write_end()) pos 7106560, len 4096, copied 4096 00000080:00200000:1.0:1775773081.630955:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000410965af[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.630960:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d8778faa 17ffffc0001021 2:0 ffff9a6058d581c0 1735 lru 00000080:00200000:1.0:1775773081.630968:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000012dba0c7 1735: 1< 0 - - > 2< 7106560 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.630971:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000410965af 00000080:00200000:1.0:1775773081.630973:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 200. 00000080:00200000:1.0:1775773081.630978:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1736 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.631015:0:200258:0:(rw26.c:858:ll_write_end()) pos 7110656, len 4096, copied 4096 00000080:00200000:1.0:1775773081.631020:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003a1cc133[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.631023:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ad74d495 17ffffc0001001 3:0 ffff9a6058d58ee0 1736 lru 00000080:00200000:1.0:1775773081.631028:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004223a84f 1736: 1< 0 - - > 2< 7110656 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.631031:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003a1cc133 00000080:00200000:1.0:1775773081.631032:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 201. 00000080:00200000:1.0:1775773081.631035:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1737 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.631055:0:200258:0:(rw26.c:858:ll_write_end()) pos 7114752, len 4096, copied 4096 00000080:00200000:1.0:1775773081.631059:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000093d2ca74[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.631062:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dd354b77 17ffffc0001001 3:0 ffff9a6058d589a0 1737 lru 00000080:00200000:1.0:1775773081.631067:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000000153805 1737: 1< 0 - - > 2< 7114752 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.631069:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000093d2ca74 00000080:00200000:1.0:1775773081.631070:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 202. 00000080:00200000:1.0:1775773081.631073:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1738 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.631089:0:200258:0:(rw26.c:858:ll_write_end()) pos 7118848, len 4096, copied 4096 00000080:00200000:1.0:1775773081.631093:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009e156132[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.631096:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a4226632 17ffffc0001001 3:0 ffff9a6058d58a80 1738 lru 00000080:00200000:1.0:1775773081.631102:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000926993a9 1738: 1< 0 - - > 2< 7118848 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.631104:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009e156132 00000080:00200000:1.0:1775773081.631106:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 203. 00000080:00200000:1.0:1775773081.631108:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1739 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.631125:0:200258:0:(rw26.c:858:ll_write_end()) pos 7122944, len 4096, copied 4096 00000080:00200000:1.0:1775773081.631129:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001bb03748[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.631131:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000060080414 17ffffc0001001 3:0 ffff9a6058d58d20 1739 lru 00000080:00200000:1.0:1775773081.631136:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cb827660 1739: 1< 0 - - > 2< 7122944 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.631138:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001bb03748 00000080:00200000:1.0:1775773081.631139:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 204. 00000080:00200000:1.0:1775773081.631141:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1740 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.631154:0:200258:0:(rw26.c:858:ll_write_end()) pos 7127040, len 4096, copied 4096 00000080:00200000:1.0:1775773081.631157:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009c8f7dff[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.631305:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005393b94f 17ffffc0001001 3:0 ffff9a6058d58b60 1740 lru 00000080:00200000:1.0:1775773081.631310:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008330f0fb 1740: 1< 0 - - > 2< 7127040 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.631312:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009c8f7dff 00000080:00200000:1.0:1775773081.631313:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 205. 00000080:00200000:1.0:1775773081.631315:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1741 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.631438:0:200258:0:(rw26.c:858:ll_write_end()) pos 7131136, len 4096, copied 4096 00000080:00200000:1.0:1775773081.631443:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000065d9bf3b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.631446:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b62876ad 17ffffc0001001 3:0 ffff9a6058d58540 1741 lru 00000080:00200000:1.0:1775773081.631451:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000071df60e9 1741: 1< 0 - - > 2< 7131136 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.631453:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000065d9bf3b 00000080:00200000:1.0:1775773081.631454:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 206. 00000080:00200000:1.0:1775773081.631456:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1742 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.631473:0:200258:0:(rw26.c:858:ll_write_end()) pos 7135232, len 4096, copied 4096 00000080:00200000:1.0:1775773081.631479:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009d272651[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.631482:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000105dcf6d 17ffffc0001001 3:0 ffff9a6058d587e0 1742 lru 00000080:00200000:1.0:1775773081.631487:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001cdbdcee 1742: 1< 0 - - > 2< 7135232 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.631489:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009d272651 00000080:00200000:1.0:1775773081.631490:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 207. 00000080:00200000:1.0:1775773081.631492:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1743 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.631518:0:200258:0:(rw26.c:858:ll_write_end()) pos 7139328, len 4096, copied 4096 00000080:00200000:1.0:1775773081.631522:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003df90ae0[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.631524:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000567403d5 17ffffc0001001 3:0 ffff9a6058d580e0 1743 lru 00000080:00200000:1.0:1775773081.631529:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b2e2542e 1743: 1< 0 - - > 2< 7139328 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.631531:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003df90ae0 00000080:00200000:1.0:1775773081.631532:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 208. 00000080:00200000:1.0:1775773081.631534:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1744 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.631565:0:200258:0:(rw26.c:858:ll_write_end()) pos 7143424, len 4096, copied 4096 00000080:00200000:1.0:1775773081.631569:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000092abad41[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.631571:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fc4cdfff 17ffffc0001001 3:0 ffff9a6051cf1380 1744 lru 00000080:00200000:1.0:1775773081.631576:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000eb763831 1744: 1< 0 - - > 2< 7143424 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.631578:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000092abad41 00000080:00200000:1.0:1775773081.631579:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 209. 00000080:00200000:1.0:1775773081.631581:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1745 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.631594:0:200258:0:(rw26.c:858:ll_write_end()) pos 7147520, len 4096, copied 4096 00000080:00200000:1.0:1775773081.631598:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000067932dd0[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.631601:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000003354c6d 17ffffc0001001 3:0 ffff9a6051cf1620 1745 lru 00000080:00200000:1.0:1775773081.631606:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000033cec1b6 1745: 1< 0 - - > 2< 7147520 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.631609:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000067932dd0 00000080:00200000:1.0:1775773081.631610:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 210. 00000080:00200000:1.0:1775773081.631612:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1746 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.631634:0:200258:0:(rw26.c:858:ll_write_end()) pos 7151616, len 4096, copied 4096 00000080:00200000:1.0:1775773081.631638:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000695430be[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.631640:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002027eee7 17ffffc0001001 3:0 ffff9a6051cf1460 1746 lru 00000080:00200000:1.0:1775773081.631646:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005b76d617 1746: 1< 0 - - > 2< 7151616 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.631648:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000695430be 00000080:00200000:1.0:1775773081.631649:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 211. 00000080:00200000:1.0:1775773081.631651:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1747 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.631666:0:200258:0:(rw26.c:858:ll_write_end()) pos 7155712, len 4096, copied 4096 00000080:00200000:1.0:1775773081.631670:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003ad81932[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.631672:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000033b12fc8 17ffffc0001001 3:0 ffff9a6051cf1000 1747 lru 00000080:00200000:1.0:1775773081.631677:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ce7ef9b4 1747: 1< 0 - - > 2< 7155712 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.631679:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003ad81932 00000080:00200000:1.0:1775773081.631680:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 212. 00000080:00200000:1.0:1775773081.631681:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1748 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.631695:0:200258:0:(rw26.c:858:ll_write_end()) pos 7159808, len 4096, copied 4096 00000080:00200000:1.0:1775773081.631699:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000008db4006[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.631701:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000827d42ea 17ffffc0001001 3:0 ffff9a6051cf1c40 1748 lru 00000080:00200000:1.0:1775773081.631706:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cff4d57a 1748: 1< 0 - - > 2< 7159808 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.631708:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000008db4006 00000080:00200000:1.0:1775773081.631710:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 213. 00000080:00200000:1.0:1775773081.631711:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1749 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.631725:0:200258:0:(rw26.c:858:ll_write_end()) pos 7163904, len 4096, copied 4096 00000080:00200000:1.0:1775773081.631728:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009fa47a87[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.631731:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000014c30780 17ffffc0001001 3:0 ffff9a6051cf1e00 1749 lru 00000080:00200000:1.0:1775773081.631736:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b34764b7 1749: 1< 0 - - > 2< 7163904 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.631738:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009fa47a87 00000080:00200000:1.0:1775773081.631739:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 214. 00000080:00200000:1.0:1775773081.631741:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1750 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.631764:0:200258:0:(rw26.c:858:ll_write_end()) pos 7168000, len 4096, copied 4096 00000080:00200000:1.0:1775773081.631769:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000070eee11b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.631771:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f92e3bab 17ffffc0001021 2:0 ffff9a6051cf1700 1750 lru 00000080:00200000:1.0:1775773081.631776:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006f9fc2b2 1750: 1< 0 - - > 2< 7168000 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.631779:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000070eee11b 00000080:00200000:1.0:1775773081.631780:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 215. 00000080:00200000:1.0:1775773081.631782:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1751 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.631836:0:200258:0:(rw26.c:858:ll_write_end()) pos 7172096, len 4096, copied 4096 00000080:00200000:1.0:1775773081.631840:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008d465e48[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.631842:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b3fac14a 17ffffc0001001 3:0 ffff9a6051cf12a0 1751 lru 00000080:00200000:1.0:1775773081.631847:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000009fb32c6 1751: 1< 0 - - > 2< 7172096 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.631849:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008d465e48 00000080:00200000:1.0:1775773081.631851:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 216. 00000080:00200000:1.0:1775773081.631855:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1752 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.631871:0:200258:0:(rw26.c:858:ll_write_end()) pos 7176192, len 4096, copied 4096 00000080:00200000:1.0:1775773081.631875:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000052729d8d[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.631878:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000deb2dd69 17ffffc0001001 3:0 ffff9a6051cf11c0 1752 lru 00000080:00200000:1.0:1775773081.631883:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fd622f95 1752: 1< 0 - - > 2< 7176192 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.631886:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000052729d8d 00000080:00200000:1.0:1775773081.631887:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 217. 00000080:00200000:1.0:1775773081.631889:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1753 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.631906:0:200258:0:(rw26.c:858:ll_write_end()) pos 7180288, len 4096, copied 4096 00000080:00200000:1.0:1775773081.631910:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001f8908b3[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.631913:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007c1bb265 17ffffc0001001 3:0 ffff9a6051cf1ee0 1753 lru 00000080:00200000:1.0:1775773081.631919:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000009ca0625 1753: 1< 0 - - > 2< 7180288 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.631921:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001f8908b3 00000080:00200000:1.0:1775773081.631922:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 218. 00000080:00200000:1.0:1775773081.631924:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1754 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.631939:0:200258:0:(rw26.c:858:ll_write_end()) pos 7184384, len 4096, copied 4096 00000080:00200000:1.0:1775773081.631942:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000dc66ca3[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.631945:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a39d3f83 17ffffc0001001 3:0 ffff9a6051cf19a0 1754 lru 00000080:00200000:1.0:1775773081.631950:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000231be18b 1754: 1< 0 - - > 2< 7184384 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.631953:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000dc66ca3 00000080:00200000:1.0:1775773081.631954:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 219. 00000080:00200000:1.0:1775773081.631955:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1755 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.631969:0:200258:0:(rw26.c:858:ll_write_end()) pos 7188480, len 4096, copied 4096 00000080:00200000:1.0:1775773081.631973:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000007740f8b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.631975:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000095d72f9d 17ffffc0001001 3:0 ffff9a6051cf1a80 1755 lru 00000080:00200000:1.0:1775773081.631981:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002f5cf3f0 1755: 1< 0 - - > 2< 7188480 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.631983:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000007740f8b 00000080:00200000:1.0:1775773081.631984:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 220. 00000080:00200000:1.0:1775773081.631986:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1756 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.632001:0:200258:0:(rw26.c:858:ll_write_end()) pos 7192576, len 4096, copied 4096 00000080:00200000:1.0:1775773081.632005:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000683e09ca[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.632007:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003d65b160 17ffffc0001001 3:0 ffff9a6051cf1d20 1756 lru 00000080:00200000:1.0:1775773081.632012:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000279dcb51 1756: 1< 0 - - > 2< 7192576 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.632015:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000683e09ca 00000080:00200000:1.0:1775773081.632016:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 221. 00000080:00200000:1.0:1775773081.632018:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1757 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.632034:0:200258:0:(rw26.c:858:ll_write_end()) pos 7196672, len 4096, copied 4096 00000080:00200000:1.0:1775773081.632038:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000adf8dc9e[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.632041:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005f053e6c 17ffffc0001001 3:0 ffff9a6051cf1b60 1757 lru 00000080:00200000:1.0:1775773081.632046:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000045592354 1757: 1< 0 - - > 2< 7196672 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.632048:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000adf8dc9e 00000080:00200000:1.0:1775773081.632049:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 222. 00000080:00200000:1.0:1775773081.632051:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1758 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.632066:0:200258:0:(rw26.c:858:ll_write_end()) pos 7200768, len 4096, copied 4096 00000080:00200000:1.0:1775773081.632070:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002ebca5fe[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.632073:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007fb2f4c3 17ffffc0001001 3:0 ffff9a6051cf1540 1758 lru 00000080:00200000:1.0:1775773081.632078:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008ec5627c 1758: 1< 0 - - > 2< 7200768 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.632081:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002ebca5fe 00000080:00200000:1.0:1775773081.632082:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 223. 00000080:00200000:1.0:1775773081.632084:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1759 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.632102:0:200258:0:(rw26.c:858:ll_write_end()) pos 7204864, len 4096, copied 4096 00000080:00200000:1.0:1775773081.632106:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000008fa517a[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.632108:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005e75a3c5 17ffffc0001001 3:0 ffff9a6051cf17e0 1759 lru 00000080:00200000:1.0:1775773081.632113:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005aaf3651 1759: 1< 0 - - > 2< 7204864 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.632115:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000008fa517a 00000080:00200000:1.0:1775773081.632116:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 224. 00000080:00200000:1.0:1775773081.632118:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1760 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.632133:0:200258:0:(rw26.c:858:ll_write_end()) pos 7208960, len 4096, copied 4096 00000080:00200000:1.0:1775773081.632138:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000650f8095[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.632141:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000050d090fd 17ffffc0001001 3:0 ffff9a6051cf10e0 1760 lru 00000080:00200000:1.0:1775773081.632146:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008446cdd6 1760: 1< 0 - - > 2< 7208960 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.632148:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000650f8095 00000080:00200000:1.0:1775773081.632149:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 225. 00000080:00200000:1.0:1775773081.632151:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1761 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.632832:0:200258:0:(rw26.c:858:ll_write_end()) pos 7213056, len 4096, copied 4096 00000080:00200000:1.0:1775773081.632841:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008cca87e2[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.632844:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000034bbea5d 17ffffc0001001 3:0 ffff9a6051cf18c0 1761 lru 00000080:00200000:1.0:1775773081.632850:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000053da55ef 1761: 1< 0 - - > 2< 7213056 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.632853:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008cca87e2 00000080:00200000:1.0:1775773081.632854:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 226. 00000080:00200000:1.0:1775773081.632856:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1762 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.632888:0:200258:0:(rw26.c:858:ll_write_end()) pos 7217152, len 4096, copied 4096 00000080:00200000:1.0:1775773081.632893:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b2d9ce71[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.632895:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009719467d 17ffffc0001001 3:0 ffff9a60513d5ee0 1762 lru 00000080:00200000:1.0:1775773081.632900:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000edb59d15 1762: 1< 0 - - > 2< 7217152 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.632903:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b2d9ce71 00000080:00200000:1.0:1775773081.632904:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 227. 00000080:00200000:1.0:1775773081.632906:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1763 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.632921:0:200258:0:(rw26.c:858:ll_write_end()) pos 7221248, len 4096, copied 4096 00000080:00200000:1.0:1775773081.632925:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008f3725d1[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.632928:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bd28db82 17ffffc0001001 3:0 ffff9a60513d59a0 1763 lru 00000080:00200000:1.0:1775773081.632933:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b53364a8 1763: 1< 0 - - > 2< 7221248 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.632936:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008f3725d1 00000080:00200000:1.0:1775773081.632937:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 228. 00000080:00200000:1.0:1775773081.632939:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1764 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.632954:0:200258:0:(rw26.c:858:ll_write_end()) pos 7225344, len 4096, copied 4096 00000080:00200000:1.0:1775773081.632958:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000010b46157[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.632961:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ec994f23 17ffffc0001001 3:0 ffff9a60513d5a80 1764 lru 00000080:00200000:1.0:1775773081.632966:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007d89c587 1764: 1< 0 - - > 2< 7225344 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.632969:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000010b46157 00000080:00200000:1.0:1775773081.632970:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 229. 00000080:00200000:1.0:1775773081.632972:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1765 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.632997:0:200258:0:(rw26.c:858:ll_write_end()) pos 7229440, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633002:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000018f0d85e[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633004:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c08ec011 17ffffc0001021 2:0 ffff9a60513d5d20 1765 lru 00000080:00200000:1.0:1775773081.633010:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000001c0a53 1765: 1< 0 - - > 2< 7229440 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633012:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000018f0d85e 00000080:00200000:1.0:1775773081.633013:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 230. 00000080:00200000:1.0:1775773081.633015:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1766 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633030:0:200258:0:(rw26.c:858:ll_write_end()) pos 7233536, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633034:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000089efe0cd[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633037:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000674b2c02 17ffffc0001001 3:0 ffff9a60513d5b60 1766 lru 00000080:00200000:1.0:1775773081.633042:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000057af7888 1766: 1< 0 - - > 2< 7233536 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633045:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000089efe0cd 00000080:00200000:1.0:1775773081.633046:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 231. 00000080:00200000:1.0:1775773081.633047:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1767 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633063:0:200258:0:(rw26.c:858:ll_write_end()) pos 7237632, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633066:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000798b44ce[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633069:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000015d12f68 17ffffc0001001 3:0 ffff9a60513d5540 1767 lru 00000080:00200000:1.0:1775773081.633074:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000004666e41 1767: 1< 0 - - > 2< 7237632 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633076:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000798b44ce 00000080:00200000:1.0:1775773081.633077:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 232. 00000080:00200000:1.0:1775773081.633080:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1768 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633097:0:200258:0:(rw26.c:858:ll_write_end()) pos 7241728, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633101:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fce22dfc[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633104:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000a9841e8 17ffffc0001001 3:0 ffff9a60513d57e0 1768 lru 00000080:00200000:1.0:1775773081.633109:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006a1952ca 1768: 1< 0 - - > 2< 7241728 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633112:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fce22dfc 00000080:00200000:1.0:1775773081.633113:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 233. 00000080:00200000:1.0:1775773081.633115:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1769 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633130:0:200258:0:(rw26.c:858:ll_write_end()) pos 7245824, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633135:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009a70ec63[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633138:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000118ab8ed 17ffffc0001001 3:0 ffff9a60513d50e0 1769 lru 00000080:00200000:1.0:1775773081.633143:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007ca5ac99 1769: 1< 0 - - > 2< 7245824 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633145:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009a70ec63 00000080:00200000:1.0:1775773081.633146:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 234. 00000080:00200000:1.0:1775773081.633148:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1770 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633248:0:200258:0:(rw26.c:858:ll_write_end()) pos 7249920, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633254:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a9b08482[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633256:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ac556de3 17ffffc0001001 3:0 ffff9a60513d58c0 1770 lru 00000080:00200000:1.0:1775773081.633261:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008fd5d5be 1770: 1< 0 - - > 2< 7249920 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633263:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a9b08482 00000080:00200000:1.0:1775773081.633264:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 235. 00000080:00200000:1.0:1775773081.633266:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1771 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633282:0:200258:0:(rw26.c:858:ll_write_end()) pos 7254016, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633286:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002dce196b[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633289:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000083dfc16e 17ffffc0001001 3:0 ffff9a60513d5380 1771 lru 00000080:00200000:1.0:1775773081.633295:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a965d965 1771: 1< 0 - - > 2< 7254016 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633297:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002dce196b 00000080:00200000:1.0:1775773081.633298:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 236. 00000080:00200000:1.0:1775773081.633300:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1772 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633317:0:200258:0:(rw26.c:858:ll_write_end()) pos 7258112, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633321:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000aae46aed[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633324:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a8c1070c 17ffffc0001001 3:0 ffff9a60513d5620 1772 lru 00000080:00200000:1.0:1775773081.633422:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d522a348 1772: 1< 0 - - > 2< 7258112 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633426:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000aae46aed 00000080:00200000:1.0:1775773081.633428:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 237. 00000080:00200000:1.0:1775773081.633430:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1773 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633445:0:200258:0:(rw26.c:858:ll_write_end()) pos 7262208, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633449:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004c8bcbd1[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633452:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001b80f4ac 17ffffc0001001 3:0 ffff9a60513d5460 1773 lru 00000080:00200000:1.0:1775773081.633458:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000894d247d 1773: 1< 0 - - > 2< 7262208 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633460:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004c8bcbd1 00000080:00200000:1.0:1775773081.633461:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 238. 00000080:00200000:1.0:1775773081.633463:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1774 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633475:0:200258:0:(rw26.c:858:ll_write_end()) pos 7266304, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633478:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ec1e005c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633481:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006dca44a4 17ffffc0001001 3:0 ffff9a60513d5000 1774 lru 00000080:00200000:1.0:1775773081.633486:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004c12c62b 1774: 1< 0 - - > 2< 7266304 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633489:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ec1e005c 00000080:00200000:1.0:1775773081.633490:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 239. 00000080:00200000:1.0:1775773081.633492:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1775 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633516:0:200258:0:(rw26.c:858:ll_write_end()) pos 7270400, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633520:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c3d1b1ff[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633522:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000914776ac 17ffffc0001001 3:0 ffff9a60513d5c40 1775 lru 00000080:00200000:1.0:1775773081.633528:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000313150e7 1775: 1< 0 - - > 2< 7270400 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633530:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c3d1b1ff 00000080:00200000:1.0:1775773081.633531:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 240. 00000080:00200000:1.0:1775773081.633533:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1776 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633545:0:200258:0:(rw26.c:858:ll_write_end()) pos 7274496, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633549:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000823762d5[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633552:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b01306c7 17ffffc0001001 3:0 ffff9a60513d5e00 1776 lru 00000080:00200000:1.0:1775773081.633557:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002997d891 1776: 1< 0 - - > 2< 7274496 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633560:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000823762d5 00000080:00200000:1.0:1775773081.633561:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 241. 00000080:00200000:1.0:1775773081.633562:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1777 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633574:0:200258:0:(rw26.c:858:ll_write_end()) pos 7278592, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633578:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000032a6f1f[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633581:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e481aa82 17ffffc0001001 3:0 ffff9a60513d5700 1777 lru 00000080:00200000:1.0:1775773081.633586:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000081961384 1777: 1< 0 - - > 2< 7278592 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633588:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000032a6f1f 00000080:00200000:1.0:1775773081.633589:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 242. 00000080:00200000:1.0:1775773081.633591:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1778 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633602:0:200258:0:(rw26.c:858:ll_write_end()) pos 7282688, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633606:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000056ae5e20[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633609:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003987ed39 17ffffc0001001 3:0 ffff9a60513d52a0 1778 lru 00000080:00200000:1.0:1775773081.633614:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000affe91ce 1778: 1< 0 - - > 2< 7282688 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633617:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000056ae5e20 00000080:00200000:1.0:1775773081.633618:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 243. 00000080:00200000:1.0:1775773081.633620:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1779 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633634:0:200258:0:(rw26.c:858:ll_write_end()) pos 7286784, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633638:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005c26f2fa[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633640:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004b4d95e2 17ffffc0001001 3:0 ffff9a60513d51c0 1779 lru 00000080:00200000:1.0:1775773081.633644:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000059507366 1779: 1< 0 - - > 2< 7286784 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633646:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005c26f2fa 00000080:00200000:1.0:1775773081.633647:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 244. 00000080:00200000:1.0:1775773081.633649:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1780 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633680:0:200258:0:(rw26.c:858:ll_write_end()) pos 7290880, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633684:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b6b6a90e[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633686:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000008955169 17ffffc0001021 2:0 ffff9a6045bd9000 1780 lru 00000080:00200000:1.0:1775773081.633691:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000bf42932 1780: 1< 0 - - > 2< 7290880 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633693:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b6b6a90e 00000080:00200000:1.0:1775773081.633694:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 245. 00000080:00200000:1.0:1775773081.633696:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1781 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633711:0:200258:0:(rw26.c:858:ll_write_end()) pos 7294976, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633715:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000dec9aa6c[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633717:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f0b19c36 17ffffc0001001 3:0 ffff9a6045bd9c40 1781 lru 00000080:00200000:1.0:1775773081.633722:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006f65a3d3 1781: 1< 0 - - > 2< 7294976 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633724:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000dec9aa6c 00000080:00200000:1.0:1775773081.633725:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 246. 00000080:00200000:1.0:1775773081.633727:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1782 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633743:0:200258:0:(rw26.c:858:ll_write_end()) pos 7299072, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633746:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ae867f2e[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633749:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f5541617 17ffffc0001001 3:0 ffff9a6045bd9e00 1782 lru 00000080:00200000:1.0:1775773081.633754:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009cf4484b 1782: 1< 0 - - > 2< 7299072 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633756:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ae867f2e 00000080:00200000:1.0:1775773081.633757:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 247. 00000080:00200000:1.0:1775773081.633759:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1783 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633771:0:200258:0:(rw26.c:858:ll_write_end()) pos 7303168, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633774:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000808e6796[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633776:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000059138a1e 17ffffc0001001 3:0 ffff9a6045bd9700 1783 lru 00000080:00200000:1.0:1775773081.633781:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000148830be 1783: 1< 0 - - > 2< 7303168 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633783:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000808e6796 00000080:00200000:1.0:1775773081.633784:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 248. 00000080:00200000:1.0:1775773081.633786:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1784 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633839:0:200258:0:(rw26.c:858:ll_write_end()) pos 7307264, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633843:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c2c2073a[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633846:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c890660e 17ffffc0001001 3:0 ffff9a6045bd92a0 1784 lru 00000080:00200000:1.0:1775773081.633851:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007ca1c052 1784: 1< 0 - - > 2< 7307264 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633853:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c2c2073a 00000080:00200000:1.0:1775773081.633854:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 249. 00000080:00200000:1.0:1775773081.633856:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1785 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633870:0:200258:0:(rw26.c:858:ll_write_end()) pos 7311360, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633874:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004e4d37ae[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633877:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f41d6dad 17ffffc0001001 3:0 ffff9a6045bd91c0 1785 lru 00000080:00200000:1.0:1775773081.633882:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c338f704 1785: 1< 0 - - > 2< 7311360 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633884:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004e4d37ae 00000080:00200000:1.0:1775773081.633886:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 250. 00000080:00200000:1.0:1775773081.633888:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1786 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633905:0:200258:0:(rw26.c:858:ll_write_end()) pos 7315456, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633910:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000338730db[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633912:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f3b61b2e 17ffffc0001001 3:0 ffff9a6045bd9ee0 1786 lru 00000080:00200000:1.0:1775773081.633918:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c7b0b2c9 1786: 1< 0 - - > 2< 7315456 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633920:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000338730db 00000080:00200000:1.0:1775773081.633921:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 251. 00000080:00200000:1.0:1775773081.633923:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1787 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633939:0:200258:0:(rw26.c:858:ll_write_end()) pos 7319552, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633943:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002ecea3c5[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633946:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000001f3b348 17ffffc0001001 3:0 ffff9a6045bd99a0 1787 lru 00000080:00200000:1.0:1775773081.633950:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000055717862 1787: 1< 0 - - > 2< 7319552 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633953:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002ecea3c5 00000080:00200000:1.0:1775773081.633954:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 252. 00000080:00200000:1.0:1775773081.633956:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1788 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.633968:0:200258:0:(rw26.c:858:ll_write_end()) pos 7323648, len 4096, copied 4096 00000080:00200000:1.0:1775773081.633972:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008b59e427[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.633975:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007a4b4589 17ffffc0001001 3:0 ffff9a6045bd9a80 1788 lru 00000080:00200000:1.0:1775773081.633980:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004338903f 1788: 1< 0 - - > 2< 7323648 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.633983:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008b59e427 00000080:00200000:1.0:1775773081.633984:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 253. 00000080:00200000:1.0:1775773081.633986:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1789 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.634001:0:200258:0:(rw26.c:858:ll_write_end()) pos 7327744, len 4096, copied 4096 00000080:00200000:1.0:1775773081.634006:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000aaf8a515[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.634009:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b918b032 17ffffc0001001 3:0 ffff9a6045bd9d20 1789 lru 00000080:00200000:1.0:1775773081.634014:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000fc29f2f 1789: 1< 0 - - > 2< 7327744 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.634016:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000aaf8a515 00000080:00200000:1.0:1775773081.634017:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 254. 00000080:00200000:1.0:1775773081.634019:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1790 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.634032:0:200258:0:(rw26.c:858:ll_write_end()) pos 7331840, len 4096, copied 4096 00000080:00200000:1.0:1775773081.634036:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b5fb9849[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.634038:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d3c3d00e 17ffffc0001001 3:0 ffff9a6045bd9b60 1790 lru 00000080:00200000:1.0:1775773081.634044:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002454c29f 1790: 1< 0 - - > 2< 7331840 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.634046:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b5fb9849 00000080:00200000:1.0:1775773081.634047:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 255. 00000080:00200000:1.0:1775773081.634049:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1791 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.634064:0:200258:0:(rw26.c:858:ll_write_end()) pos 7335936, len 4096, copied 4096 00000080:00200000:1.0:1775773081.634068:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009f915e59[3 000000005a0b29a0 2 1 000000007503e067] 00000080:00200000:1.0:1775773081.634071:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005cd449ec 17ffffc0001001 3:0 ffff9a6045bd9540 1791 lru 00000080:00200000:1.0:1775773081.634077:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fb47028e 1791: 1< 0 - - > 2< 7335936 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 136708096 - | - - + - > 5< - - + - | 0 - | 512 - -> 00000080:00200000:1.0:1775773081.634079:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009f915e59 00000080:00200000:1.0:1775773081.634080:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 256. 00000080:00200000:1.0:1775773081.634084:0:200258:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:1.0:1775773081.634175:0:200258:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 000000009b35c81d ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634191:0:200258:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000009b35c81d ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634201:0:200258:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634211:0:200258:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634240:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634250:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634263:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634271:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634279:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634288:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634298:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634306:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634315:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634323:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634783:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634815:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634825:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634834:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1775773081.634854:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.634862:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634871:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634881:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634889:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634904:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634913:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634922:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634930:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634938:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634947:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634955:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634965:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634979:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634989:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.634998:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1775773081.635012:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.635017:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635027:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635036:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635044:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635052:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635065:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635073:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635082:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635090:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635100:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635108:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635117:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635126:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635140:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635148:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1775773081.635652:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.635666:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635680:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635689:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635698:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635706:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635715:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635728:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635736:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635744:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635752:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635761:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635768:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635777:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.635785:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636111:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1775773081.636127:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.636133:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636142:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636151:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636245:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636254:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636262:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636271:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636286:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636295:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636304:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636313:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636322:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636329:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636535:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636543:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1775773081.636575:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.636581:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636591:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636599:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636607:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636615:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636622:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636629:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636637:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636650:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636658:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636667:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636676:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636685:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636694:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636703:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1775773081.636718:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.636723:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636738:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636746:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636753:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636760:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636767:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636774:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636781:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636813:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636829:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636839:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636847:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636855:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636863:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636870:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1775773081.636884:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.636889:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636897:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636910:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636919:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636927:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636934:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636943:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636951:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636960:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636969:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636984:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.636994:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.637003:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.637012:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.637021:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1775773081.637035:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.637040:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.637049:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.637059:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.637072:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.637081:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.637089:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.637096:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.637103:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.637111:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.637118:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.637127:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.637140:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.637148:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.637156:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638092:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1775773081.638112:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.638121:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638131:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638140:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638149:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638174:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638184:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638193:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638201:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638210:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638219:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638228:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638237:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638250:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638258:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638266:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1775773081.638281:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.638286:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638295:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638304:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638313:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638323:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638488:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638506:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638516:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638525:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638533:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638541:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638549:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638564:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638579:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638588:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1775773081.638601:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.638607:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638614:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638622:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638632:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638641:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638649:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638663:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638672:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638680:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638688:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638696:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638704:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638711:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638719:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638733:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1775773081.638747:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.638751:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638759:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638768:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638776:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638784:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638817:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638826:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638840:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638848:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638856:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638864:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638872:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638880:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638887:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638896:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1775773081.638916:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.638921:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638930:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638938:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638946:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638955:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638964:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638974:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638982:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.638996:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639005:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639014:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639022:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639030:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639038:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639046:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1775773081.639060:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.639064:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639077:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639085:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639093:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639101:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639110:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639118:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639126:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639135:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639148:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639278:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639294:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639304:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639312:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639321:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1775773081.639416:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.639425:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639437:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639451:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639460:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639468:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639475:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639483:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639491:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639508:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639515:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639527:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639534:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639542:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639551:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639560:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1775773081.639574:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.639579:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639589:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639597:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639612:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639621:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639630:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639638:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639647:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639656:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639666:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639675:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639691:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639700:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639708:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000008:00010000:1.0:1775773081.639718:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1775773081.639732:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.639738:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1775773081.639746:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 1, dirtied 1 00000080:00200000:1.0:1775773081.639752:0:200258:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:1.0:1775773081.639759:0:200258:0:(vvp_io.c:1353:vvp_io_write_start()) f89.replay-single: write bytes 0, result: 1048576 00000020:00010000:1.0:1775773081.639784:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6049934d58 (ffff9a6058be6368/0) at cl_lock_release():245 00000020:00010000:1.0:1775773081.640100:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6049934d58 (ffff9a6058be6368/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775773081.640107:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6045a32830 (ffff9a6058be6128/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775773081.640118:0:200258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1775773081.640138:0:200258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000020:00010000:1.0:1775773081.640235:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6049934d58 (ffff9a6058be6368/0) at cl_lock_fini():72 00000020:00010000:1.0:1775773081.640239:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6045a32830 (ffff9a6058be6368/1) at cl_lock_fini():72 00000080:00200000:1.0:1775773081.640255:0:200258:0:(vvp_io.c:517:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:1.0:1775773081.640265:0:200258:0:(file.c:2173:ll_file_io_generic()) Range unlock [1536, 1791] 00000080:00200000:1.0:1775773081.640308:0:200258:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3c:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775773081.640313:0:200258:0:(file.c:2206:ll_file_io_generic()) f89.replay-single: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:1.0:1775773081.640432:0:200258:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3c:0x0] updating i_size 7340032 i_blocks 8192 00000080:00200000:1.0:1775773081.640440:0:200258:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:1.0:1775773081.640860:0:200258:0:(file.c:2612:do_file_write_iter()) START file f89.replay-single:[0x20002ea31:0x3c:0x0], ppos: 7340032, count: 1048576 00000080:00200000:1.0:1775773081.640913:0:200258:0:(file.c:2058:ll_file_io_generic()) f89.replay-single: write ppos: 7340032, bytes: 1048576 00000080:00200000:1.0:1775773081.640921:0:200258:0:(file.c:1815:ll_io_set_mirror()) f89.replay-single: desiginated mirror: 0 00000020:00200000:1.0:1775773081.640929:0:200258:0:(cl_io.c:214:cl_io_rw_init()) header@00000000597400ee[0x110, 1793, [0x20002ea31:0x3c:0x0] hash] 00000020:00200000:1.0:1775773081.640931:0:200258:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [7340032, 8388608) 0 0 00000080:00200000:1.0:1775773081.640936:0:200258:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3c:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775773081.640954:0:200258:0:(file.c:2136:ll_file_io_generic()) Range lock [1792, 2047] 00020000:00200000:1.0:1775773081.640962:0:200258:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 7340032 chunk: [7340032, 8388608) 8388608, 1048576 00020000:00200000:1.0:1775773081.640967:0:200258:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775773081.640999:0:200258:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [1792, 2047] 00000008:00010000:1.0:1775773081.641017:0:200258:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775773081.641023:0:200258:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a60431374b0, osc lock ffff9a6051f48390, flags 0x0 00010000:00010000:1.0:1775773081.641051:0:200258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1775773081.641068:0:200258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (7340032 8388607) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1775773081.641086:0:200258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1775773081.641095:0:200258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:1.0:1775773081.641103:0:200258:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:1.0:1775773081.641115:0:200258:0:(vvp_io.c:1286:vvp_io_write_start()) f89.replay-single: write [7340032, 8388608) append 0 append lockpos 0 00000080:00200000:1.0:1775773081.641131:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1792 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.641466:0:200258:0:(rw26.c:858:ll_write_end()) pos 7340032, len 4096, copied 4096 00000080:00200000:1.0:1775773081.641475:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e9980e9c[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:1.0:1775773081.641479:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f2974524 17ffffc0001001 3:0 ffff9a6045bd97e0 1792 lru 00000080:00200000:1.0:1775773081.641487:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b14acebd 1792: 1< 0 - - > 2< 7340032 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:1.0:1775773081.641489:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e9980e9c 00000080:00200000:1.0:1775773081.641490:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:1.0:1775773081.641510:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1793 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.641531:0:200258:0:(rw26.c:858:ll_write_end()) pos 7344128, len 4096, copied 4096 00000080:00200000:1.0:1775773081.641535:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000041fdb97d[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:1.0:1775773081.641538:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005ff16135 17ffffc0001001 3:0 ffff9a6045bd90e0 1793 lru 00000080:00200000:1.0:1775773081.641543:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000383b345e 1793: 1< 0 - - > 2< 7344128 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:1.0:1775773081.641545:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000041fdb97d 00000080:00200000:1.0:1775773081.641547:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:1.0:1775773081.641549:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1794 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.641720:0:200258:0:(rw26.c:858:ll_write_end()) pos 7348224, len 4096, copied 4096 00000080:00200000:1.0:1775773081.641725:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000945a9f7a[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:1.0:1775773081.641729:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bc4be5eb 17ffffc0001001 3:0 ffff9a6045bd98c0 1794 lru 00000080:00200000:1.0:1775773081.641735:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002729f26e 1794: 1< 0 - - > 2< 7348224 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:1.0:1775773081.641737:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000945a9f7a 00000080:00200000:1.0:1775773081.641738:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 3. 00000080:00200000:1.0:1775773081.641740:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1795 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.641768:0:200258:0:(rw26.c:858:ll_write_end()) pos 7352320, len 4096, copied 4096 00000080:00200000:1.0:1775773081.641772:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000094f17592[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:1.0:1775773081.641774:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e5f6ac90 17ffffc0001021 2:0 ffff9a6045bd9380 1795 lru 00000080:00200000:1.0:1775773081.641779:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000085463f32 1795: 1< 0 - - > 2< 7352320 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:1.0:1775773081.641781:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000094f17592 00000080:00200000:1.0:1775773081.641782:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 4. 00000080:00200000:1.0:1775773081.641783:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1796 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.641985:0:200258:0:(rw26.c:858:ll_write_end()) pos 7356416, len 4096, copied 4096 00000080:00200000:2.0:1775773081.641992:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bd561cb7[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.641996:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fdd7b753 17ffffc0001001 3:0 ffff9a6045b6fb60 1796 lru 00000080:00200000:2.0:1775773081.642002:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001574943a 1796: 1< 0 - - > 2< 7356416 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.642005:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bd561cb7 00000080:00200000:2.0:1775773081.642006:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 5. 00000080:00200000:2.0:1775773081.642008:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1797 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.642027:0:200258:0:(rw26.c:858:ll_write_end()) pos 7360512, len 4096, copied 4096 00000080:00200000:2.0:1775773081.642031:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000042742273[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.642034:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000020218852 17ffffc0001001 3:0 ffff9a6045b6f540 1797 lru 00000080:00200000:2.0:1775773081.642039:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bc2926eb 1797: 1< 0 - - > 2< 7360512 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.642042:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000042742273 00000080:00200000:2.0:1775773081.642043:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 6. 00000080:00200000:2.0:1775773081.642044:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1798 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.642057:0:200258:0:(rw26.c:858:ll_write_end()) pos 7364608, len 4096, copied 4096 00000080:00200000:2.0:1775773081.642061:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e4f578aa[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.642064:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000535cb88d 17ffffc0001001 3:0 ffff9a6045b6f7e0 1798 lru 00000080:00200000:2.0:1775773081.642069:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000031a209e3 1798: 1< 0 - - > 2< 7364608 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.642071:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e4f578aa 00000080:00200000:2.0:1775773081.642073:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 7. 00000080:00200000:2.0:1775773081.642075:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1799 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.642086:0:200258:0:(rw26.c:858:ll_write_end()) pos 7368704, len 4096, copied 4096 00000080:00200000:2.0:1775773081.642090:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000993ddbea[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.642092:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f8c84fbe 17ffffc0001001 3:0 ffff9a6045b6f0e0 1799 lru 00000080:00200000:2.0:1775773081.642109:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d921f848 1799: 1< 0 - - > 2< 7368704 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.642112:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000993ddbea 00000080:00200000:2.0:1775773081.642113:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 8. 00000080:00200000:2.0:1775773081.642115:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1800 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.642131:0:200258:0:(rw26.c:858:ll_write_end()) pos 7372800, len 4096, copied 4096 00000080:00200000:2.0:1775773081.642135:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000138ef484[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.642138:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002e87f91b 17ffffc0001001 3:0 ffff9a6045b6f8c0 1800 lru 00000080:00200000:2.0:1775773081.642144:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a32f9e9a 1800: 1< 0 - - > 2< 7372800 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.642146:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000138ef484 00000080:00200000:2.0:1775773081.642147:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 9. 00000080:00200000:2.0:1775773081.642149:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1801 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.642161:0:200258:0:(rw26.c:858:ll_write_end()) pos 7376896, len 4096, copied 4096 00000080:00200000:2.0:1775773081.642165:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ce0720f9[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.642168:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000090bf02b8 17ffffc0001001 3:0 ffff9a6045b6f380 1801 lru 00000080:00200000:2.0:1775773081.642174:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e17d734c 1801: 1< 0 - - > 2< 7376896 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.642176:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ce0720f9 00000080:00200000:2.0:1775773081.642177:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 10. 00000080:00200000:2.0:1775773081.642179:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1802 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.642189:0:200258:0:(rw26.c:858:ll_write_end()) pos 7380992, len 4096, copied 4096 00000080:00200000:2.0:1775773081.642194:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000020c0a532[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.642196:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d22a7b06 17ffffc0001001 3:0 ffff9a6045b6f620 1802 lru 00000080:00200000:2.0:1775773081.642202:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000065d40720 1802: 1< 0 - - > 2< 7380992 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.642204:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000020c0a532 00000080:00200000:2.0:1775773081.642205:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 11. 00000080:00200000:2.0:1775773081.642207:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1803 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.642220:0:200258:0:(rw26.c:858:ll_write_end()) pos 7385088, len 4096, copied 4096 00000080:00200000:2.0:1775773081.642225:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003d001c94[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.642228:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000d34f2f4 17ffffc0001001 3:0 ffff9a6045b6f460 1803 lru 00000080:00200000:2.0:1775773081.642233:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004047ac6a 1803: 1< 0 - - > 2< 7385088 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.642236:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003d001c94 00000080:00200000:2.0:1775773081.642237:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 12. 00000080:00200000:2.0:1775773081.642238:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1804 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.642252:0:200258:0:(rw26.c:858:ll_write_end()) pos 7389184, len 4096, copied 4096 00000080:00200000:2.0:1775773081.642256:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000065960f36[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.642259:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000078da7982 17ffffc0001001 3:0 ffff9a6045b6f000 1804 lru 00000080:00200000:2.0:1775773081.642263:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cf4ca14d 1804: 1< 0 - - > 2< 7389184 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.642265:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000065960f36 00000080:00200000:2.0:1775773081.642267:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 13. 00000080:00200000:2.0:1775773081.642268:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1805 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.642286:0:200258:0:(rw26.c:858:ll_write_end()) pos 7393280, len 4096, copied 4096 00000080:00200000:2.0:1775773081.642291:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ea5f7e99[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.642294:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bc4734e2 17ffffc0001021 2:0 ffff9a6045b6fc40 1805 lru 00000080:00200000:2.0:1775773081.642299:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ae22bd72 1805: 1< 0 - - > 2< 7393280 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.642301:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ea5f7e99 00000080:00200000:2.0:1775773081.642303:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 14. 00000080:00200000:2.0:1775773081.642305:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1806 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.642319:0:200258:0:(rw26.c:858:ll_write_end()) pos 7397376, len 4096, copied 4096 00000080:00200000:2.0:1775773081.642324:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000004f89453[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.642327:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007241d694 17ffffc0001001 3:0 ffff9a6045b6fe00 1806 lru 00000080:00200000:2.0:1775773081.642332:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000061d38bf6 1806: 1< 0 - - > 2< 7397376 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.642335:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000004f89453 00000080:00200000:2.0:1775773081.642336:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 15. 00000080:00200000:2.0:1775773081.642338:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1807 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.642351:0:200258:0:(rw26.c:858:ll_write_end()) pos 7401472, len 4096, copied 4096 00000080:00200000:2.0:1775773081.642355:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009acc672c[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.642358:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000720a9696 17ffffc0001001 3:0 ffff9a6045b6f700 1807 lru 00000080:00200000:2.0:1775773081.642362:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007ecd3804 1807: 1< 0 - - > 2< 7401472 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.642366:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009acc672c 00000080:00200000:2.0:1775773081.642367:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 16. 00000080:00200000:2.0:1775773081.642368:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1808 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.642859:0:200258:0:(rw26.c:858:ll_write_end()) pos 7405568, len 4096, copied 4096 00000080:00200000:2.0:1775773081.642865:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f54dc565[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.642868:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000713f8fb2 17ffffc0001001 3:0 ffff9a6045b6f2a0 1808 lru 00000080:00200000:2.0:1775773081.642875:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dcd0fdb4 1808: 1< 0 - - > 2< 7405568 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.642877:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f54dc565 00000080:00200000:2.0:1775773081.642879:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 17. 00000080:00200000:2.0:1775773081.642882:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1809 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.642906:0:200258:0:(rw26.c:858:ll_write_end()) pos 7409664, len 4096, copied 4096 00000080:00200000:2.0:1775773081.642911:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e105b441[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.642913:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ef976491 17ffffc0001001 3:0 ffff9a6045b6f1c0 1809 lru 00000080:00200000:2.0:1775773081.642919:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000081b25336 1809: 1< 0 - - > 2< 7409664 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.642921:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e105b441 00000080:00200000:2.0:1775773081.642922:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 18. 00000080:00200000:2.0:1775773081.642925:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1810 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.642941:0:200258:0:(rw26.c:858:ll_write_end()) pos 7413760, len 4096, copied 4096 00000080:00200000:2.0:1775773081.642945:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c32119d7[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.642948:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d2835b24 17ffffc0001001 3:0 ffff9a6045b6fee0 1810 lru 00000080:00200000:2.0:1775773081.642953:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000948ef86c 1810: 1< 0 - - > 2< 7413760 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.642956:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c32119d7 00000080:00200000:2.0:1775773081.642957:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 19. 00000080:00200000:2.0:1775773081.642959:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1811 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.642972:0:200258:0:(rw26.c:858:ll_write_end()) pos 7417856, len 4096, copied 4096 00000080:00200000:2.0:1775773081.642976:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007c039e5b[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.642979:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000066bb436b 17ffffc0001001 3:0 ffff9a6045b6f9a0 1811 lru 00000080:00200000:2.0:1775773081.642984:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a978306e 1811: 1< 0 - - > 2< 7417856 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.642987:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007c039e5b 00000080:00200000:2.0:1775773081.642988:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 20. 00000080:00200000:2.0:1775773081.642990:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1812 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.643004:0:200258:0:(rw26.c:858:ll_write_end()) pos 7421952, len 4096, copied 4096 00000080:00200000:2.0:1775773081.643008:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004d65b5d8[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.643012:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fe8ab5cd 17ffffc0001001 3:0 ffff9a6045b6fa80 1812 lru 00000080:00200000:2.0:1775773081.643017:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000026eb3b1e 1812: 1< 0 - - > 2< 7421952 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.643019:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004d65b5d8 00000080:00200000:2.0:1775773081.643021:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 21. 00000080:00200000:2.0:1775773081.643022:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1813 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.643050:0:200258:0:(rw26.c:858:ll_write_end()) pos 7426048, len 4096, copied 4096 00000080:00200000:2.0:1775773081.643054:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000018857fbd[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.643056:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b2e644fb 17ffffc0001001 3:0 ffff9a6058df2b60 1813 lru 00000080:00200000:2.0:1775773081.643061:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005d210adb 1813: 1< 0 - - > 2< 7426048 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.643063:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000018857fbd 00000080:00200000:2.0:1775773081.643064:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 22. 00000080:00200000:2.0:1775773081.643066:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1814 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.643078:0:200258:0:(rw26.c:858:ll_write_end()) pos 7430144, len 4096, copied 4096 00000080:00200000:2.0:1775773081.643082:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b0999b02[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.643085:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000074444ec0 17ffffc0001001 3:0 ffff9a6058df2540 1814 lru 00000080:00200000:2.0:1775773081.643103:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000da654617 1814: 1< 0 - - > 2< 7430144 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.643106:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b0999b02 00000080:00200000:2.0:1775773081.643107:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 23. 00000080:00200000:2.0:1775773081.643109:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1815 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.643122:0:200258:0:(rw26.c:858:ll_write_end()) pos 7434240, len 4096, copied 4096 00000080:00200000:2.0:1775773081.643126:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002b172083[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.643128:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005dbaef0f 17ffffc0001001 3:0 ffff9a6058df27e0 1815 lru 00000080:00200000:2.0:1775773081.643133:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003ac74cdc 1815: 1< 0 - - > 2< 7434240 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.643135:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002b172083 00000080:00200000:2.0:1775773081.643136:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 24. 00000080:00200000:2.0:1775773081.643138:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1816 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.643149:0:200258:0:(rw26.c:858:ll_write_end()) pos 7438336, len 4096, copied 4096 00000080:00200000:2.0:1775773081.643153:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000007c87fa5[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.643155:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002dd4f237 17ffffc0001001 3:0 ffff9a6058df20e0 1816 lru 00000080:00200000:2.0:1775773081.643161:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ee81d24f 1816: 1< 0 - - > 2< 7438336 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.643163:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000007c87fa5 00000080:00200000:2.0:1775773081.643165:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 25. 00000080:00200000:2.0:1775773081.643167:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1817 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.643179:0:200258:0:(rw26.c:858:ll_write_end()) pos 7442432, len 4096, copied 4096 00000080:00200000:2.0:1775773081.643183:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e76e8bed[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.643186:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d0a329b9 17ffffc0001001 3:0 ffff9a6058df28c0 1817 lru 00000080:00200000:2.0:1775773081.643192:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f7040b79 1817: 1< 0 - - > 2< 7442432 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.643194:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e76e8bed 00000080:00200000:2.0:1775773081.643195:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 26. 00000080:00200000:2.0:1775773081.643197:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1818 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.643209:0:200258:0:(rw26.c:858:ll_write_end()) pos 7446528, len 4096, copied 4096 00000080:00200000:2.0:1775773081.643213:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bc016b9a[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.643216:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d71599c1 17ffffc0001001 3:0 ffff9a6058df2380 1818 lru 00000080:00200000:2.0:1775773081.643222:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006852989a 1818: 1< 0 - - > 2< 7446528 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.643224:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bc016b9a 00000080:00200000:2.0:1775773081.643225:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 27. 00000080:00200000:2.0:1775773081.643227:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1819 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.643242:0:200258:0:(rw26.c:858:ll_write_end()) pos 7450624, len 4096, copied 4096 00000080:00200000:2.0:1775773081.643246:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001e77ee45[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.643249:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dd7fdbda 17ffffc0001001 3:0 ffff9a6058df2620 1819 lru 00000080:00200000:2.0:1775773081.643255:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f09b340a 1819: 1< 0 - - > 2< 7450624 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.643256:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001e77ee45 00000080:00200000:2.0:1775773081.643258:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1775773081.643259:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1820 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.643280:0:200258:0:(rw26.c:858:ll_write_end()) pos 7454720, len 4096, copied 4096 00000080:00200000:2.0:1775773081.643284:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000541a9480[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.643287:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f03625aa 17ffffc0001021 2:0 ffff9a6058df2460 1820 lru 00000080:00200000:2.0:1775773081.643292:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fed9aaa9 1820: 1< 0 - - > 2< 7454720 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.643294:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000541a9480 00000080:00200000:2.0:1775773081.643295:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 29. 00000080:00200000:2.0:1775773081.643297:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1821 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.643311:0:200258:0:(rw26.c:858:ll_write_end()) pos 7458816, len 4096, copied 4096 00000080:00200000:2.0:1775773081.643315:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000136491ff[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.643318:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000007cf9802 17ffffc0001001 3:0 ffff9a6058df2000 1821 lru 00000080:00200000:2.0:1775773081.643323:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f700ff72 1821: 1< 0 - - > 2< 7458816 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.643325:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000136491ff 00000080:00200000:2.0:1775773081.643326:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1775773081.643329:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1822 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.643343:0:200258:0:(rw26.c:858:ll_write_end()) pos 7462912, len 4096, copied 4096 00000080:00200000:2.0:1775773081.643347:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000e84ea48[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.643350:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000b6268f1 17ffffc0001001 3:0 ffff9a6058df2c40 1822 lru 00000080:00200000:2.0:1775773081.643356:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003ee41fe8 1822: 1< 0 - - > 2< 7462912 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.643358:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000e84ea48 00000080:00200000:2.0:1775773081.643359:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 31. 00000080:00200000:2.0:1775773081.643361:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1823 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.643373:0:200258:0:(rw26.c:858:ll_write_end()) pos 7467008, len 4096, copied 4096 00000080:00200000:2.0:1775773081.643376:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000003acfa7c[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.645005:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000000865bd9 17ffffc0001001 3:0 ffff9a6058df2e00 1823 lru 00000080:00200000:2.0:1775773081.645016:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000093186dc0 1823: 1< 0 - - > 2< 7467008 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.645019:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000003acfa7c 00000080:00200000:2.0:1775773081.645022:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 32. 00000080:00200000:2.0:1775773081.645029:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1824 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.645104:0:200258:0:(rw26.c:858:ll_write_end()) pos 7471104, len 4096, copied 4096 00000080:00200000:2.0:1775773081.645113:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003cb0ce09[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.645116:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004790fb99 17ffffc0001001 3:0 ffff9a6058df2700 1824 lru 00000080:00200000:2.0:1775773081.645122:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004757a25d 1824: 1< 0 - - > 2< 7471104 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.645125:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003cb0ce09 00000080:00200000:2.0:1775773081.645126:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 33. 00000080:00200000:2.0:1775773081.645128:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1825 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.645145:0:200258:0:(rw26.c:858:ll_write_end()) pos 7475200, len 4096, copied 4096 00000080:00200000:2.0:1775773081.645149:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f2ec9526[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.645152:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dcb95328 17ffffc0001001 3:0 ffff9a6058df22a0 1825 lru 00000080:00200000:2.0:1775773081.645158:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a7b46183 1825: 1< 0 - - > 2< 7475200 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.645161:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f2ec9526 00000080:00200000:2.0:1775773081.645162:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 34. 00000080:00200000:2.0:1775773081.645164:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1826 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.645177:0:200258:0:(rw26.c:858:ll_write_end()) pos 7479296, len 4096, copied 4096 00000080:00200000:2.0:1775773081.645181:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002e2aa4c2[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.645184:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a2af9a75 17ffffc0001001 3:0 ffff9a6058df21c0 1826 lru 00000080:00200000:2.0:1775773081.645190:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005bdc7eb7 1826: 1< 0 - - > 2< 7479296 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.645192:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002e2aa4c2 00000080:00200000:2.0:1775773081.645193:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 35. 00000080:00200000:2.0:1775773081.645195:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1827 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.645208:0:200258:0:(rw26.c:858:ll_write_end()) pos 7483392, len 4096, copied 4096 00000080:00200000:2.0:1775773081.645212:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000103d60f8[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.645215:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a9c6c385 17ffffc0001001 3:0 ffff9a6058df2ee0 1827 lru 00000080:00200000:2.0:1775773081.645220:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006308e92d 1827: 1< 0 - - > 2< 7483392 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.645222:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000103d60f8 00000080:00200000:2.0:1775773081.645223:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 36. 00000080:00200000:2.0:1775773081.645225:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1828 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.645243:0:200258:0:(rw26.c:858:ll_write_end()) pos 7487488, len 4096, copied 4096 00000080:00200000:2.0:1775773081.645247:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f3b2ecbb[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.645250:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005f9b69aa 17ffffc0001001 3:0 ffff9a6058df29a0 1828 lru 00000080:00200000:2.0:1775773081.645255:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000dac7e2a 1828: 1< 0 - - > 2< 7487488 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.645257:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f3b2ecbb 00000080:00200000:2.0:1775773081.645258:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 37. 00000080:00200000:2.0:1775773081.645260:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1829 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.645276:0:200258:0:(rw26.c:858:ll_write_end()) pos 7491584, len 4096, copied 4096 00000080:00200000:2.0:1775773081.645280:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ae1e9bcf[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.645283:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b4e36446 17ffffc0001001 3:0 ffff9a6058df2a80 1829 lru 00000080:00200000:2.0:1775773081.645288:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f17cf768 1829: 1< 0 - - > 2< 7491584 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.645290:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ae1e9bcf 00000080:00200000:2.0:1775773081.645291:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1775773081.645293:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1830 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.645306:0:200258:0:(rw26.c:858:ll_write_end()) pos 7495680, len 4096, copied 4096 00000080:00200000:2.0:1775773081.645309:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000098e80bf2[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.645313:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008c953edf 17ffffc0001001 3:0 ffff9a6058df2d20 1830 lru 00000080:00200000:2.0:1775773081.645318:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000016118683 1830: 1< 0 - - > 2< 7495680 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.645321:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000098e80bf2 00000080:00200000:2.0:1775773081.645322:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 39. 00000080:00200000:2.0:1775773081.645324:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1831 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.645356:0:200258:0:(rw26.c:858:ll_write_end()) pos 7499776, len 4096, copied 4096 00000080:00200000:2.0:1775773081.645360:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ab65a9f0[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.645363:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ba385787 17ffffc0001001 3:0 ffff9a6051c190e0 1831 lru 00000080:00200000:2.0:1775773081.645369:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000223ac240 1831: 1< 0 - - > 2< 7499776 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.645371:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ab65a9f0 00000080:00200000:2.0:1775773081.645372:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 40. 00000080:00200000:2.0:1775773081.645374:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1832 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.646881:0:200258:0:(rw26.c:858:ll_write_end()) pos 7503872, len 4096, copied 4096 00000080:00200000:2.0:1775773081.646896:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e280e805[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.646900:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002a03cf0b 17ffffc0001001 3:0 ffff9a6051c198c0 1832 lru 00000080:00200000:2.0:1775773081.646907:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e162ad59 1832: 1< 0 - - > 2< 7503872 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.646910:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e280e805 00000080:00200000:2.0:1775773081.646911:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 41. 00000080:00200000:2.0:1775773081.646915:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1833 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.646935:0:200258:0:(rw26.c:858:ll_write_end()) pos 7507968, len 4096, copied 4096 00000080:00200000:2.0:1775773081.646940:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000afeba7ae[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.646942:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000105ee581 17ffffc0001001 3:0 ffff9a6051c19380 1833 lru 00000080:00200000:2.0:1775773081.646948:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007d940363 1833: 1< 0 - - > 2< 7507968 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.646950:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000afeba7ae 00000080:00200000:2.0:1775773081.646951:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1775773081.646953:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1834 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.646967:0:200258:0:(rw26.c:858:ll_write_end()) pos 7512064, len 4096, copied 4096 00000080:00200000:2.0:1775773081.646972:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b4c68037[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.646975:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001e901929 17ffffc0001001 3:0 ffff9a6051c19620 1834 lru 00000080:00200000:2.0:1775773081.646980:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c2ebe9bc 1834: 1< 0 - - > 2< 7512064 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.646983:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b4c68037 00000080:00200000:2.0:1775773081.646985:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 43. 00000080:00200000:2.0:1775773081.646987:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1835 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.647010:0:200258:0:(rw26.c:858:ll_write_end()) pos 7516160, len 4096, copied 4096 00000080:00200000:2.0:1775773081.647014:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006b5e3f79[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.647018:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000daec1fb6 17ffffc0001021 2:0 ffff9a6051c19460 1835 lru 00000080:00200000:2.0:1775773081.647023:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c095f0ca 1835: 1< 0 - - > 2< 7516160 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.647025:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006b5e3f79 00000080:00200000:2.0:1775773081.647026:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1775773081.647028:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1836 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.647040:0:200258:0:(rw26.c:858:ll_write_end()) pos 7520256, len 4096, copied 4096 00000080:00200000:2.0:1775773081.647044:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000071d15505[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.647047:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009947f7d5 17ffffc0001001 3:0 ffff9a6051c19000 1836 lru 00000080:00200000:2.0:1775773081.647052:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000052f91d03 1836: 1< 0 - - > 2< 7520256 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.647054:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000071d15505 00000080:00200000:2.0:1775773081.647056:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1775773081.647057:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1837 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.647070:0:200258:0:(rw26.c:858:ll_write_end()) pos 7524352, len 4096, copied 4096 00000080:00200000:2.0:1775773081.647073:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000040836bb5[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.647076:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ccadcf41 17ffffc0001001 3:0 ffff9a6051c19c40 1837 lru 00000080:00200000:2.0:1775773081.647082:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009a4de307 1837: 1< 0 - - > 2< 7524352 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.647084:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000040836bb5 00000080:00200000:2.0:1775773081.647086:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1775773081.647087:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1838 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.647102:0:200258:0:(rw26.c:858:ll_write_end()) pos 7528448, len 4096, copied 4096 00000080:00200000:2.0:1775773081.647106:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004d367ec4[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.647109:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e4f92da0 17ffffc0001001 3:0 ffff9a6051c19e00 1838 lru 00000080:00200000:2.0:1775773081.647113:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d406962e 1838: 1< 0 - - > 2< 7528448 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.647115:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004d367ec4 00000080:00200000:2.0:1775773081.647116:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 47. 00000080:00200000:2.0:1775773081.647118:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1839 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.647130:0:200258:0:(rw26.c:858:ll_write_end()) pos 7532544, len 4096, copied 4096 00000080:00200000:2.0:1775773081.647133:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002a3c4241[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.647136:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a3cf6965 17ffffc0001001 3:0 ffff9a6051c19700 1839 lru 00000080:00200000:2.0:1775773081.647142:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fa698300 1839: 1< 0 - - > 2< 7532544 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.647144:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002a3c4241 00000080:00200000:2.0:1775773081.647145:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 48. 00000080:00200000:2.0:1775773081.647147:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1840 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.647159:0:200258:0:(rw26.c:858:ll_write_end()) pos 7536640, len 4096, copied 4096 00000080:00200000:2.0:1775773081.647163:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000621ce450[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.647167:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005441944d 17ffffc0001001 3:0 ffff9a6051c192a0 1840 lru 00000080:00200000:2.0:1775773081.647172:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000003f8d706 1840: 1< 0 - - > 2< 7536640 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.647174:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000621ce450 00000080:00200000:2.0:1775773081.647176:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 49. 00000080:00200000:2.0:1775773081.647178:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1841 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.647189:0:200258:0:(rw26.c:858:ll_write_end()) pos 7540736, len 4096, copied 4096 00000080:00200000:2.0:1775773081.647193:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f0ba37f4[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.647196:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000af81a1c4 17ffffc0001001 3:0 ffff9a6051c191c0 1841 lru 00000080:00200000:2.0:1775773081.647201:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000640a1d75 1841: 1< 0 - - > 2< 7540736 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.647203:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f0ba37f4 00000080:00200000:2.0:1775773081.647204:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 50. 00000080:00200000:2.0:1775773081.647206:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1842 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.647217:0:200258:0:(rw26.c:858:ll_write_end()) pos 7544832, len 4096, copied 4096 00000080:00200000:2.0:1775773081.647221:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f46b9713[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.647224:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000072dcb69 17ffffc0001001 3:0 ffff9a6051c19ee0 1842 lru 00000080:00200000:2.0:1775773081.647230:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008f0bbdbb 1842: 1< 0 - - > 2< 7544832 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.647232:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f46b9713 00000080:00200000:2.0:1775773081.647233:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 51. 00000080:00200000:2.0:1775773081.647236:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1843 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.647249:0:200258:0:(rw26.c:858:ll_write_end()) pos 7548928, len 4096, copied 4096 00000080:00200000:2.0:1775773081.647254:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000041a63055[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.647256:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f39e7a71 17ffffc0001001 3:0 ffff9a6051c199a0 1843 lru 00000080:00200000:2.0:1775773081.647261:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000808d4f32 1843: 1< 0 - - > 2< 7548928 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.647263:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000041a63055 00000080:00200000:2.0:1775773081.647265:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 52. 00000080:00200000:2.0:1775773081.647266:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1844 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.647281:0:200258:0:(rw26.c:858:ll_write_end()) pos 7553024, len 4096, copied 4096 00000080:00200000:2.0:1775773081.647285:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005e9548c8[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.647288:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b714ea91 17ffffc0001001 3:0 ffff9a6051c19a80 1844 lru 00000080:00200000:2.0:1775773081.647293:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000eebfc504 1844: 1< 0 - - > 2< 7553024 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.647295:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005e9548c8 00000080:00200000:2.0:1775773081.647296:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 53. 00000080:00200000:2.0:1775773081.647298:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1845 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.647313:0:200258:0:(rw26.c:858:ll_write_end()) pos 7557120, len 4096, copied 4096 00000080:00200000:2.0:1775773081.647317:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009364d489[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.647320:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001a2f69c2 17ffffc0001001 3:0 ffff9a6051c19d20 1845 lru 00000080:00200000:2.0:1775773081.647326:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bcc906c8 1845: 1< 0 - - > 2< 7557120 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.647328:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009364d489 00000080:00200000:2.0:1775773081.647329:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 54. 00000080:00200000:2.0:1775773081.647331:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1846 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.647346:0:200258:0:(rw26.c:858:ll_write_end()) pos 7561216, len 4096, copied 4096 00000080:00200000:2.0:1775773081.647350:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000028f4d437[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.647353:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000da586692 17ffffc0001001 3:0 ffff9a6051c19b60 1846 lru 00000080:00200000:2.0:1775773081.647358:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008bcfbfdd 1846: 1< 0 - - > 2< 7561216 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.647361:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000028f4d437 00000080:00200000:2.0:1775773081.647362:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 55. 00000080:00200000:2.0:1775773081.647364:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1847 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.647376:0:200258:0:(rw26.c:858:ll_write_end()) pos 7565312, len 4096, copied 4096 00000080:00200000:2.0:1775773081.647380:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c30220a0[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.647383:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c26ed945 17ffffc0001001 3:0 ffff9a6051c19540 1847 lru 00000080:00200000:2.0:1775773081.647388:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009731b7dc 1847: 1< 0 - - > 2< 7565312 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.647390:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c30220a0 00000080:00200000:2.0:1775773081.647392:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 56. 00000080:00200000:2.0:1775773081.647393:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1848 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.647410:0:200258:0:(rw26.c:858:ll_write_end()) pos 7569408, len 4096, copied 4096 00000080:00200000:2.0:1775773081.647414:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000dda4a23a[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.647416:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000980bea37 17ffffc0001001 3:0 ffff9a6051c197e0 1848 lru 00000080:00200000:2.0:1775773081.647421:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000bfd1a83 1848: 1< 0 - - > 2< 7569408 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.647423:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000dda4a23a 00000080:00200000:2.0:1775773081.647424:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 57. 00000080:00200000:2.0:1775773081.647426:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1849 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.647452:0:200258:0:(rw26.c:858:ll_write_end()) pos 7573504, len 4096, copied 4096 00000080:00200000:2.0:1775773081.647457:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000eb76c725[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.647460:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000017ca413 17ffffc0001001 3:0 ffff9a6051ff38c0 1849 lru 00000080:00200000:2.0:1775773081.647465:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ba02692c 1849: 1< 0 - - > 2< 7573504 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.647467:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000eb76c725 00000080:00200000:2.0:1775773081.647468:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 58. 00000080:00200000:2.0:1775773081.647470:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1850 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.647507:0:200258:0:(rw26.c:858:ll_write_end()) pos 7577600, len 4096, copied 4096 00000080:00200000:2.0:1775773081.649864:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000183d8573[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.649872:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006b722a4f 17ffffc0001021 2:0 ffff9a6051ff3380 1850 lru 00000080:00200000:2.0:1775773081.649883:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000066621f73 1850: 1< 0 - - > 2< 7577600 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.649886:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000183d8573 00000080:00200000:2.0:1775773081.649888:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 59. 00000080:00200000:2.0:1775773081.649896:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1851 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.649958:0:200258:0:(rw26.c:858:ll_write_end()) pos 7581696, len 4096, copied 4096 00000080:00200000:2.0:1775773081.649963:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f98b6afa[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.649966:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006c233726 17ffffc0001001 3:0 ffff9a6051ff3620 1851 lru 00000080:00200000:2.0:1775773081.649971:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000dd08a16 1851: 1< 0 - - > 2< 7581696 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.649974:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f98b6afa 00000080:00200000:2.0:1775773081.649975:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 60. 00000080:00200000:2.0:1775773081.649977:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1852 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.649996:0:200258:0:(rw26.c:858:ll_write_end()) pos 7585792, len 4096, copied 4096 00000080:00200000:2.0:1775773081.650000:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a7ead1b2[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.650003:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000996e8a0b 17ffffc0001001 3:0 ffff9a6051ff3460 1852 lru 00000080:00200000:2.0:1775773081.650008:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f57b5f06 1852: 1< 0 - - > 2< 7585792 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.650010:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a7ead1b2 00000080:00200000:2.0:1775773081.650012:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 61. 00000080:00200000:2.0:1775773081.650014:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1853 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.650028:0:200258:0:(rw26.c:858:ll_write_end()) pos 7589888, len 4096, copied 4096 00000080:00200000:2.0:1775773081.650032:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008609a6a7[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.650034:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001c2a7243 17ffffc0001001 3:0 ffff9a6051ff3000 1853 lru 00000080:00200000:2.0:1775773081.650040:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005519dac0 1853: 1< 0 - - > 2< 7589888 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.650042:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008609a6a7 00000080:00200000:2.0:1775773081.650043:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 62. 00000080:00200000:2.0:1775773081.650045:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1854 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.650057:0:200258:0:(rw26.c:858:ll_write_end()) pos 7593984, len 4096, copied 4096 00000080:00200000:2.0:1775773081.650060:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008fb942de[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.650063:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000041773fc 17ffffc0001001 3:0 ffff9a6051ff3c40 1854 lru 00000080:00200000:2.0:1775773081.650068:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a3737363 1854: 1< 0 - - > 2< 7593984 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.650071:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008fb942de 00000080:00200000:2.0:1775773081.650072:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 63. 00000080:00200000:2.0:1775773081.650074:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1855 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.650086:0:200258:0:(rw26.c:858:ll_write_end()) pos 7598080, len 4096, copied 4096 00000080:00200000:2.0:1775773081.650090:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f98ef79e[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.650734:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e26cdc1a 17ffffc0001001 3:0 ffff9a6051ff3e00 1855 lru 00000080:00200000:2.0:1775773081.650742:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004dc705ba 1855: 1< 0 - - > 2< 7598080 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.650745:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f98ef79e 00000080:00200000:2.0:1775773081.650746:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 64. 00000080:00200000:2.0:1775773081.650751:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1856 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.650938:0:200258:0:(rw26.c:858:ll_write_end()) pos 7602176, len 4096, copied 4096 00000080:00200000:2.0:1775773081.650943:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000046ab0c28[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.650946:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fad4f78e 17ffffc0001001 3:0 ffff9a6051ff3700 1856 lru 00000080:00200000:2.0:1775773081.650952:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000da5c8023 1856: 1< 0 - - > 2< 7602176 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.650954:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000046ab0c28 00000080:00200000:2.0:1775773081.650955:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 65. 00000080:00200000:2.0:1775773081.650958:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1857 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.650975:0:200258:0:(rw26.c:858:ll_write_end()) pos 7606272, len 4096, copied 4096 00000080:00200000:2.0:1775773081.650979:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000285a20c3[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.650982:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000017a88d04 17ffffc0001001 3:0 ffff9a6051ff32a0 1857 lru 00000080:00200000:2.0:1775773081.650987:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c68c2a2e 1857: 1< 0 - - > 2< 7606272 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.650989:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000285a20c3 00000080:00200000:2.0:1775773081.650990:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 66. 00000080:00200000:2.0:1775773081.650992:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1858 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.651007:0:200258:0:(rw26.c:858:ll_write_end()) pos 7610368, len 4096, copied 4096 00000080:00200000:2.0:1775773081.651011:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008463728d[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.651014:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000aab8b9a4 17ffffc0001001 3:0 ffff9a6051ff31c0 1858 lru 00000080:00200000:2.0:1775773081.651019:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b0f5201e 1858: 1< 0 - - > 2< 7610368 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.651021:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008463728d 00000080:00200000:2.0:1775773081.651021:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 67. 00000080:00200000:2.0:1775773081.651024:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1859 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.651038:0:200258:0:(rw26.c:858:ll_write_end()) pos 7614464, len 4096, copied 4096 00000080:00200000:2.0:1775773081.651042:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d838db50[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.651045:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000040a0dc28 17ffffc0001001 3:0 ffff9a6051ff3ee0 1859 lru 00000080:00200000:2.0:1775773081.651050:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000094a3d82 1859: 1< 0 - - > 2< 7614464 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.651053:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d838db50 00000080:00200000:2.0:1775773081.651054:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 68. 00000080:00200000:2.0:1775773081.651056:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1860 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.651068:0:200258:0:(rw26.c:858:ll_write_end()) pos 7618560, len 4096, copied 4096 00000080:00200000:2.0:1775773081.651072:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000097a8f6f[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.651075:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e1a207e3 17ffffc0001001 3:0 ffff9a6051ff39a0 1860 lru 00000080:00200000:2.0:1775773081.651081:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000013d83b67 1860: 1< 0 - - > 2< 7618560 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.651083:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000097a8f6f 00000080:00200000:2.0:1775773081.651085:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 69. 00000080:00200000:2.0:1775773081.651087:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1861 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.653917:0:200258:0:(rw26.c:858:ll_write_end()) pos 7622656, len 4096, copied 4096 00000080:00200000:2.0:1775773081.653938:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007ad0580f[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.653943:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f9b7582f 17ffffc0001001 3:0 ffff9a6051ff3a80 1861 lru 00000080:00200000:2.0:1775773081.653952:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000067f761ef 1861: 1< 0 - - > 2< 7622656 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.653956:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007ad0580f 00000080:00200000:2.0:1775773081.653958:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 70. 00000080:00200000:2.0:1775773081.653964:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1862 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654004:0:200258:0:(rw26.c:858:ll_write_end()) pos 7626752, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654009:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000064c852f8[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654012:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009d8ae8c9 17ffffc0001001 3:0 ffff9a6051ff3d20 1862 lru 00000080:00200000:2.0:1775773081.654019:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c8b224bf 1862: 1< 0 - - > 2< 7626752 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654021:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000064c852f8 00000080:00200000:2.0:1775773081.654022:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 71. 00000080:00200000:2.0:1775773081.654024:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1863 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654036:0:200258:0:(rw26.c:858:ll_write_end()) pos 7630848, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654040:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002d89c7f4[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654043:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ccd5d93a 17ffffc0001001 3:0 ffff9a6051ff3b60 1863 lru 00000080:00200000:2.0:1775773081.654048:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ffffe5ae 1863: 1< 0 - - > 2< 7630848 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654050:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002d89c7f4 00000080:00200000:2.0:1775773081.654052:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 72. 00000080:00200000:2.0:1775773081.654054:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1864 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654067:0:200258:0:(rw26.c:858:ll_write_end()) pos 7634944, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654070:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003f3cfac7[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654073:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c9647533 17ffffc0001001 3:0 ffff9a6051ff3540 1864 lru 00000080:00200000:2.0:1775773081.654079:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e210cd19 1864: 1< 0 - - > 2< 7634944 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654081:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003f3cfac7 00000080:00200000:2.0:1775773081.654083:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 73. 00000080:00200000:2.0:1775773081.654085:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1865 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654106:0:200258:0:(rw26.c:858:ll_write_end()) pos 7639040, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654110:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fdf53b3d[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654113:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a172054e 17ffffc0001021 2:0 ffff9a6051ff37e0 1865 lru 00000080:00200000:2.0:1775773081.654119:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d57d6704 1865: 1< 0 - - > 2< 7639040 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654122:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fdf53b3d 00000080:00200000:2.0:1775773081.654123:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 74. 00000080:00200000:2.0:1775773081.654125:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1866 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654142:0:200258:0:(rw26.c:858:ll_write_end()) pos 7643136, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654146:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fd80c205[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654148:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cd94c7e0 17ffffc0001001 3:0 ffff9a6051ff30e0 1866 lru 00000080:00200000:2.0:1775773081.654154:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004d09300e 1866: 1< 0 - - > 2< 7643136 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654156:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fd80c205 00000080:00200000:2.0:1775773081.654158:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 75. 00000080:00200000:2.0:1775773081.654160:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1867 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654186:0:200258:0:(rw26.c:858:ll_write_end()) pos 7647232, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654190:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000443b2d74[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654193:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000224db182 17ffffc0001001 3:0 ffff9a605123fd20 1867 lru 00000080:00200000:2.0:1775773081.654198:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a39fead1 1867: 1< 0 - - > 2< 7647232 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654200:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000443b2d74 00000080:00200000:2.0:1775773081.654201:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 76. 00000080:00200000:2.0:1775773081.654203:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1868 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654216:0:200258:0:(rw26.c:858:ll_write_end()) pos 7651328, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654220:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000a4b0967[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654223:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000044f1fc91 17ffffc0001001 3:0 ffff9a605123fb60 1868 lru 00000080:00200000:2.0:1775773081.654229:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000482e8f46 1868: 1< 0 - - > 2< 7651328 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654232:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000a4b0967 00000080:00200000:2.0:1775773081.654233:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 77. 00000080:00200000:2.0:1775773081.654235:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1869 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654247:0:200258:0:(rw26.c:858:ll_write_end()) pos 7655424, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654252:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000016021054[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654254:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000000ca273a 17ffffc0001001 3:0 ffff9a605123f540 1869 lru 00000080:00200000:2.0:1775773081.654259:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d45d5549 1869: 1< 0 - - > 2< 7655424 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654261:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000016021054 00000080:00200000:2.0:1775773081.654262:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 78. 00000080:00200000:2.0:1775773081.654264:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1870 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654278:0:200258:0:(rw26.c:858:ll_write_end()) pos 7659520, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654282:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000035b69162[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654285:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000eee00bd8 17ffffc0001001 3:0 ffff9a605123f7e0 1870 lru 00000080:00200000:2.0:1775773081.654290:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008ee15440 1870: 1< 0 - - > 2< 7659520 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654293:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000035b69162 00000080:00200000:2.0:1775773081.654294:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 79. 00000080:00200000:2.0:1775773081.654296:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1871 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654310:0:200258:0:(rw26.c:858:ll_write_end()) pos 7663616, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654314:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a5331e65[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654317:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000010ab6a2a 17ffffc0001001 3:0 ffff9a605123f0e0 1871 lru 00000080:00200000:2.0:1775773081.654322:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000019ccc99a 1871: 1< 0 - - > 2< 7663616 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654324:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a5331e65 00000080:00200000:2.0:1775773081.654325:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 80. 00000080:00200000:2.0:1775773081.654327:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1872 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654341:0:200258:0:(rw26.c:858:ll_write_end()) pos 7667712, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654345:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000009b65283[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654349:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004d8ade24 17ffffc0001001 3:0 ffff9a605123f8c0 1872 lru 00000080:00200000:2.0:1775773081.654356:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000057ffe5e3 1872: 1< 0 - - > 2< 7667712 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654358:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000009b65283 00000080:00200000:2.0:1775773081.654360:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 81. 00000080:00200000:2.0:1775773081.654362:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1873 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654377:0:200258:0:(rw26.c:858:ll_write_end()) pos 7671808, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654381:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007874d7e4[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654384:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d674b297 17ffffc0001001 3:0 ffff9a605123f380 1873 lru 00000080:00200000:2.0:1775773081.654389:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001628beec 1873: 1< 0 - - > 2< 7671808 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654392:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007874d7e4 00000080:00200000:2.0:1775773081.654393:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 82. 00000080:00200000:2.0:1775773081.654395:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1874 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654411:0:200258:0:(rw26.c:858:ll_write_end()) pos 7675904, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654415:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000eb5fe268[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654417:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a2cdb995 17ffffc0001001 3:0 ffff9a605123f620 1874 lru 00000080:00200000:2.0:1775773081.654423:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000042bb840a 1874: 1< 0 - - > 2< 7675904 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654425:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000eb5fe268 00000080:00200000:2.0:1775773081.654426:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 83. 00000080:00200000:2.0:1775773081.654428:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1875 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654443:0:200258:0:(rw26.c:858:ll_write_end()) pos 7680000, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654448:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c3464f0b[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654451:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000046640041 17ffffc0001001 3:0 ffff9a605123f460 1875 lru 00000080:00200000:2.0:1775773081.654457:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006a2bbdc8 1875: 1< 0 - - > 2< 7680000 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654460:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c3464f0b 00000080:00200000:2.0:1775773081.654461:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 84. 00000080:00200000:2.0:1775773081.654463:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1876 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654477:0:200258:0:(rw26.c:858:ll_write_end()) pos 7684096, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654480:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003d6a6c77[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654483:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000034391cf0 17ffffc0001001 3:0 ffff9a605123f000 1876 lru 00000080:00200000:2.0:1775773081.654489:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ff608d70 1876: 1< 0 - - > 2< 7684096 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654491:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003d6a6c77 00000080:00200000:2.0:1775773081.654492:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 85. 00000080:00200000:2.0:1775773081.654494:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1877 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654526:0:200258:0:(rw26.c:858:ll_write_end()) pos 7688192, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654530:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002f54c823[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654533:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006fb5a3d7 17ffffc0001001 3:0 ffff9a605123fc40 1877 lru 00000080:00200000:2.0:1775773081.654538:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001aa5c2ae 1877: 1< 0 - - > 2< 7688192 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654549:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002f54c823 00000080:00200000:2.0:1775773081.654550:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 86. 00000080:00200000:2.0:1775773081.654553:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1878 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654571:0:200258:0:(rw26.c:858:ll_write_end()) pos 7692288, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654574:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006e72f666[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654577:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000027c903ab 17ffffc0001001 3:0 ffff9a605123fe00 1878 lru 00000080:00200000:2.0:1775773081.654581:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003069e2c3 1878: 1< 0 - - > 2< 7692288 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654583:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006e72f666 00000080:00200000:2.0:1775773081.654584:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 87. 00000080:00200000:2.0:1775773081.654586:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1879 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654601:0:200258:0:(rw26.c:858:ll_write_end()) pos 7696384, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654604:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009bb7ca75[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654606:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bf534ce0 17ffffc0001001 3:0 ffff9a605123f700 1879 lru 00000080:00200000:2.0:1775773081.654610:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000083c0e2af 1879: 1< 0 - - > 2< 7696384 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654613:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009bb7ca75 00000080:00200000:2.0:1775773081.654614:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 88. 00000080:00200000:2.0:1775773081.654616:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1880 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654633:0:200258:0:(rw26.c:858:ll_write_end()) pos 7700480, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654636:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000de3cc16b[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654639:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000012aeeeb5 17ffffc0001021 2:0 ffff9a605123f2a0 1880 lru 00000080:00200000:2.0:1775773081.654643:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007134d540 1880: 1< 0 - - > 2< 7700480 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654645:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000de3cc16b 00000080:00200000:2.0:1775773081.654646:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 89. 00000080:00200000:2.0:1775773081.654648:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1881 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654661:0:200258:0:(rw26.c:858:ll_write_end()) pos 7704576, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654665:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c7bb0d7d[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654667:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005676c0b8 17ffffc0001001 3:0 ffff9a605123f1c0 1881 lru 00000080:00200000:2.0:1775773081.654673:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006ed271ba 1881: 1< 0 - - > 2< 7704576 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654675:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c7bb0d7d 00000080:00200000:2.0:1775773081.654676:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 90. 00000080:00200000:2.0:1775773081.654678:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1882 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654693:0:200258:0:(rw26.c:858:ll_write_end()) pos 7708672, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654697:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000964f4f7b[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654700:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b212f986 17ffffc0001001 3:0 ffff9a605123fee0 1882 lru 00000080:00200000:2.0:1775773081.654706:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000187020a1 1882: 1< 0 - - > 2< 7708672 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654708:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000964f4f7b 00000080:00200000:2.0:1775773081.654709:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 91. 00000080:00200000:2.0:1775773081.654711:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1883 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654729:0:200258:0:(rw26.c:858:ll_write_end()) pos 7712768, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654733:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000018c32629[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654736:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003d904918 17ffffc0001001 3:0 ffff9a605123f9a0 1883 lru 00000080:00200000:2.0:1775773081.654740:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006af79b0d 1883: 1< 0 - - > 2< 7712768 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654743:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000018c32629 00000080:00200000:2.0:1775773081.654744:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 92. 00000080:00200000:2.0:1775773081.654745:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1884 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654758:0:200258:0:(rw26.c:858:ll_write_end()) pos 7716864, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654762:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b7dd0771[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654766:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ce260ec2 17ffffc0001001 3:0 ffff9a605123fa80 1884 lru 00000080:00200000:2.0:1775773081.654771:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ddb818c5 1884: 1< 0 - - > 2< 7716864 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654773:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b7dd0771 00000080:00200000:2.0:1775773081.654774:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 93. 00000080:00200000:2.0:1775773081.654776:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1885 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654822:0:200258:0:(rw26.c:858:ll_write_end()) pos 7720960, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654827:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f4e5b1ef[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654830:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002adbc70f 17ffffc0001001 3:0 ffff9a6051d371c0 1885 lru 00000080:00200000:2.0:1775773081.654835:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a177bfbd 1885: 1< 0 - - > 2< 7720960 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654838:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f4e5b1ef 00000080:00200000:2.0:1775773081.654839:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 94. 00000080:00200000:2.0:1775773081.654841:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1886 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654854:0:200258:0:(rw26.c:858:ll_write_end()) pos 7725056, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654858:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000215e4b9b[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654861:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f1716ef2 17ffffc0001001 3:0 ffff9a6051d37ee0 1886 lru 00000080:00200000:2.0:1775773081.654867:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000da12b084 1886: 1< 0 - - > 2< 7725056 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654869:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000215e4b9b 00000080:00200000:2.0:1775773081.654870:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 95. 00000080:00200000:2.0:1775773081.654872:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1887 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654886:0:200258:0:(rw26.c:858:ll_write_end()) pos 7729152, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654889:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004c747572[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654892:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001eace0eb 17ffffc0001001 3:0 ffff9a6051d379a0 1887 lru 00000080:00200000:2.0:1775773081.654897:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000aec92560 1887: 1< 0 - - > 2< 7729152 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654900:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004c747572 00000080:00200000:2.0:1775773081.654901:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 96. 00000080:00200000:2.0:1775773081.654903:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1888 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654917:0:200258:0:(rw26.c:858:ll_write_end()) pos 7733248, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654921:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000322b0a10[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654924:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007fac7fa1 17ffffc0001001 3:0 ffff9a6051d37a80 1888 lru 00000080:00200000:2.0:1775773081.654929:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001c06286f 1888: 1< 0 - - > 2< 7733248 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654931:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000322b0a10 00000080:00200000:2.0:1775773081.654932:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 97. 00000080:00200000:2.0:1775773081.654934:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1889 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654947:0:200258:0:(rw26.c:858:ll_write_end()) pos 7737344, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654951:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000085b89df3[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654954:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000173df440 17ffffc0001001 3:0 ffff9a6051d37d20 1889 lru 00000080:00200000:2.0:1775773081.654960:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007e88d6dc 1889: 1< 0 - - > 2< 7737344 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654962:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000085b89df3 00000080:00200000:2.0:1775773081.654963:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 98. 00000080:00200000:2.0:1775773081.654965:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1890 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.654980:0:200258:0:(rw26.c:858:ll_write_end()) pos 7741440, len 4096, copied 4096 00000080:00200000:2.0:1775773081.654983:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007113dd06[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.654986:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000030cd094b 17ffffc0001001 3:0 ffff9a6051d37b60 1890 lru 00000080:00200000:2.0:1775773081.654992:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000065774a4b 1890: 1< 0 - - > 2< 7741440 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.654995:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007113dd06 00000080:00200000:2.0:1775773081.654996:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 99. 00000080:00200000:2.0:1775773081.654998:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1891 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655012:0:200258:0:(rw26.c:858:ll_write_end()) pos 7745536, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655016:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000081d9dfa1[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655018:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a66d4955 17ffffc0001001 3:0 ffff9a6051d37540 1891 lru 00000080:00200000:2.0:1775773081.655023:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001db502b6 1891: 1< 0 - - > 2< 7745536 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655026:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000081d9dfa1 00000080:00200000:2.0:1775773081.655027:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 100. 00000080:00200000:2.0:1775773081.655029:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1892 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655041:0:200258:0:(rw26.c:858:ll_write_end()) pos 7749632, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655045:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005788ca99[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655048:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000016c5eac0 17ffffc0001001 3:0 ffff9a6051d377e0 1892 lru 00000080:00200000:2.0:1775773081.655054:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005930b6a2 1892: 1< 0 - - > 2< 7749632 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655056:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005788ca99 00000080:00200000:2.0:1775773081.655057:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 101. 00000080:00200000:2.0:1775773081.655059:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1893 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655071:0:200258:0:(rw26.c:858:ll_write_end()) pos 7753728, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655074:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005011d4b8[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655077:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006a9be4e1 17ffffc0001001 3:0 ffff9a6051d370e0 1893 lru 00000080:00200000:2.0:1775773081.655083:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fe3f41e5 1893: 1< 0 - - > 2< 7753728 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655085:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005011d4b8 00000080:00200000:2.0:1775773081.655086:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 102. 00000080:00200000:2.0:1775773081.655088:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1894 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655101:0:200258:0:(rw26.c:858:ll_write_end()) pos 7757824, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655105:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002e6a8170[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655108:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d125c632 17ffffc0001001 3:0 ffff9a6051d378c0 1894 lru 00000080:00200000:2.0:1775773081.655114:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009f5bfaf2 1894: 1< 0 - - > 2< 7757824 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655116:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002e6a8170 00000080:00200000:2.0:1775773081.655117:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 103. 00000080:00200000:2.0:1775773081.655119:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1895 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655134:0:200258:0:(rw26.c:858:ll_write_end()) pos 7761920, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655138:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f1899621[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655141:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000028e6a7ed 17ffffc0001021 2:0 ffff9a6051d37380 1895 lru 00000080:00200000:2.0:1775773081.655146:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ca5c9e21 1895: 1< 0 - - > 2< 7761920 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655149:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f1899621 00000080:00200000:2.0:1775773081.655150:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 104. 00000080:00200000:2.0:1775773081.655151:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1896 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655163:0:200258:0:(rw26.c:858:ll_write_end()) pos 7766016, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655167:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e52a3817[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655170:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fa093a90 17ffffc0001001 3:0 ffff9a6051d37620 1896 lru 00000080:00200000:2.0:1775773081.655175:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000630962a0 1896: 1< 0 - - > 2< 7766016 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655177:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e52a3817 00000080:00200000:2.0:1775773081.655178:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 105. 00000080:00200000:2.0:1775773081.655180:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1897 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655192:0:200258:0:(rw26.c:858:ll_write_end()) pos 7770112, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655196:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001f0467df[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655198:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c7ca9dbc 17ffffc0001001 3:0 ffff9a6051d37460 1897 lru 00000080:00200000:2.0:1775773081.655204:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000318a42b4 1897: 1< 0 - - > 2< 7770112 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655207:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001f0467df 00000080:00200000:2.0:1775773081.655208:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 106. 00000080:00200000:2.0:1775773081.655210:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1898 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655221:0:200258:0:(rw26.c:858:ll_write_end()) pos 7774208, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655225:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004ea2da28[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655227:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c7d457de 17ffffc0001001 3:0 ffff9a6051d37000 1898 lru 00000080:00200000:2.0:1775773081.655233:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a42c2653 1898: 1< 0 - - > 2< 7774208 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655235:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004ea2da28 00000080:00200000:2.0:1775773081.655236:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 107. 00000080:00200000:2.0:1775773081.655238:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1899 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655250:0:200258:0:(rw26.c:858:ll_write_end()) pos 7778304, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655253:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004da965bf[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655256:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000014dccd 17ffffc0001001 3:0 ffff9a6051d37c40 1899 lru 00000080:00200000:2.0:1775773081.655261:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bede4ef7 1899: 1< 0 - - > 2< 7778304 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655263:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004da965bf 00000080:00200000:2.0:1775773081.655264:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 108. 00000080:00200000:2.0:1775773081.655266:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1900 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655279:0:200258:0:(rw26.c:858:ll_write_end()) pos 7782400, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655283:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001654f9c0[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655286:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006250ce71 17ffffc0001001 3:0 ffff9a6051d37e00 1900 lru 00000080:00200000:2.0:1775773081.655291:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005fb97e00 1900: 1< 0 - - > 2< 7782400 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655293:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001654f9c0 00000080:00200000:2.0:1775773081.655294:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 109. 00000080:00200000:2.0:1775773081.655296:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1901 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655311:0:200258:0:(rw26.c:858:ll_write_end()) pos 7786496, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655315:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000912b6527[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655318:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007eda3a2d 17ffffc0001001 3:0 ffff9a6051d37700 1901 lru 00000080:00200000:2.0:1775773081.655323:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000008bc5d06 1901: 1< 0 - - > 2< 7786496 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655325:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000912b6527 00000080:00200000:2.0:1775773081.655326:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 110. 00000080:00200000:2.0:1775773081.655328:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1902 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655343:0:200258:0:(rw26.c:858:ll_write_end()) pos 7790592, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655347:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000083b24684[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655350:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f658bf0e 17ffffc0001001 3:0 ffff9a6051d372a0 1902 lru 00000080:00200000:2.0:1775773081.655355:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f85f7865 1902: 1< 0 - - > 2< 7790592 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655357:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000083b24684 00000080:00200000:2.0:1775773081.655358:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 111. 00000080:00200000:2.0:1775773081.655360:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1903 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655381:0:200258:0:(rw26.c:858:ll_write_end()) pos 7794688, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655385:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cb48ec4e[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655388:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000010eb56f5 17ffffc0001001 3:0 ffff9a6045acfc40 1903 lru 00000080:00200000:2.0:1775773081.655393:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002b21453d 1903: 1< 0 - - > 2< 7794688 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655395:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cb48ec4e 00000080:00200000:2.0:1775773081.655396:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 112. 00000080:00200000:2.0:1775773081.655398:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1904 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655414:0:200258:0:(rw26.c:858:ll_write_end()) pos 7798784, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655418:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003c04b32b[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655421:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000055c0a7db 17ffffc0001001 3:0 ffff9a6045acfe00 1904 lru 00000080:00200000:2.0:1775773081.655425:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000df97e924 1904: 1< 0 - - > 2< 7798784 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655427:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003c04b32b 00000080:00200000:2.0:1775773081.655428:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 113. 00000080:00200000:2.0:1775773081.655430:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1905 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655444:0:200258:0:(rw26.c:858:ll_write_end()) pos 7802880, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655447:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000084cfb25f[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655450:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f2d0dcb9 17ffffc0001001 3:0 ffff9a6045acf700 1905 lru 00000080:00200000:2.0:1775773081.655454:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006a8bb401 1905: 1< 0 - - > 2< 7802880 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655456:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000084cfb25f 00000080:00200000:2.0:1775773081.655458:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 114. 00000080:00200000:2.0:1775773081.655459:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1906 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655473:0:200258:0:(rw26.c:858:ll_write_end()) pos 7806976, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655477:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c69723b4[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655479:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a234980c 17ffffc0001001 3:0 ffff9a6045acf2a0 1906 lru 00000080:00200000:2.0:1775773081.655484:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007176c523 1906: 1< 0 - - > 2< 7806976 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655487:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c69723b4 00000080:00200000:2.0:1775773081.655488:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 115. 00000080:00200000:2.0:1775773081.655489:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1907 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655516:0:200258:0:(rw26.c:858:ll_write_end()) pos 7811072, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655521:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e3648633[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655524:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000081d4c3db 17ffffc0001001 3:0 ffff9a6045acf1c0 1907 lru 00000080:00200000:2.0:1775773081.655529:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d0c0bc65 1907: 1< 0 - - > 2< 7811072 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655531:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e3648633 00000080:00200000:2.0:1775773081.655532:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 116. 00000080:00200000:2.0:1775773081.655534:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1908 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655553:0:200258:0:(rw26.c:858:ll_write_end()) pos 7815168, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655557:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c052e930[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655560:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d236cb95 17ffffc0001001 3:0 ffff9a6045acfee0 1908 lru 00000080:00200000:2.0:1775773081.655565:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007ee6a0a1 1908: 1< 0 - - > 2< 7815168 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655567:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c052e930 00000080:00200000:2.0:1775773081.655568:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 117. 00000080:00200000:2.0:1775773081.655570:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1909 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655585:0:200258:0:(rw26.c:858:ll_write_end()) pos 7819264, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655589:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000410e8423[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655591:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002b39a345 17ffffc0001001 3:0 ffff9a6045acf9a0 1909 lru 00000080:00200000:2.0:1775773081.655596:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a84359b1 1909: 1< 0 - - > 2< 7819264 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655598:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000410e8423 00000080:00200000:2.0:1775773081.655599:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 118. 00000080:00200000:2.0:1775773081.655601:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1910 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655619:0:200258:0:(rw26.c:858:ll_write_end()) pos 7823360, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655623:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000065a74d01[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655626:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004874e0fc 17ffffc0001021 2:0 ffff9a6045acfa80 1910 lru 00000080:00200000:2.0:1775773081.655631:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007f60f3bb 1910: 1< 0 - - > 2< 7823360 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655633:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000065a74d01 00000080:00200000:2.0:1775773081.655635:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 119. 00000080:00200000:2.0:1775773081.655637:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1911 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655650:0:200258:0:(rw26.c:858:ll_write_end()) pos 7827456, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655654:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d86f9e04[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655656:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008d0a2b9b 17ffffc0001001 3:0 ffff9a6045acfd20 1911 lru 00000080:00200000:2.0:1775773081.655661:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004d98238b 1911: 1< 0 - - > 2< 7827456 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655664:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d86f9e04 00000080:00200000:2.0:1775773081.655664:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 120. 00000080:00200000:2.0:1775773081.655667:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1912 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655678:0:200258:0:(rw26.c:858:ll_write_end()) pos 7831552, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655681:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009815cdbe[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655684:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001fdc116a 17ffffc0001001 3:0 ffff9a6045acfb60 1912 lru 00000080:00200000:2.0:1775773081.655689:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e0538033 1912: 1< 0 - - > 2< 7831552 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655692:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009815cdbe 00000080:00200000:2.0:1775773081.655693:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 121. 00000080:00200000:2.0:1775773081.655695:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1913 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655706:0:200258:0:(rw26.c:858:ll_write_end()) pos 7835648, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655710:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007e1f2410[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655713:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d6dd7cb5 17ffffc0001001 3:0 ffff9a6045acf540 1913 lru 00000080:00200000:2.0:1775773081.655719:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000020adc9f5 1913: 1< 0 - - > 2< 7835648 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655721:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007e1f2410 00000080:00200000:2.0:1775773081.655722:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 122. 00000080:00200000:2.0:1775773081.655724:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1914 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655735:0:200258:0:(rw26.c:858:ll_write_end()) pos 7839744, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655739:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000016a0b97c[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655742:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001cf15097 17ffffc0001001 3:0 ffff9a6045acf7e0 1914 lru 00000080:00200000:2.0:1775773081.655747:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000023bc8a63 1914: 1< 0 - - > 2< 7839744 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655749:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000016a0b97c 00000080:00200000:2.0:1775773081.655750:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 123. 00000080:00200000:2.0:1775773081.655752:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1915 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655767:0:200258:0:(rw26.c:858:ll_write_end()) pos 7843840, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655771:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b647a6ee[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655773:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ee917124 17ffffc0001001 3:0 ffff9a6045acf0e0 1915 lru 00000080:00200000:2.0:1775773081.655778:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000df059fca 1915: 1< 0 - - > 2< 7843840 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655781:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b647a6ee 00000080:00200000:2.0:1775773081.655783:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 124. 00000080:00200000:2.0:1775773081.655785:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1916 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655834:0:200258:0:(rw26.c:858:ll_write_end()) pos 7847936, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655839:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d5f44362[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655842:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ba9d8fe5 17ffffc0001001 3:0 ffff9a6045acf8c0 1916 lru 00000080:00200000:2.0:1775773081.655847:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000697c774f 1916: 1< 0 - - > 2< 7847936 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655850:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d5f44362 00000080:00200000:2.0:1775773081.655851:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 125. 00000080:00200000:2.0:1775773081.655853:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1917 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655865:0:200258:0:(rw26.c:858:ll_write_end()) pos 7852032, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655869:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000019a86c78[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655872:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cae0c48f 17ffffc0001001 3:0 ffff9a6045acf380 1917 lru 00000080:00200000:2.0:1775773081.655878:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d88159bc 1917: 1< 0 - - > 2< 7852032 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655880:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000019a86c78 00000080:00200000:2.0:1775773081.655881:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 126. 00000080:00200000:2.0:1775773081.655883:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1918 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655896:0:200258:0:(rw26.c:858:ll_write_end()) pos 7856128, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655899:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001ad6aa65[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655902:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000beef1e36 17ffffc0001001 3:0 ffff9a6045acf620 1918 lru 00000080:00200000:2.0:1775773081.655907:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000033e6971f 1918: 1< 0 - - > 2< 7856128 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655909:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001ad6aa65 00000080:00200000:2.0:1775773081.655910:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 127. 00000080:00200000:2.0:1775773081.655912:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1919 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655929:0:200258:0:(rw26.c:858:ll_write_end()) pos 7860224, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655932:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000513eb3bf[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655935:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f1195008 17ffffc0001001 3:0 ffff9a6045acf460 1919 lru 00000080:00200000:2.0:1775773081.655940:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008fed9b12 1919: 1< 0 - - > 2< 7860224 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655942:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000513eb3bf 00000080:00200000:2.0:1775773081.655944:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 128. 00000080:00200000:2.0:1775773081.655946:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1920 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.655971:0:200258:0:(rw26.c:858:ll_write_end()) pos 7864320, len 4096, copied 4096 00000080:00200000:2.0:1775773081.655976:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b3e5dcb5[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.655979:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000eefd764 17ffffc0001001 3:0 ffff9a6045acf000 1920 lru 00000080:00200000:2.0:1775773081.655984:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009aa916c4 1920: 1< 0 - - > 2< 7864320 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.655987:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b3e5dcb5 00000080:00200000:2.0:1775773081.655988:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 129. 00000080:00200000:2.0:1775773081.655990:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1921 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656012:0:200258:0:(rw26.c:858:ll_write_end()) pos 7868416, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656016:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000e122b7a[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656019:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001fe4ef2b 17ffffc0001001 3:0 ffff9a604304ca80 1921 lru 00000080:00200000:2.0:1775773081.656025:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001218a0ad 1921: 1< 0 - - > 2< 7868416 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656027:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000e122b7a 00000080:00200000:2.0:1775773081.656028:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 130. 00000080:00200000:2.0:1775773081.656031:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1922 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656046:0:200258:0:(rw26.c:858:ll_write_end()) pos 7872512, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656050:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008379d628[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656053:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d5427334 17ffffc0001001 3:0 ffff9a604304cd20 1922 lru 00000080:00200000:2.0:1775773081.656058:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009ba51bd3 1922: 1< 0 - - > 2< 7872512 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656061:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008379d628 00000080:00200000:2.0:1775773081.656062:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 131. 00000080:00200000:2.0:1775773081.656064:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1923 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656076:0:200258:0:(rw26.c:858:ll_write_end()) pos 7876608, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656080:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005dd06685[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656083:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000be6c432a 17ffffc0001001 3:0 ffff9a604304cb60 1923 lru 00000080:00200000:2.0:1775773081.656088:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000db9f1477 1923: 1< 0 - - > 2< 7876608 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656090:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005dd06685 00000080:00200000:2.0:1775773081.656091:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 132. 00000080:00200000:2.0:1775773081.656093:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1924 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656106:0:200258:0:(rw26.c:858:ll_write_end()) pos 7880704, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656110:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000aba89e0c[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656113:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000026d9ddac 17ffffc0001001 3:0 ffff9a604304c540 1924 lru 00000080:00200000:2.0:1775773081.656119:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d8575edb 1924: 1< 0 - - > 2< 7880704 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656122:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000aba89e0c 00000080:00200000:2.0:1775773081.656123:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 133. 00000080:00200000:2.0:1775773081.656125:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1925 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656142:0:200258:0:(rw26.c:858:ll_write_end()) pos 7884800, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656146:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ab4a19a5[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656149:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ff260dcd 17ffffc0001021 2:0 ffff9a604304c7e0 1925 lru 00000080:00200000:2.0:1775773081.656154:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000030bc6816 1925: 1< 0 - - > 2< 7884800 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656157:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ab4a19a5 00000080:00200000:2.0:1775773081.656158:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 134. 00000080:00200000:2.0:1775773081.656160:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1926 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656172:0:200258:0:(rw26.c:858:ll_write_end()) pos 7888896, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656176:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005d7290ab[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656179:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b6e8c7f0 17ffffc0001001 3:0 ffff9a604304c0e0 1926 lru 00000080:00200000:2.0:1775773081.656184:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000e8f0064 1926: 1< 0 - - > 2< 7888896 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656186:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005d7290ab 00000080:00200000:2.0:1775773081.656187:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 135. 00000080:00200000:2.0:1775773081.656188:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1927 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656200:0:200258:0:(rw26.c:858:ll_write_end()) pos 7892992, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656203:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005cd17b4a[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656206:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006d50d98d 17ffffc0001001 3:0 ffff9a604304c8c0 1927 lru 00000080:00200000:2.0:1775773081.656212:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005fd8a08f 1927: 1< 0 - - > 2< 7892992 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656214:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005cd17b4a 00000080:00200000:2.0:1775773081.656215:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 136. 00000080:00200000:2.0:1775773081.656217:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1928 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656228:0:200258:0:(rw26.c:858:ll_write_end()) pos 7897088, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656232:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b94416a1[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656235:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cab95a3c 17ffffc0001001 3:0 ffff9a604304c380 1928 lru 00000080:00200000:2.0:1775773081.656240:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d3ceeb5d 1928: 1< 0 - - > 2< 7897088 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656242:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b94416a1 00000080:00200000:2.0:1775773081.656243:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 137. 00000080:00200000:2.0:1775773081.656245:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1929 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656261:0:200258:0:(rw26.c:858:ll_write_end()) pos 7901184, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656265:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b8431f8c[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656267:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000081d8edf2 17ffffc0001001 3:0 ffff9a604304c620 1929 lru 00000080:00200000:2.0:1775773081.656272:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000039c3eca5 1929: 1< 0 - - > 2< 7901184 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656274:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b8431f8c 00000080:00200000:2.0:1775773081.656275:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 138. 00000080:00200000:2.0:1775773081.656277:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1930 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656290:0:200258:0:(rw26.c:858:ll_write_end()) pos 7905280, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656294:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005bb813cc[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656297:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f7d14193 17ffffc0001001 3:0 ffff9a604304c460 1930 lru 00000080:00200000:2.0:1775773081.656302:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a70f83f1 1930: 1< 0 - - > 2< 7905280 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656304:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005bb813cc 00000080:00200000:2.0:1775773081.656306:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 139. 00000080:00200000:2.0:1775773081.656308:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1931 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656321:0:200258:0:(rw26.c:858:ll_write_end()) pos 7909376, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656325:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008983a6a8[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656328:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000006c58a03 17ffffc0001001 3:0 ffff9a604304c000 1931 lru 00000080:00200000:2.0:1775773081.656333:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000af2df172 1931: 1< 0 - - > 2< 7909376 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656335:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008983a6a8 00000080:00200000:2.0:1775773081.656337:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 140. 00000080:00200000:2.0:1775773081.656339:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1932 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656352:0:200258:0:(rw26.c:858:ll_write_end()) pos 7913472, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656356:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ce4e4a81[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656359:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001589910b 17ffffc0001001 3:0 ffff9a604304cc40 1932 lru 00000080:00200000:2.0:1775773081.656364:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000324172a7 1932: 1< 0 - - > 2< 7913472 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656366:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ce4e4a81 00000080:00200000:2.0:1775773081.656368:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 141. 00000080:00200000:2.0:1775773081.656369:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1933 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656382:0:200258:0:(rw26.c:858:ll_write_end()) pos 7917568, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656385:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a1e30701[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656388:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004cb3c167 17ffffc0001001 3:0 ffff9a604304ce00 1933 lru 00000080:00200000:2.0:1775773081.656394:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000063df6447 1933: 1< 0 - - > 2< 7917568 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656396:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a1e30701 00000080:00200000:2.0:1775773081.656398:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 142. 00000080:00200000:2.0:1775773081.656399:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1934 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656410:0:200258:0:(rw26.c:858:ll_write_end()) pos 7921664, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656413:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a500bb23[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656416:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e031bd15 17ffffc0001001 3:0 ffff9a604304c700 1934 lru 00000080:00200000:2.0:1775773081.656421:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004a4e0233 1934: 1< 0 - - > 2< 7921664 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656423:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a500bb23 00000080:00200000:2.0:1775773081.656425:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 143. 00000080:00200000:2.0:1775773081.656426:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1935 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656438:0:200258:0:(rw26.c:858:ll_write_end()) pos 7925760, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656442:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000066ce613b[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656445:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009bef5192 17ffffc0001001 3:0 ffff9a604304c2a0 1935 lru 00000080:00200000:2.0:1775773081.656450:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000203533cd 1935: 1< 0 - - > 2< 7925760 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656453:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000066ce613b 00000080:00200000:2.0:1775773081.656454:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 144. 00000080:00200000:2.0:1775773081.656456:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1936 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656471:0:200258:0:(rw26.c:858:ll_write_end()) pos 7929856, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656474:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cc060345[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656477:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000083411612 17ffffc0001001 3:0 ffff9a604304c1c0 1936 lru 00000080:00200000:2.0:1775773081.656482:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000125b0be0 1936: 1< 0 - - > 2< 7929856 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656485:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cc060345 00000080:00200000:2.0:1775773081.656486:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 145. 00000080:00200000:2.0:1775773081.656487:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1937 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656511:0:200258:0:(rw26.c:858:ll_write_end()) pos 7933952, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656516:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ad17b9db[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656519:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f0a2e177 17ffffc0001001 3:0 ffff9a604304cee0 1937 lru 00000080:00200000:2.0:1775773081.656524:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000090341e2c 1937: 1< 0 - - > 2< 7933952 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656526:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ad17b9db 00000080:00200000:2.0:1775773081.656528:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 146. 00000080:00200000:2.0:1775773081.656529:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1938 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656549:0:200258:0:(rw26.c:858:ll_write_end()) pos 7938048, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656553:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000e5e6345[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656555:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000048dc4db3 17ffffc0001001 3:0 ffff9a604304c9a0 1938 lru 00000080:00200000:2.0:1775773081.656560:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000827f704 1938: 1< 0 - - > 2< 7938048 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656562:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000e5e6345 00000080:00200000:2.0:1775773081.656563:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 147. 00000080:00200000:2.0:1775773081.656565:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1939 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656589:0:200258:0:(rw26.c:858:ll_write_end()) pos 7942144, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656593:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000046220650[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656596:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c899dc0c 17ffffc0001001 3:0 ffff9a6048a471c0 1939 lru 00000080:00200000:2.0:1775773081.656602:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000069125102 1939: 1< 0 - - > 2< 7942144 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656605:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000046220650 00000080:00200000:2.0:1775773081.656606:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 148. 00000080:00200000:2.0:1775773081.656608:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1940 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656625:0:200258:0:(rw26.c:858:ll_write_end()) pos 7946240, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656629:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001a0512d2[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656632:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000f589ee8 17ffffc0001021 2:0 ffff9a6048a47ee0 1940 lru 00000080:00200000:2.0:1775773081.656637:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a31f1014 1940: 1< 0 - - > 2< 7946240 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656640:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001a0512d2 00000080:00200000:2.0:1775773081.656641:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 149. 00000080:00200000:2.0:1775773081.656643:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1941 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656654:0:200258:0:(rw26.c:858:ll_write_end()) pos 7950336, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656658:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e89e9384[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656661:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dd1ebed6 17ffffc0001001 3:0 ffff9a6048a479a0 1941 lru 00000080:00200000:2.0:1775773081.656666:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b0080b7d 1941: 1< 0 - - > 2< 7950336 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656669:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e89e9384 00000080:00200000:2.0:1775773081.656670:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 150. 00000080:00200000:2.0:1775773081.656672:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1942 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656683:0:200258:0:(rw26.c:858:ll_write_end()) pos 7954432, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656687:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e7bbc17a[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656691:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004a62a0d4 17ffffc0001001 3:0 ffff9a6048a47a80 1942 lru 00000080:00200000:2.0:1775773081.656696:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d449fc63 1942: 1< 0 - - > 2< 7954432 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656699:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e7bbc17a 00000080:00200000:2.0:1775773081.656700:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 151. 00000080:00200000:2.0:1775773081.656702:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1943 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656717:0:200258:0:(rw26.c:858:ll_write_end()) pos 7958528, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656721:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000dde1110a[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656724:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008a60db0c 17ffffc0001001 3:0 ffff9a6048a47d20 1943 lru 00000080:00200000:2.0:1775773081.656729:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ec9200ef 1943: 1< 0 - - > 2< 7958528 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656731:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000dde1110a 00000080:00200000:2.0:1775773081.656733:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 152. 00000080:00200000:2.0:1775773081.656735:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1944 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656747:0:200258:0:(rw26.c:858:ll_write_end()) pos 7962624, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656751:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a1c65ef1[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656754:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000003576652 17ffffc0001001 3:0 ffff9a6048a47b60 1944 lru 00000080:00200000:2.0:1775773081.656760:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f4d3b2a6 1944: 1< 0 - - > 2< 7962624 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656762:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a1c65ef1 00000080:00200000:2.0:1775773081.656763:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 153. 00000080:00200000:2.0:1775773081.656765:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1945 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656777:0:200258:0:(rw26.c:858:ll_write_end()) pos 7966720, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656781:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000916a3a4[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656784:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002cea4a76 17ffffc0001001 3:0 ffff9a6048a47540 1945 lru 00000080:00200000:2.0:1775773081.656825:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009c237ef7 1945: 1< 0 - - > 2< 7966720 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656828:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000916a3a4 00000080:00200000:2.0:1775773081.656829:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 154. 00000080:00200000:2.0:1775773081.656831:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1946 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656849:0:200258:0:(rw26.c:858:ll_write_end()) pos 7970816, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656853:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000592f5058[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656857:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000637ff565 17ffffc0001001 3:0 ffff9a6048a477e0 1946 lru 00000080:00200000:2.0:1775773081.656862:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ef4b9951 1946: 1< 0 - - > 2< 7970816 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656865:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000592f5058 00000080:00200000:2.0:1775773081.656866:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 155. 00000080:00200000:2.0:1775773081.656868:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1947 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656880:0:200258:0:(rw26.c:858:ll_write_end()) pos 7974912, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656884:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000000581606[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656887:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e1096296 17ffffc0001001 3:0 ffff9a6048a470e0 1947 lru 00000080:00200000:2.0:1775773081.656892:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000387ebbdd 1947: 1< 0 - - > 2< 7974912 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656894:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000000581606 00000080:00200000:2.0:1775773081.656896:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 156. 00000080:00200000:2.0:1775773081.656898:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1948 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656911:0:200258:0:(rw26.c:858:ll_write_end()) pos 7979008, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656915:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000081e67b10[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656918:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000056af1719 17ffffc0001001 3:0 ffff9a6048a478c0 1948 lru 00000080:00200000:2.0:1775773081.656923:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008df19108 1948: 1< 0 - - > 2< 7979008 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656925:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000081e67b10 00000080:00200000:2.0:1775773081.656926:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 157. 00000080:00200000:2.0:1775773081.656927:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1949 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656940:0:200258:0:(rw26.c:858:ll_write_end()) pos 7983104, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656944:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002c1db91d[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656947:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000faa7fe24 17ffffc0001001 3:0 ffff9a6048a47380 1949 lru 00000080:00200000:2.0:1775773081.656952:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000043ac2724 1949: 1< 0 - - > 2< 7983104 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656955:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002c1db91d 00000080:00200000:2.0:1775773081.656956:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 158. 00000080:00200000:2.0:1775773081.656958:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1950 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.656974:0:200258:0:(rw26.c:858:ll_write_end()) pos 7987200, len 4096, copied 4096 00000080:00200000:2.0:1775773081.656978:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e7187d93[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.656981:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000097db7b4f 17ffffc0001001 3:0 ffff9a6048a47620 1950 lru 00000080:00200000:2.0:1775773081.656986:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fd623c81 1950: 1< 0 - - > 2< 7987200 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.656989:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e7187d93 00000080:00200000:2.0:1775773081.656990:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 159. 00000080:00200000:2.0:1775773081.656991:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1951 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.657004:0:200258:0:(rw26.c:858:ll_write_end()) pos 7991296, len 4096, copied 4096 00000080:00200000:2.0:1775773081.657008:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000058237849[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.657011:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000036610783 17ffffc0001001 3:0 ffff9a6048a47460 1951 lru 00000080:00200000:2.0:1775773081.657017:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000076e3f584 1951: 1< 0 - - > 2< 7991296 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.657019:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000058237849 00000080:00200000:2.0:1775773081.657021:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 160. 00000080:00200000:2.0:1775773081.657023:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1952 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.657035:0:200258:0:(rw26.c:858:ll_write_end()) pos 7995392, len 4096, copied 4096 00000080:00200000:2.0:1775773081.657039:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000016bf977e[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.657042:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000033748f26 17ffffc0001001 3:0 ffff9a6048a47000 1952 lru 00000080:00200000:2.0:1775773081.657047:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c03412f0 1952: 1< 0 - - > 2< 7995392 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.657050:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000016bf977e 00000080:00200000:2.0:1775773081.657051:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 161. 00000080:00200000:2.0:1775773081.657053:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1953 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.657065:0:200258:0:(rw26.c:858:ll_write_end()) pos 7999488, len 4096, copied 4096 00000080:00200000:2.0:1775773081.657069:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c37ba067[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.657071:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000049b977be 17ffffc0001001 3:0 ffff9a6048a47c40 1953 lru 00000080:00200000:2.0:1775773081.657077:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000356007f7 1953: 1< 0 - - > 2< 7999488 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.657079:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c37ba067 00000080:00200000:2.0:1775773081.657080:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 162. 00000080:00200000:2.0:1775773081.657082:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1954 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.657094:0:200258:0:(rw26.c:858:ll_write_end()) pos 8003584, len 4096, copied 4096 00000080:00200000:2.0:1775773081.657098:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000995bd562[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.657101:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000011b3a5cf 17ffffc0001001 3:0 ffff9a6048a47e00 1954 lru 00000080:00200000:2.0:1775773081.657106:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000974f46a8 1954: 1< 0 - - > 2< 8003584 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.657108:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000995bd562 00000080:00200000:2.0:1775773081.657110:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 163. 00000080:00200000:2.0:1775773081.657111:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1955 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.657126:0:200258:0:(rw26.c:858:ll_write_end()) pos 8007680, len 4096, copied 4096 00000080:00200000:2.0:1775773081.657130:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ce645ac0[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.657133:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008709331a 17ffffc0001021 2:0 ffff9a6048a47700 1955 lru 00000080:00200000:2.0:1775773081.657139:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000050657aaa 1955: 1< 0 - - > 2< 8007680 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.657142:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ce645ac0 00000080:00200000:2.0:1775773081.657143:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 164. 00000080:00200000:2.0:1775773081.657145:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1956 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.657157:0:200258:0:(rw26.c:858:ll_write_end()) pos 8011776, len 4096, copied 4096 00000080:00200000:2.0:1775773081.657161:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000ef91c87[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.657164:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f982eb09 17ffffc0001001 3:0 ffff9a6048a472a0 1956 lru 00000080:00200000:2.0:1775773081.657170:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006521f932 1956: 1< 0 - - > 2< 8011776 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.657172:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000ef91c87 00000080:00200000:2.0:1775773081.657173:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 165. 00000080:00200000:2.0:1775773081.657175:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1957 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.657198:0:200258:0:(rw26.c:858:ll_write_end()) pos 8015872, len 4096, copied 4096 00000080:00200000:2.0:1775773081.657202:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000bd3cd93[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.657205:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c405fcb3 17ffffc0001001 3:0 ffff9a6058c46460 1957 lru 00000080:00200000:2.0:1775773081.657210:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000079950de0 1957: 1< 0 - - > 2< 8015872 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.657213:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000bd3cd93 00000080:00200000:2.0:1775773081.657214:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 166. 00000080:00200000:2.0:1775773081.657216:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1958 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.657228:0:200258:0:(rw26.c:858:ll_write_end()) pos 8019968, len 4096, copied 4096 00000080:00200000:2.0:1775773081.657231:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a2b4db20[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.657234:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d5fec738 17ffffc0001001 3:0 ffff9a6058c46000 1958 lru 00000080:00200000:2.0:1775773081.657239:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f9edbd52 1958: 1< 0 - - > 2< 8019968 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.657242:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a2b4db20 00000080:00200000:2.0:1775773081.657243:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 167. 00000080:00200000:2.0:1775773081.657245:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1959 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.657259:0:200258:0:(rw26.c:858:ll_write_end()) pos 8024064, len 4096, copied 4096 00000080:00200000:2.0:1775773081.657263:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001d589a31[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.657265:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000029494fbd 17ffffc0001001 3:0 ffff9a6058c46c40 1959 lru 00000080:00200000:2.0:1775773081.657270:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b38bd8b0 1959: 1< 0 - - > 2< 8024064 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.657272:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001d589a31 00000080:00200000:2.0:1775773081.657273:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 168. 00000080:00200000:2.0:1775773081.657275:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1960 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.657289:0:200258:0:(rw26.c:858:ll_write_end()) pos 8028160, len 4096, copied 4096 00000080:00200000:2.0:1775773081.657293:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003e35cbfc[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.657295:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d6c1e8d9 17ffffc0001001 3:0 ffff9a6058c46e00 1960 lru 00000080:00200000:2.0:1775773081.657301:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005403a212 1960: 1< 0 - - > 2< 8028160 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.657304:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003e35cbfc 00000080:00200000:2.0:1775773081.657305:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 169. 00000080:00200000:2.0:1775773081.657307:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1961 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.657321:0:200258:0:(rw26.c:858:ll_write_end()) pos 8032256, len 4096, copied 4096 00000080:00200000:2.0:1775773081.657325:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f08348c1[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.657328:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c7ba2923 17ffffc0001001 3:0 ffff9a6058c46700 1961 lru 00000080:00200000:2.0:1775773081.657333:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000c4593f4 1961: 1< 0 - - > 2< 8032256 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.657335:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f08348c1 00000080:00200000:2.0:1775773081.657337:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 170. 00000080:00200000:2.0:1775773081.657339:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1962 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.657353:0:200258:0:(rw26.c:858:ll_write_end()) pos 8036352, len 4096, copied 4096 00000080:00200000:2.0:1775773081.657357:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006da9f403[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.657360:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009e614f80 17ffffc0001001 3:0 ffff9a6058c462a0 1962 lru 00000080:00200000:2.0:1775773081.657365:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000291a87e1 1962: 1< 0 - - > 2< 8036352 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.657368:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006da9f403 00000080:00200000:2.0:1775773081.657369:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 171. 00000080:00200000:2.0:1775773081.657371:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1963 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.657383:0:200258:0:(rw26.c:858:ll_write_end()) pos 8040448, len 4096, copied 4096 00000080:00200000:2.0:1775773081.657386:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006ac211f8[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.657388:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000051bb2fc1 17ffffc0001001 3:0 ffff9a6058c461c0 1963 lru 00000080:00200000:2.0:1775773081.657394:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005f844518 1963: 1< 0 - - > 2< 8040448 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.657396:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006ac211f8 00000080:00200000:2.0:1775773081.657397:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 172. 00000080:00200000:2.0:1775773081.657399:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1964 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.657414:0:200258:0:(rw26.c:858:ll_write_end()) pos 8044544, len 4096, copied 4096 00000080:00200000:2.0:1775773081.657418:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ff536002[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.657421:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004eaeeac9 17ffffc0001001 3:0 ffff9a6058c46ee0 1964 lru 00000080:00200000:2.0:1775773081.657427:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006e6c2e02 1964: 1< 0 - - > 2< 8044544 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.657430:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ff536002 00000080:00200000:2.0:1775773081.657431:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 173. 00000080:00200000:2.0:1775773081.657432:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1965 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.657444:0:200258:0:(rw26.c:858:ll_write_end()) pos 8048640, len 4096, copied 4096 00000080:00200000:2.0:1775773081.657448:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000041758a6[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.657451:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009382367a 17ffffc0001001 3:0 ffff9a6058c469a0 1965 lru 00000080:00200000:2.0:1775773081.657456:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000035338d78 1965: 1< 0 - - > 2< 8048640 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.657457:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000041758a6 00000080:00200000:2.0:1775773081.657458:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 174. 00000080:00200000:2.0:1775773081.657460:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1966 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.657472:0:200258:0:(rw26.c:858:ll_write_end()) pos 8052736, len 4096, copied 4096 00000080:00200000:2.0:1775773081.657475:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e99f46b7[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.657478:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000265b2134 17ffffc0001001 3:0 ffff9a6058c46a80 1966 lru 00000080:00200000:2.0:1775773081.657483:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000575ad0d9 1966: 1< 0 - - > 2< 8052736 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.657486:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e99f46b7 00000080:00200000:2.0:1775773081.657487:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 175. 00000080:00200000:2.0:1775773081.657489:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1967 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660066:0:200258:0:(rw26.c:858:ll_write_end()) pos 8056832, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660088:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d1c0d948[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660103:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ad97bccb 17ffffc0001001 3:0 ffff9a6058c46d20 1967 lru 00000080:00200000:2.0:1775773081.660112:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b122bf7d 1967: 1< 0 - - > 2< 8056832 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660115:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d1c0d948 00000080:00200000:2.0:1775773081.660117:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 176. 00000080:00200000:2.0:1775773081.660123:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1968 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660175:0:200258:0:(rw26.c:858:ll_write_end()) pos 8060928, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660180:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008471e0ac[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660183:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f64ffe18 17ffffc0001001 3:0 ffff9a6058c46b60 1968 lru 00000080:00200000:2.0:1775773081.660189:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ca2f4a70 1968: 1< 0 - - > 2< 8060928 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660192:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008471e0ac 00000080:00200000:2.0:1775773081.660193:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 177. 00000080:00200000:2.0:1775773081.660195:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1969 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660209:0:200258:0:(rw26.c:858:ll_write_end()) pos 8065024, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660212:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006f0ef88f[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660215:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000ff58e57 17ffffc0001001 3:0 ffff9a6058c46540 1969 lru 00000080:00200000:2.0:1775773081.660221:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c7aaa38e 1969: 1< 0 - - > 2< 8065024 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660224:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006f0ef88f 00000080:00200000:2.0:1775773081.660225:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 178. 00000080:00200000:2.0:1775773081.660227:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1970 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660251:0:200258:0:(rw26.c:858:ll_write_end()) pos 8069120, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660255:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e329f0d5[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660258:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000073bbf8f2 17ffffc0001021 2:0 ffff9a6058c467e0 1970 lru 00000080:00200000:2.0:1775773081.660263:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002eb8a9f6 1970: 1< 0 - - > 2< 8069120 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660265:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e329f0d5 00000080:00200000:2.0:1775773081.660266:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 179. 00000080:00200000:2.0:1775773081.660268:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1971 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660287:0:200258:0:(rw26.c:858:ll_write_end()) pos 8073216, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660290:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009efeaeec[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660293:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000aa4992eb 17ffffc0001001 3:0 ffff9a6058c460e0 1971 lru 00000080:00200000:2.0:1775773081.660299:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d9c3ad67 1971: 1< 0 - - > 2< 8073216 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660301:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009efeaeec 00000080:00200000:2.0:1775773081.660302:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 180. 00000080:00200000:2.0:1775773081.660304:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1972 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660318:0:200258:0:(rw26.c:858:ll_write_end()) pos 8077312, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660322:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008f104036[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660325:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000625e7916 17ffffc0001001 3:0 ffff9a6058c468c0 1972 lru 00000080:00200000:2.0:1775773081.660330:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000652aa44f 1972: 1< 0 - - > 2< 8077312 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660332:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008f104036 00000080:00200000:2.0:1775773081.660334:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 181. 00000080:00200000:2.0:1775773081.660335:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1973 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660350:0:200258:0:(rw26.c:858:ll_write_end()) pos 8081408, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660354:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e140aafa[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660357:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000b9c29c9 17ffffc0001001 3:0 ffff9a6058c46380 1973 lru 00000080:00200000:2.0:1775773081.660363:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003c1016e5 1973: 1< 0 - - > 2< 8081408 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660365:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e140aafa 00000080:00200000:2.0:1775773081.660366:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 182. 00000080:00200000:2.0:1775773081.660368:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1974 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660381:0:200258:0:(rw26.c:858:ll_write_end()) pos 8085504, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660385:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e3972923[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660388:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ad5ec4f5 17ffffc0001001 3:0 ffff9a6058c46620 1974 lru 00000080:00200000:2.0:1775773081.660394:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009c2c6213 1974: 1< 0 - - > 2< 8085504 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660396:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e3972923 00000080:00200000:2.0:1775773081.660397:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 183. 00000080:00200000:2.0:1775773081.660399:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1975 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660457:0:200258:0:(rw26.c:858:ll_write_end()) pos 8089600, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660462:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003ff91928[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660465:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000af344885 17ffffc0001001 3:0 ffff9a6051673380 1975 lru 00000080:00200000:2.0:1775773081.660470:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000013ae1b5e 1975: 1< 0 - - > 2< 8089600 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660473:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003ff91928 00000080:00200000:2.0:1775773081.660474:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 184. 00000080:00200000:2.0:1775773081.660476:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1976 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660506:0:200258:0:(rw26.c:858:ll_write_end()) pos 8093696, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660519:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000db670d0b[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660522:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fee9dd51 17ffffc0001001 3:0 ffff9a6051673620 1976 lru 00000080:00200000:2.0:1775773081.660528:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a5a26ae2 1976: 1< 0 - - > 2< 8093696 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660530:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000db670d0b 00000080:00200000:2.0:1775773081.660531:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 185. 00000080:00200000:2.0:1775773081.660533:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1977 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660556:0:200258:0:(rw26.c:858:ll_write_end()) pos 8097792, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660561:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008a918060[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660563:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cc0756f4 17ffffc0001001 3:0 ffff9a6051673460 1977 lru 00000080:00200000:2.0:1775773081.660569:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000c191681 1977: 1< 0 - - > 2< 8097792 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660571:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008a918060 00000080:00200000:2.0:1775773081.660572:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 186. 00000080:00200000:2.0:1775773081.660575:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1978 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660590:0:200258:0:(rw26.c:858:ll_write_end()) pos 8101888, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660594:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fd7143fb[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660597:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c58f5c2c 17ffffc0001001 3:0 ffff9a6051673000 1978 lru 00000080:00200000:2.0:1775773081.660603:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f4d355af 1978: 1< 0 - - > 2< 8101888 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660606:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fd7143fb 00000080:00200000:2.0:1775773081.660607:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 187. 00000080:00200000:2.0:1775773081.660609:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1979 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660621:0:200258:0:(rw26.c:858:ll_write_end()) pos 8105984, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660624:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000032a34000[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660627:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009457d824 17ffffc0001001 3:0 ffff9a6051673c40 1979 lru 00000080:00200000:2.0:1775773081.660633:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000ba29bb8 1979: 1< 0 - - > 2< 8105984 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660635:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000032a34000 00000080:00200000:2.0:1775773081.660636:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 188. 00000080:00200000:2.0:1775773081.660638:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1980 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660657:0:200258:0:(rw26.c:858:ll_write_end()) pos 8110080, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660662:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000067aa9f4f[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660664:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d4291601 17ffffc0001001 3:0 ffff9a6051673e00 1980 lru 00000080:00200000:2.0:1775773081.660669:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000058a4c19a 1980: 1< 0 - - > 2< 8110080 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660670:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000067aa9f4f 00000080:00200000:2.0:1775773081.660672:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 189. 00000080:00200000:2.0:1775773081.660673:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1981 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660698:0:200258:0:(rw26.c:858:ll_write_end()) pos 8114176, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660703:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009d4ef0a5[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660706:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bbb25d1a 17ffffc0001001 3:0 ffff9a6051673700 1981 lru 00000080:00200000:2.0:1775773081.660711:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004660e85a 1981: 1< 0 - - > 2< 8114176 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660713:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009d4ef0a5 00000080:00200000:2.0:1775773081.660715:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 190. 00000080:00200000:2.0:1775773081.660717:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1982 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660730:0:200258:0:(rw26.c:858:ll_write_end()) pos 8118272, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660733:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000091273957[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660736:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000090c5610 17ffffc0001001 3:0 ffff9a60516732a0 1982 lru 00000080:00200000:2.0:1775773081.660741:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005b654833 1982: 1< 0 - - > 2< 8118272 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660743:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000091273957 00000080:00200000:2.0:1775773081.660745:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 191. 00000080:00200000:2.0:1775773081.660747:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1983 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660761:0:200258:0:(rw26.c:858:ll_write_end()) pos 8122368, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660764:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000069d52109[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660767:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000028348bd0 17ffffc0001001 3:0 ffff9a60516731c0 1983 lru 00000080:00200000:2.0:1775773081.660773:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e6f38aec 1983: 1< 0 - - > 2< 8122368 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660775:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000069d52109 00000080:00200000:2.0:1775773081.660776:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 192. 00000080:00200000:2.0:1775773081.660778:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1984 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660824:0:200258:0:(rw26.c:858:ll_write_end()) pos 8126464, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660829:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a8bd8989[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660832:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000872db895 17ffffc0001001 3:0 ffff9a6051673ee0 1984 lru 00000080:00200000:2.0:1775773081.660838:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e2fda06c 1984: 1< 0 - - > 2< 8126464 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660840:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a8bd8989 00000080:00200000:2.0:1775773081.660841:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 193. 00000080:00200000:2.0:1775773081.660843:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1985 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660869:0:200258:0:(rw26.c:858:ll_write_end()) pos 8130560, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660873:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008d06cb64[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660876:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009f5996ec 17ffffc0001021 2:0 ffff9a60516739a0 1985 lru 00000080:00200000:2.0:1775773081.660882:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003dd42867 1985: 1< 0 - - > 2< 8130560 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660884:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008d06cb64 00000080:00200000:2.0:1775773081.660885:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 194. 00000080:00200000:2.0:1775773081.660887:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1986 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660901:0:200258:0:(rw26.c:858:ll_write_end()) pos 8134656, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660906:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000088fbabaa[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660908:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000022403b7e 17ffffc0001001 3:0 ffff9a6051673a80 1986 lru 00000080:00200000:2.0:1775773081.660913:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d38f8067 1986: 1< 0 - - > 2< 8134656 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660915:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000088fbabaa 00000080:00200000:2.0:1775773081.660916:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 195. 00000080:00200000:2.0:1775773081.660918:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1987 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660933:0:200258:0:(rw26.c:858:ll_write_end()) pos 8138752, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660937:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e30d8776[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660939:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000047000875 17ffffc0001001 3:0 ffff9a6051673d20 1987 lru 00000080:00200000:2.0:1775773081.660944:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000996b2030 1987: 1< 0 - - > 2< 8138752 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660947:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e30d8776 00000080:00200000:2.0:1775773081.660948:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 196. 00000080:00200000:2.0:1775773081.660950:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1988 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660962:0:200258:0:(rw26.c:858:ll_write_end()) pos 8142848, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660966:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000050c06241[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.660969:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001425c4d1 17ffffc0001001 3:0 ffff9a6051673b60 1988 lru 00000080:00200000:2.0:1775773081.660974:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fb74c43f 1988: 1< 0 - - > 2< 8142848 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.660976:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000050c06241 00000080:00200000:2.0:1775773081.660977:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 197. 00000080:00200000:2.0:1775773081.660979:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1989 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.660993:0:200258:0:(rw26.c:858:ll_write_end()) pos 8146944, len 4096, copied 4096 00000080:00200000:2.0:1775773081.660997:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ab9c2666[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661000:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a1d422f7 17ffffc0001001 3:0 ffff9a6051673540 1989 lru 00000080:00200000:2.0:1775773081.661005:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005e5f913c 1989: 1< 0 - - > 2< 8146944 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661007:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ab9c2666 00000080:00200000:2.0:1775773081.661009:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 198. 00000080:00200000:2.0:1775773081.661011:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1990 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661023:0:200258:0:(rw26.c:858:ll_write_end()) pos 8151040, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661027:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000007cbf0b9[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661030:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e5125d50 17ffffc0001001 3:0 ffff9a60516737e0 1990 lru 00000080:00200000:2.0:1775773081.661036:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006646c510 1990: 1< 0 - - > 2< 8151040 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661038:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000007cbf0b9 00000080:00200000:2.0:1775773081.661039:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 199. 00000080:00200000:2.0:1775773081.661041:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1991 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661054:0:200258:0:(rw26.c:858:ll_write_end()) pos 8155136, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661058:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a957c243[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661061:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d0d6f462 17ffffc0001001 3:0 ffff9a60516730e0 1991 lru 00000080:00200000:2.0:1775773081.661066:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000053493673 1991: 1< 0 - - > 2< 8155136 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661069:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a957c243 00000080:00200000:2.0:1775773081.661070:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 200. 00000080:00200000:2.0:1775773081.661072:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1992 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661086:0:200258:0:(rw26.c:858:ll_write_end()) pos 8159232, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661090:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000065193a5[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661094:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e5bba310 17ffffc0001001 3:0 ffff9a60516738c0 1992 lru 00000080:00200000:2.0:1775773081.661100:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009dd26cbe 1992: 1< 0 - - > 2< 8159232 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661103:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000065193a5 00000080:00200000:2.0:1775773081.661105:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 201. 00000080:00200000:2.0:1775773081.661107:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1993 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661128:0:200258:0:(rw26.c:858:ll_write_end()) pos 8163328, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661133:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b49461fd[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661136:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000060bfa47e 17ffffc0001001 3:0 ffff9a6058c85620 1993 lru 00000080:00200000:2.0:1775773081.661141:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007d9895d4 1993: 1< 0 - - > 2< 8163328 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661144:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b49461fd 00000080:00200000:2.0:1775773081.661145:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 202. 00000080:00200000:2.0:1775773081.661147:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1994 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661159:0:200258:0:(rw26.c:858:ll_write_end()) pos 8167424, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661163:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000529b9db7[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661166:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008177b258 17ffffc0001001 3:0 ffff9a6058c85460 1994 lru 00000080:00200000:2.0:1775773081.661171:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009d0d86f1 1994: 1< 0 - - > 2< 8167424 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661173:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000529b9db7 00000080:00200000:2.0:1775773081.661174:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 203. 00000080:00200000:2.0:1775773081.661176:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1995 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661187:0:200258:0:(rw26.c:858:ll_write_end()) pos 8171520, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661191:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004f73aab0[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661194:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c9378c0b 17ffffc0001001 3:0 ffff9a6058c85000 1995 lru 00000080:00200000:2.0:1775773081.661199:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000faf475c6 1995: 1< 0 - - > 2< 8171520 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661202:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004f73aab0 00000080:00200000:2.0:1775773081.661203:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 204. 00000080:00200000:2.0:1775773081.661205:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1996 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661217:0:200258:0:(rw26.c:858:ll_write_end()) pos 8175616, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661221:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000046ec4511[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661224:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000040f79965 17ffffc0001001 3:0 ffff9a6058c85c40 1996 lru 00000080:00200000:2.0:1775773081.661230:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e467c115 1996: 1< 0 - - > 2< 8175616 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661232:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000046ec4511 00000080:00200000:2.0:1775773081.661233:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 205. 00000080:00200000:2.0:1775773081.661235:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1997 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661250:0:200258:0:(rw26.c:858:ll_write_end()) pos 8179712, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661254:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006f8cca96[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661257:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000098df8595 17ffffc0001001 3:0 ffff9a6058c85e00 1997 lru 00000080:00200000:2.0:1775773081.661262:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006a5a54b3 1997: 1< 0 - - > 2< 8179712 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661264:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006f8cca96 00000080:00200000:2.0:1775773081.661265:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 206. 00000080:00200000:2.0:1775773081.661267:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1998 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661282:0:200258:0:(rw26.c:858:ll_write_end()) pos 8183808, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661285:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000caf7bff0[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661288:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ac2b03b6 17ffffc0001001 3:0 ffff9a6058c85700 1998 lru 00000080:00200000:2.0:1775773081.661293:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000018a9550e 1998: 1< 0 - - > 2< 8183808 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661295:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000caf7bff0 00000080:00200000:2.0:1775773081.661296:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 207. 00000080:00200000:2.0:1775773081.661298:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 1999 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661314:0:200258:0:(rw26.c:858:ll_write_end()) pos 8187904, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661318:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000068b584c8[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661321:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000074ff284a 17ffffc0001001 3:0 ffff9a6058c852a0 1999 lru 00000080:00200000:2.0:1775773081.661326:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c45a2a07 1999: 1< 0 - - > 2< 8187904 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661329:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000068b584c8 00000080:00200000:2.0:1775773081.661330:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 208. 00000080:00200000:2.0:1775773081.661332:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2000 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661349:0:200258:0:(rw26.c:858:ll_write_end()) pos 8192000, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661353:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000471da5d9[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661356:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e4ee17e9 17ffffc0001021 2:0 ffff9a6058c851c0 2000 lru 00000080:00200000:2.0:1775773081.661361:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a4f81bbc 2000: 1< 0 - - > 2< 8192000 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661363:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000471da5d9 00000080:00200000:2.0:1775773081.661364:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 209. 00000080:00200000:2.0:1775773081.661366:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2001 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661378:0:200258:0:(rw26.c:858:ll_write_end()) pos 8196096, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661382:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000068385a22[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661384:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001a48c1f7 17ffffc0001001 3:0 ffff9a6058c85ee0 2001 lru 00000080:00200000:2.0:1775773081.661390:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c3ef9c48 2001: 1< 0 - - > 2< 8196096 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661392:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000068385a22 00000080:00200000:2.0:1775773081.661393:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 210. 00000080:00200000:2.0:1775773081.661395:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2002 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661407:0:200258:0:(rw26.c:858:ll_write_end()) pos 8200192, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661410:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000801d7790[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661413:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000778ab943 17ffffc0001001 3:0 ffff9a6058c859a0 2002 lru 00000080:00200000:2.0:1775773081.661419:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000392f262e 2002: 1< 0 - - > 2< 8200192 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661421:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000801d7790 00000080:00200000:2.0:1775773081.661422:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 211. 00000080:00200000:2.0:1775773081.661424:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2003 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661435:0:200258:0:(rw26.c:858:ll_write_end()) pos 8204288, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661439:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000061c709af[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661442:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000053ceed33 17ffffc0001001 3:0 ffff9a6058c85a80 2003 lru 00000080:00200000:2.0:1775773081.661448:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ee5fc258 2003: 1< 0 - - > 2< 8204288 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661450:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000061c709af 00000080:00200000:2.0:1775773081.661451:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 212. 00000080:00200000:2.0:1775773081.661453:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2004 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661464:0:200258:0:(rw26.c:858:ll_write_end()) pos 8208384, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661468:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008e5bae0f[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661470:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000ac328af 17ffffc0001001 3:0 ffff9a6058c85d20 2004 lru 00000080:00200000:2.0:1775773081.661475:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e3647344 2004: 1< 0 - - > 2< 8208384 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661478:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008e5bae0f 00000080:00200000:2.0:1775773081.661479:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 213. 00000080:00200000:2.0:1775773081.661481:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2005 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661493:0:200258:0:(rw26.c:858:ll_write_end()) pos 8212480, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661508:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005e986949[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661511:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000053c835a4 17ffffc0001001 3:0 ffff9a6058c85b60 2005 lru 00000080:00200000:2.0:1775773081.661517:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000039a1fd76 2005: 1< 0 - - > 2< 8212480 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661520:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005e986949 00000080:00200000:2.0:1775773081.661521:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 214. 00000080:00200000:2.0:1775773081.661523:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2006 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661539:0:200258:0:(rw26.c:858:ll_write_end()) pos 8216576, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661542:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000fb028a6[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661544:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005a5a99c1 17ffffc0001001 3:0 ffff9a6058c85540 2006 lru 00000080:00200000:2.0:1775773081.661549:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000713bcdc9 2006: 1< 0 - - > 2< 8216576 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661551:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000fb028a6 00000080:00200000:2.0:1775773081.661552:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 215. 00000080:00200000:2.0:1775773081.661554:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2007 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661566:0:200258:0:(rw26.c:858:ll_write_end()) pos 8220672, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661570:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003b1ffee2[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661573:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009188bc40 17ffffc0001001 3:0 ffff9a6058c857e0 2007 lru 00000080:00200000:2.0:1775773081.661579:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000687752c2 2007: 1< 0 - - > 2< 8220672 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661581:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003b1ffee2 00000080:00200000:2.0:1775773081.661583:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 216. 00000080:00200000:2.0:1775773081.661585:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2008 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661598:0:200258:0:(rw26.c:858:ll_write_end()) pos 8224768, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661602:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004ef7d652[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661605:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000044b6e644 17ffffc0001001 3:0 ffff9a6058c850e0 2008 lru 00000080:00200000:2.0:1775773081.661610:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000073ca4ab3 2008: 1< 0 - - > 2< 8224768 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661613:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004ef7d652 00000080:00200000:2.0:1775773081.661614:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 217. 00000080:00200000:2.0:1775773081.661616:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2009 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661627:0:200258:0:(rw26.c:858:ll_write_end()) pos 8228864, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661631:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a22f5602[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661634:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003eb81040 17ffffc0001001 3:0 ffff9a6058c858c0 2009 lru 00000080:00200000:2.0:1775773081.661639:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000ede909d 2009: 1< 0 - - > 2< 8228864 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661641:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a22f5602 00000080:00200000:2.0:1775773081.661642:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 218. 00000080:00200000:2.0:1775773081.661644:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2010 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661661:0:200258:0:(rw26.c:858:ll_write_end()) pos 8232960, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661666:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003485b949[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661669:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003316cd0c 17ffffc0001001 3:0 ffff9a6058c85380 2010 lru 00000080:00200000:2.0:1775773081.661674:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003a16d39b 2010: 1< 0 - - > 2< 8232960 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661677:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003485b949 00000080:00200000:2.0:1775773081.661678:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 219. 00000080:00200000:2.0:1775773081.661680:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2011 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661701:0:200258:0:(rw26.c:858:ll_write_end()) pos 8237056, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661705:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000043c11419[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661708:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e4eeb507 17ffffc0001001 3:0 ffff9a6046e14380 2011 lru 00000080:00200000:2.0:1775773081.661714:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002a3d6123 2011: 1< 0 - - > 2< 8237056 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661716:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000043c11419 00000080:00200000:2.0:1775773081.661717:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 220. 00000080:00200000:2.0:1775773081.661719:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2012 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661732:0:200258:0:(rw26.c:858:ll_write_end()) pos 8241152, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661735:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000004dc70c7[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661739:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000920826dc 17ffffc0001001 3:0 ffff9a6046e14620 2012 lru 00000080:00200000:2.0:1775773081.661744:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003f95d46c 2012: 1< 0 - - > 2< 8241152 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661746:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000004dc70c7 00000080:00200000:2.0:1775773081.661747:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 221. 00000080:00200000:2.0:1775773081.661749:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2013 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661761:0:200258:0:(rw26.c:858:ll_write_end()) pos 8245248, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661765:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f097307e[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661768:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000037382400 17ffffc0001001 3:0 ffff9a6046e14460 2013 lru 00000080:00200000:2.0:1775773081.661773:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b51093a3 2013: 1< 0 - - > 2< 8245248 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661776:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f097307e 00000080:00200000:2.0:1775773081.661777:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 222. 00000080:00200000:2.0:1775773081.661779:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2014 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661817:0:200258:0:(rw26.c:858:ll_write_end()) pos 8249344, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661822:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000060b594a9[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661825:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d2fdb4cf 17ffffc0001001 3:0 ffff9a6046e14000 2014 lru 00000080:00200000:2.0:1775773081.661831:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006156d3e5 2014: 1< 0 - - > 2< 8249344 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661835:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000060b594a9 00000080:00200000:2.0:1775773081.661836:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 223. 00000080:00200000:2.0:1775773081.661839:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2015 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661857:0:200258:0:(rw26.c:858:ll_write_end()) pos 8253440, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661862:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000039c977c5[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661865:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b6f98278 17ffffc0001021 2:0 ffff9a6046e14c40 2015 lru 00000080:00200000:2.0:1775773081.661870:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000085c1c390 2015: 1< 0 - - > 2< 8253440 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661873:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000039c977c5 00000080:00200000:2.0:1775773081.661875:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 224. 00000080:00200000:2.0:1775773081.661877:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2016 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661892:0:200258:0:(rw26.c:858:ll_write_end()) pos 8257536, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661896:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000029dde69b[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661899:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000038238562 17ffffc0001001 3:0 ffff9a6046e14e00 2016 lru 00000080:00200000:2.0:1775773081.661905:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000773f0ada 2016: 1< 0 - - > 2< 8257536 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661907:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000029dde69b 00000080:00200000:2.0:1775773081.661909:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 225. 00000080:00200000:2.0:1775773081.661911:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2017 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661927:0:200258:0:(rw26.c:858:ll_write_end()) pos 8261632, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661930:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c1b135ed[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661933:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000512700e8 17ffffc0001001 3:0 ffff9a6046e14700 2017 lru 00000080:00200000:2.0:1775773081.661938:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003458a68a 2017: 1< 0 - - > 2< 8261632 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661940:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c1b135ed 00000080:00200000:2.0:1775773081.661941:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 226. 00000080:00200000:2.0:1775773081.661943:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2018 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661957:0:200258:0:(rw26.c:858:ll_write_end()) pos 8265728, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661960:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000054a64942[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.661963:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000537091fb 17ffffc0001001 3:0 ffff9a6046e142a0 2018 lru 00000080:00200000:2.0:1775773081.661969:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001b05f5a4 2018: 1< 0 - - > 2< 8265728 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.661970:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000054a64942 00000080:00200000:2.0:1775773081.661972:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 227. 00000080:00200000:2.0:1775773081.661974:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2019 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.661994:0:200258:0:(rw26.c:858:ll_write_end()) pos 8269824, len 4096, copied 4096 00000080:00200000:2.0:1775773081.661998:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000033f0a1d7[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662000:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000009a1dea4 17ffffc0001001 3:0 ffff9a6046e141c0 2019 lru 00000080:00200000:2.0:1775773081.662004:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000046267c25 2019: 1< 0 - - > 2< 8269824 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662006:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000033f0a1d7 00000080:00200000:2.0:1775773081.662007:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 228. 00000080:00200000:2.0:1775773081.662009:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2020 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662024:0:200258:0:(rw26.c:858:ll_write_end()) pos 8273920, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662027:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000aec89403[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662030:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000085bfc548 17ffffc0001001 3:0 ffff9a6046e14ee0 2020 lru 00000080:00200000:2.0:1775773081.662034:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000da4d1046 2020: 1< 0 - - > 2< 8273920 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662037:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000aec89403 00000080:00200000:2.0:1775773081.662038:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 229. 00000080:00200000:2.0:1775773081.662039:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2021 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662051:0:200258:0:(rw26.c:858:ll_write_end()) pos 8278016, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662055:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000087f831ed[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662057:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000a77aae6 17ffffc0001001 3:0 ffff9a6046e149a0 2021 lru 00000080:00200000:2.0:1775773081.662062:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004959f7ab 2021: 1< 0 - - > 2< 8278016 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662064:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000087f831ed 00000080:00200000:2.0:1775773081.662065:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 230. 00000080:00200000:2.0:1775773081.662067:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2022 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662080:0:200258:0:(rw26.c:858:ll_write_end()) pos 8282112, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662083:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c6ccc457[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662085:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000067ec2a7a 17ffffc0001001 3:0 ffff9a6046e14a80 2022 lru 00000080:00200000:2.0:1775773081.662089:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000741f664d 2022: 1< 0 - - > 2< 8282112 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662091:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c6ccc457 00000080:00200000:2.0:1775773081.662092:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 231. 00000080:00200000:2.0:1775773081.662094:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2023 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662106:0:200258:0:(rw26.c:858:ll_write_end()) pos 8286208, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662110:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003ade7bcc[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662112:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008ce053b6 17ffffc0001001 3:0 ffff9a6046e14d20 2023 lru 00000080:00200000:2.0:1775773081.662117:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006da029aa 2023: 1< 0 - - > 2< 8286208 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662119:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003ade7bcc 00000080:00200000:2.0:1775773081.662120:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 232. 00000080:00200000:2.0:1775773081.662122:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2024 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662133:0:200258:0:(rw26.c:858:ll_write_end()) pos 8290304, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662136:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a4090f59[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662139:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fb5e87a5 17ffffc0001001 3:0 ffff9a6046e14b60 2024 lru 00000080:00200000:2.0:1775773081.662143:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000027859bd8 2024: 1< 0 - - > 2< 8290304 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662145:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a4090f59 00000080:00200000:2.0:1775773081.662146:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 233. 00000080:00200000:2.0:1775773081.662148:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2025 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662161:0:200258:0:(rw26.c:858:ll_write_end()) pos 8294400, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662164:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b9fb2796[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662166:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e4ed84a2 17ffffc0001001 3:0 ffff9a6046e14540 2025 lru 00000080:00200000:2.0:1775773081.662171:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006af2f44b 2025: 1< 0 - - > 2< 8294400 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662173:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b9fb2796 00000080:00200000:2.0:1775773081.662174:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 234. 00000080:00200000:2.0:1775773081.662176:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2026 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662188:0:200258:0:(rw26.c:858:ll_write_end()) pos 8298496, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662192:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000f15610e[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662194:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a4373ade 17ffffc0001001 3:0 ffff9a6046e147e0 2026 lru 00000080:00200000:2.0:1775773081.662200:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001e23dcf9 2026: 1< 0 - - > 2< 8298496 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662202:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000f15610e 00000080:00200000:2.0:1775773081.662203:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 235. 00000080:00200000:2.0:1775773081.662205:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2027 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662221:0:200258:0:(rw26.c:858:ll_write_end()) pos 8302592, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662225:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ac8cfc59[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662228:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001a50ccc4 17ffffc0001001 3:0 ffff9a6046e140e0 2027 lru 00000080:00200000:2.0:1775773081.662233:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000d5c589b 2027: 1< 0 - - > 2< 8302592 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662235:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ac8cfc59 00000080:00200000:2.0:1775773081.662236:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 236. 00000080:00200000:2.0:1775773081.662238:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2028 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662253:0:200258:0:(rw26.c:858:ll_write_end()) pos 8306688, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662257:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001e6a6a3c[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662260:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000134724dc 17ffffc0001001 3:0 ffff9a6046e148c0 2028 lru 00000080:00200000:2.0:1775773081.662265:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000300bd5cf 2028: 1< 0 - - > 2< 8306688 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662267:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001e6a6a3c 00000080:00200000:2.0:1775773081.662268:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 237. 00000080:00200000:2.0:1775773081.662270:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2029 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662292:0:200258:0:(rw26.c:858:ll_write_end()) pos 8310784, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662296:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c4b3898d[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662299:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000246d6cae 17ffffc0001001 3:0 ffff9a60512341c0 2029 lru 00000080:00200000:2.0:1775773081.662303:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001e55641c 2029: 1< 0 - - > 2< 8310784 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662306:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c4b3898d 00000080:00200000:2.0:1775773081.662307:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 238. 00000080:00200000:2.0:1775773081.662309:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2030 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662327:0:200258:0:(rw26.c:858:ll_write_end()) pos 8314880, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662331:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009d96ca83[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662333:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f5c906ef 17ffffc0001021 2:0 ffff9a6051234ee0 2030 lru 00000080:00200000:2.0:1775773081.662338:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009de38f89 2030: 1< 0 - - > 2< 8314880 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662340:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009d96ca83 00000080:00200000:2.0:1775773081.662341:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 239. 00000080:00200000:2.0:1775773081.662343:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2031 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662356:0:200258:0:(rw26.c:858:ll_write_end()) pos 8318976, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662360:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d302c10b[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662363:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000064069e05 17ffffc0001001 3:0 ffff9a60512349a0 2031 lru 00000080:00200000:2.0:1775773081.662368:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001aad567a 2031: 1< 0 - - > 2< 8318976 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662370:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d302c10b 00000080:00200000:2.0:1775773081.662371:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 240. 00000080:00200000:2.0:1775773081.662373:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2032 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662387:0:200258:0:(rw26.c:858:ll_write_end()) pos 8323072, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662391:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e08b32b8[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662394:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e6d2c6b9 17ffffc0001001 3:0 ffff9a6051234a80 2032 lru 00000080:00200000:2.0:1775773081.662399:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000045aa2a62 2032: 1< 0 - - > 2< 8323072 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662401:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e08b32b8 00000080:00200000:2.0:1775773081.662402:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 241. 00000080:00200000:2.0:1775773081.662404:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2033 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662416:0:200258:0:(rw26.c:858:ll_write_end()) pos 8327168, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662420:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002c942419[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662423:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001fb67ca4 17ffffc0001001 3:0 ffff9a6051234d20 2033 lru 00000080:00200000:2.0:1775773081.662428:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004b21e85c 2033: 1< 0 - - > 2< 8327168 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662430:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002c942419 00000080:00200000:2.0:1775773081.662431:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 242. 00000080:00200000:2.0:1775773081.662433:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2034 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662449:0:200258:0:(rw26.c:858:ll_write_end()) pos 8331264, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662452:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000721d477f[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662455:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000dd8caee 17ffffc0001001 3:0 ffff9a6051234b60 2034 lru 00000080:00200000:2.0:1775773081.662462:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f17a9c70 2034: 1< 0 - - > 2< 8331264 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662464:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000721d477f 00000080:00200000:2.0:1775773081.662465:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 243. 00000080:00200000:2.0:1775773081.662466:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2035 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662481:0:200258:0:(rw26.c:858:ll_write_end()) pos 8335360, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662484:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006b5e784a[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662487:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007a94e1d7 17ffffc0001001 3:0 ffff9a6051234540 2035 lru 00000080:00200000:2.0:1775773081.662492:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000063c01fb4 2035: 1< 0 - - > 2< 8335360 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662494:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006b5e784a 00000080:00200000:2.0:1775773081.662495:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 244. 00000080:00200000:2.0:1775773081.662508:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2036 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662524:0:200258:0:(rw26.c:858:ll_write_end()) pos 8339456, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662528:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000006ffa104[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662531:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007046bf69 17ffffc0001001 3:0 ffff9a60512347e0 2036 lru 00000080:00200000:2.0:1775773081.662535:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c34d5bcd 2036: 1< 0 - - > 2< 8339456 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662537:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000006ffa104 00000080:00200000:2.0:1775773081.662538:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1775773081.662539:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2037 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662554:0:200258:0:(rw26.c:858:ll_write_end()) pos 8343552, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662557:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000111f6a6a[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662560:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006b9e7309 17ffffc0001001 3:0 ffff9a60512340e0 2037 lru 00000080:00200000:2.0:1775773081.662565:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c36e36c3 2037: 1< 0 - - > 2< 8343552 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662567:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000111f6a6a 00000080:00200000:2.0:1775773081.662568:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 246. 00000080:00200000:2.0:1775773081.662570:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2038 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662587:0:200258:0:(rw26.c:858:ll_write_end()) pos 8347648, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662592:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009bb9af3a[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662594:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002f56ee7b 17ffffc0001001 3:0 ffff9a60512348c0 2038 lru 00000080:00200000:2.0:1775773081.662598:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000003bc846d 2038: 1< 0 - - > 2< 8347648 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662600:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009bb9af3a 00000080:00200000:2.0:1775773081.662601:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 247. 00000080:00200000:2.0:1775773081.662603:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2039 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662615:0:200258:0:(rw26.c:858:ll_write_end()) pos 8351744, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662618:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000047f6c041[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662621:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000eb8a887b 17ffffc0001001 3:0 ffff9a6051234380 2039 lru 00000080:00200000:2.0:1775773081.662625:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000086a748b7 2039: 1< 0 - - > 2< 8351744 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662627:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000047f6c041 00000080:00200000:2.0:1775773081.662628:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 248. 00000080:00200000:2.0:1775773081.662630:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2040 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662641:0:200258:0:(rw26.c:858:ll_write_end()) pos 8355840, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662644:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002f9f8e50[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662647:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000073cf6d56 17ffffc0001001 3:0 ffff9a6051234620 2040 lru 00000080:00200000:2.0:1775773081.662651:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f34cc3a5 2040: 1< 0 - - > 2< 8355840 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662653:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002f9f8e50 00000080:00200000:2.0:1775773081.662655:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 249. 00000080:00200000:2.0:1775773081.662656:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2041 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662671:0:200258:0:(rw26.c:858:ll_write_end()) pos 8359936, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662676:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000030158c91[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662678:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fba1e8b5 17ffffc0001001 3:0 ffff9a6051234460 2041 lru 00000080:00200000:2.0:1775773081.662683:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a4b152f6 2041: 1< 0 - - > 2< 8359936 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662685:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000030158c91 00000080:00200000:2.0:1775773081.662686:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1775773081.662688:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2042 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662702:0:200258:0:(rw26.c:858:ll_write_end()) pos 8364032, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662705:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000089e326cc[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662708:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e2ff512b 17ffffc0001001 3:0 ffff9a6051234000 2042 lru 00000080:00200000:2.0:1775773081.662713:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ef9c515c 2042: 1< 0 - - > 2< 8364032 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662715:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000089e326cc 00000080:00200000:2.0:1775773081.662716:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 251. 00000080:00200000:2.0:1775773081.662718:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2043 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662731:0:200258:0:(rw26.c:858:ll_write_end()) pos 8368128, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662736:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008a80b302[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662738:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000033fb2a9 17ffffc0001001 3:0 ffff9a6051234c40 2043 lru 00000080:00200000:2.0:1775773081.662743:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000807c451e 2043: 1< 0 - - > 2< 8368128 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662745:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008a80b302 00000080:00200000:2.0:1775773081.662747:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1775773081.662748:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2044 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662762:0:200258:0:(rw26.c:858:ll_write_end()) pos 8372224, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662767:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000065692f56[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662769:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000015d6b4fd 17ffffc0001001 3:0 ffff9a6051234e00 2044 lru 00000080:00200000:2.0:1775773081.662775:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000261208bb 2044: 1< 0 - - > 2< 8372224 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662777:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000065692f56 00000080:00200000:2.0:1775773081.662779:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 253. 00000080:00200000:2.0:1775773081.662781:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2045 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662829:0:200258:0:(rw26.c:858:ll_write_end()) pos 8376320, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662834:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004cc53912[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662837:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005f3e5f99 17ffffc0001021 2:0 ffff9a6051234700 2045 lru 00000080:00200000:2.0:1775773081.662842:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000395b4591 2045: 1< 0 - - > 2< 8376320 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662844:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004cc53912 00000080:00200000:2.0:1775773081.662846:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1775773081.662848:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2046 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662862:0:200258:0:(rw26.c:858:ll_write_end()) pos 8380416, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662866:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d13c9639[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662869:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003e996bdb 17ffffc0001001 3:0 ffff9a60512342a0 2046 lru 00000080:00200000:2.0:1775773081.662874:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000cf521eb 2046: 1< 0 - - > 2< 8380416 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662877:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d13c9639 00000080:00200000:2.0:1775773081.662878:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1775773081.662880:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2047 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.662899:0:200258:0:(rw26.c:858:ll_write_end()) pos 8384512, len 4096, copied 4096 00000080:00200000:2.0:1775773081.662903:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000016d66ac7[3 000000005a0b29a0 2 1 00000000c492427b] 00000080:00200000:2.0:1775773081.662905:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000058b14055 17ffffc0001001 3:0 ffff9a60581f22a0 2047 lru 00000080:00200000:2.0:1775773081.662910:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007db323f5 2047: 1< 0 - - > 2< 8384512 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 135659520 - | - - + - > 5< - - + - | 0 - | 768 - -> 00000080:00200000:2.0:1775773081.662912:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000016d66ac7 00000080:00200000:2.0:1775773081.662913:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 256. 00000080:00200000:2.0:1775773081.662918:0:200258:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:2.0:1775773081.662994:0:200258:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 000000000d2c2d51 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663010:0:200258:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000000d2c2d51 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663019:0:200258:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663030:0:200258:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663058:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663074:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663084:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663093:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663102:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663110:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663119:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663128:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663136:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663148:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663156:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663164:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663172:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663181:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1775773081.663200:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.663207:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663216:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663225:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663239:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663248:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663256:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663264:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663272:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663280:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663289:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663298:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663314:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663322:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663329:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663337:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1775773081.663351:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.663356:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663366:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663375:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663383:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663396:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663404:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663413:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663422:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663431:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663440:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663449:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663459:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663474:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663484:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.663493:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1775773081.668020:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.668048:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668062:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668072:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668081:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668100:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668118:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668128:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668137:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668146:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668155:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668165:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668174:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668183:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668198:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668209:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1775773081.668224:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.668230:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668239:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668248:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668257:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668265:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668274:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668288:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668297:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668306:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668315:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668324:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668333:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668342:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668351:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668365:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1775773081.668379:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.668385:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668394:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668404:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668413:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668423:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668432:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668440:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668454:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668462:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668470:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668478:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668487:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668522:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668531:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668879:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1775773081.668910:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.668919:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668928:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668936:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668945:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668954:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668964:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668973:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668982:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.668997:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669006:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669015:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669025:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669034:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669042:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669052:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1775773081.669066:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.669072:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669086:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669107:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669116:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669125:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669135:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669144:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669153:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669162:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669177:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669186:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669194:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669203:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669213:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669221:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1775773081.669236:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.669240:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669250:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669265:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669273:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669281:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669289:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669299:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669308:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669318:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669326:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669341:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669348:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669355:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669364:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669374:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1775773081.669388:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.669394:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669402:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669412:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669426:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669436:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669445:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669453:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669463:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669472:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.669481:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.670846:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.670884:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.670893:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.670903:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.670914:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1775773081.670935:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.670946:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.670957:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.670966:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.670975:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.670990:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.671000:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.671009:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.671018:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.671026:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.671035:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.671043:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.671053:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.671068:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.671077:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.671086:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1775773081.673376:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.673403:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.673415:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674232:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674248:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674258:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674274:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674283:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674292:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674301:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674310:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674319:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674328:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674337:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674353:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674362:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1775773081.674383:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.674392:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674401:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674410:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674420:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674429:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674438:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674453:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674462:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674470:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674478:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.674487:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.676303:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.676315:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.676324:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.676337:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1775773081.676361:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.676373:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.676382:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.676391:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.676399:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.676408:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.676416:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.676424:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.676438:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.676447:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.676461:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.676469:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.676480:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.676527:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.677695:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.677736:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1775773081.677765:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.677777:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.677786:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.677821:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.677830:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.677838:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.677846:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.677855:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.677864:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.677880:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.677889:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.677899:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.677909:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.677918:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.677927:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.677936:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1775773081.677951:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.677957:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.677971:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.677980:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.677988:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.677997:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678006:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678015:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678023:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678032:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678047:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678056:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678064:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678073:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678081:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678090:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1775773081.678105:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.678110:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678120:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678134:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678143:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678152:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678161:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678170:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678179:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678187:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678197:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678212:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678220:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678230:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678238:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000008:00010000:2.0:1775773081.678247:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1775773081.678261:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.678267:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1775773081.678276:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 1, dirtied 1 00000080:00200000:2.0:1775773081.678282:0:200258:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:2.0:1775773081.678288:0:200258:0:(vvp_io.c:1353:vvp_io_write_start()) f89.replay-single: write bytes 0, result: 1048576 00000020:00010000:2.0:1775773081.678327:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6058b4a218 (ffff9a605157fb48/0) at cl_lock_release():245 00000020:00010000:2.0:1775773081.678332:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6058b4a218 (ffff9a605157fb48/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775773081.678337:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a60431374b0 (ffff9a605157fc68/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775773081.678347:0:200258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 0 00010000:00010000:2.0:1775773081.678360:0:200258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000020:00010000:2.0:1775773081.678381:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6058b4a218 (ffff9a605157fb48/0) at cl_lock_fini():72 00000020:00010000:2.0:1775773081.678385:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a60431374b0 (ffff9a605157fb48/1) at cl_lock_fini():72 00000080:00200000:2.0:1775773081.678402:0:200258:0:(vvp_io.c:517:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:2.0:1775773081.678412:0:200258:0:(file.c:2173:ll_file_io_generic()) Range unlock [1792, 2047] 00000080:00200000:2.0:1775773081.678450:0:200258:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3c:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775773081.678454:0:200258:0:(file.c:2206:ll_file_io_generic()) f89.replay-single: 2 io complete with rc: 0, result: 1048576, restart: 0 00000008:00010000:2.0:1775773081.680934:0:193115:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:2.0:1775773081.680968:0:193115:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1775773081.680991:0:200258:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3c:0x0] updating i_size 8388608 i_blocks 8192 00000080:00200000:0.0:1775773081.681003:0:200258:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:0.0:1775773081.681389:0:200258:0:(file.c:2612:do_file_write_iter()) START file f89.replay-single:[0x20002ea31:0x3c:0x0], ppos: 8388608, count: 1048576 00000080:00200000:0.0:1775773081.681430:0:200258:0:(file.c:2058:ll_file_io_generic()) f89.replay-single: write ppos: 8388608, bytes: 1048576 00000080:00200000:0.0:1775773081.681438:0:200258:0:(file.c:1815:ll_io_set_mirror()) f89.replay-single: desiginated mirror: 0 00000020:00200000:0.0:1775773081.681447:0:200258:0:(cl_io.c:214:cl_io_rw_init()) header@00000000597400ee[0x110, 2049, [0x20002ea31:0x3c:0x0] hash] 00000020:00200000:0.0:1775773081.681451:0:200258:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [8388608, 9437184) 0 0 00000080:00200000:0.0:1775773081.681456:0:200258:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3c:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775773081.681477:0:200258:0:(file.c:2136:ll_file_io_generic()) Range lock [2048, 2303] 00020000:00200000:0.0:1775773081.681489:0:200258:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 8388608 chunk: [8388608, 9437184) 9437184, 1048576 00020000:00200000:0.0:1775773081.681506:0:200258:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773081.681544:0:200258:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2048, 2303] 00000008:00010000:0.0:1775773081.681579:0:200258:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:0.0:1775773081.681586:0:200258:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6045a32130, osc lock ffff9a6058c14be0, flags 0x0 00010000:00010000:0.0:1775773081.681615:0:200258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1775773081.681635:0:200258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (8388608 9437183) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1775773081.681651:0:200258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1775773081.681662:0:200258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 7/0,2 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:0.0:1775773081.681670:0:200258:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:0.0:1775773081.681684:0:200258:0:(vvp_io.c:1286:vvp_io_write_start()) f89.replay-single: write [8388608, 9437184) append 0 append lockpos 0 00000080:00200000:0.0:1775773081.681700:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2048 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.681776:0:200258:0:(rw26.c:858:ll_write_end()) pos 8388608, len 4096, copied 4096 00000080:00200000:0.0:1775773081.681786:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b56cb7dc[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.681824:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000091381910 17ffffc0001021 2:0 ffff9a6044f007e0 2048 lru 00000080:00200000:0.0:1775773081.681833:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004f6e3040 2048: 1< 0 - - > 2< 8388608 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.681836:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b56cb7dc 00000080:00200000:0.0:1775773081.681838:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:0.0:1775773081.681846:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2049 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.681865:0:200258:0:(rw26.c:858:ll_write_end()) pos 8392704, len 4096, copied 4096 00000080:00200000:0.0:1775773081.681870:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000051a768e2[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.681873:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007d44dd2d 17ffffc0001001 3:0 ffff9a6044f000e0 2049 lru 00000080:00200000:0.0:1775773081.681878:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dac5c730 2049: 1< 0 - - > 2< 8392704 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.681881:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000051a768e2 00000080:00200000:0.0:1775773081.681882:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:0.0:1775773081.681884:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2050 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.681901:0:200258:0:(rw26.c:858:ll_write_end()) pos 8396800, len 4096, copied 4096 00000080:00200000:0.0:1775773081.681905:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000036c6b1f4[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.681908:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007566c726 17ffffc0001001 3:0 ffff9a6044f008c0 2050 lru 00000080:00200000:0.0:1775773081.681913:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000509026fa 2050: 1< 0 - - > 2< 8396800 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.681916:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000036c6b1f4 00000080:00200000:0.0:1775773081.681917:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 3. 00000080:00200000:0.0:1775773081.681919:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2051 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.681936:0:200258:0:(rw26.c:858:ll_write_end()) pos 8400896, len 4096, copied 4096 00000080:00200000:0.0:1775773081.681940:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000032c88bd6[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.681943:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d734edb5 17ffffc0001001 3:0 ffff9a6044f00380 2051 lru 00000080:00200000:0.0:1775773081.681948:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b44908ab 2051: 1< 0 - - > 2< 8400896 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.681950:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000032c88bd6 00000080:00200000:0.0:1775773081.681951:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 4. 00000080:00200000:0.0:1775773081.681953:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2052 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.681975:0:200258:0:(rw26.c:858:ll_write_end()) pos 8404992, len 4096, copied 4096 00000080:00200000:0.0:1775773081.681979:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000206d2997[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.681982:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fa206691 17ffffc0001001 3:0 ffff9a6044f00620 2052 lru 00000080:00200000:0.0:1775773081.681987:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e491de38 2052: 1< 0 - - > 2< 8404992 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.681990:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000206d2997 00000080:00200000:0.0:1775773081.681991:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 5. 00000080:00200000:0.0:1775773081.681993:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2053 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682009:0:200258:0:(rw26.c:858:ll_write_end()) pos 8409088, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682014:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000020c210d9[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682017:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d69f9613 17ffffc0001001 3:0 ffff9a6044f00460 2053 lru 00000080:00200000:0.0:1775773081.682022:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000ff6c085 2053: 1< 0 - - > 2< 8409088 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682025:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000020c210d9 00000080:00200000:0.0:1775773081.682026:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 6. 00000080:00200000:0.0:1775773081.682028:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2054 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682044:0:200258:0:(rw26.c:858:ll_write_end()) pos 8413184, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682049:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000062deb33f[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682052:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e97abb3e 17ffffc0001001 3:0 ffff9a6044f00000 2054 lru 00000080:00200000:0.0:1775773081.682057:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000067271363 2054: 1< 0 - - > 2< 8413184 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682059:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000062deb33f 00000080:00200000:0.0:1775773081.682061:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 7. 00000080:00200000:0.0:1775773081.682063:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2055 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682091:0:200258:0:(rw26.c:858:ll_write_end()) pos 8417280, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682095:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008ecf0857[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682097:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000068e37cb0 17ffffc0001001 3:0 ffff9a6051c8f460 2055 lru 00000080:00200000:0.0:1775773081.682103:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000087ecf97c 2055: 1< 0 - - > 2< 8417280 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682105:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008ecf0857 00000080:00200000:0.0:1775773081.682106:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 8. 00000080:00200000:0.0:1775773081.682108:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2056 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682125:0:200258:0:(rw26.c:858:ll_write_end()) pos 8421376, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682129:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000047afac22[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682132:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003094b8d7 17ffffc0001001 3:0 ffff9a6051c8f000 2056 lru 00000080:00200000:0.0:1775773081.682137:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000765ea433 2056: 1< 0 - - > 2< 8421376 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682139:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000047afac22 00000080:00200000:0.0:1775773081.682140:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 9. 00000080:00200000:0.0:1775773081.682141:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2057 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682156:0:200258:0:(rw26.c:858:ll_write_end()) pos 8425472, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682160:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b83626ad[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682163:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008ebadd06 17ffffc0001001 3:0 ffff9a6051c8fc40 2057 lru 00000080:00200000:0.0:1775773081.682168:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009d80dca7 2057: 1< 0 - - > 2< 8425472 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682170:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b83626ad 00000080:00200000:0.0:1775773081.682171:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 10. 00000080:00200000:0.0:1775773081.682173:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2058 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682186:0:200258:0:(rw26.c:858:ll_write_end()) pos 8429568, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682189:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000029efd2fd[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682192:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001924983c 17ffffc0001001 3:0 ffff9a6051c8fe00 2058 lru 00000080:00200000:0.0:1775773081.682197:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f55682a7 2058: 1< 0 - - > 2< 8429568 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682200:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000029efd2fd 00000080:00200000:0.0:1775773081.682201:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 11. 00000080:00200000:0.0:1775773081.682203:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2059 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682216:0:200258:0:(rw26.c:858:ll_write_end()) pos 8433664, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682220:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ee155da8[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682223:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000139d8f4 17ffffc0001001 3:0 ffff9a6051c8f700 2059 lru 00000080:00200000:0.0:1775773081.682228:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000228c5c20 2059: 1< 0 - - > 2< 8433664 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682231:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ee155da8 00000080:00200000:0.0:1775773081.682232:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 12. 00000080:00200000:0.0:1775773081.682234:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2060 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682250:0:200258:0:(rw26.c:858:ll_write_end()) pos 8437760, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682255:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000672aa080[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682258:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009f164c1f 17ffffc0001001 3:0 ffff9a6051c8f2a0 2060 lru 00000080:00200000:0.0:1775773081.682263:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002fb7e060 2060: 1< 0 - - > 2< 8437760 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682266:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000672aa080 00000080:00200000:0.0:1775773081.682267:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 13. 00000080:00200000:0.0:1775773081.682269:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2061 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682284:0:200258:0:(rw26.c:858:ll_write_end()) pos 8441856, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682289:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f05a1798[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682292:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000cbf18c5 17ffffc0001001 3:0 ffff9a6051c8f1c0 2061 lru 00000080:00200000:0.0:1775773081.682298:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005b5ce7d0 2061: 1< 0 - - > 2< 8441856 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682300:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f05a1798 00000080:00200000:0.0:1775773081.682302:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 14. 00000080:00200000:0.0:1775773081.682304:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2062 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682319:0:200258:0:(rw26.c:858:ll_write_end()) pos 8445952, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682324:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b9826d64[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682327:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000265218f9 17ffffc0001001 3:0 ffff9a6051c8fee0 2062 lru 00000080:00200000:0.0:1775773081.682332:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d7d5d440 2062: 1< 0 - - > 2< 8445952 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682334:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b9826d64 00000080:00200000:0.0:1775773081.682335:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 15. 00000080:00200000:0.0:1775773081.682337:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2063 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682360:0:200258:0:(rw26.c:858:ll_write_end()) pos 8450048, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682365:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000014ea09b7[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682367:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cc37803d 17ffffc0001021 2:0 ffff9a6051c8f9a0 2063 lru 00000080:00200000:0.0:1775773081.682372:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000016c1c6f3 2063: 1< 0 - - > 2< 8450048 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682374:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000014ea09b7 00000080:00200000:0.0:1775773081.682376:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 16. 00000080:00200000:0.0:1775773081.682378:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2064 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682393:0:200258:0:(rw26.c:858:ll_write_end()) pos 8454144, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682397:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005b6d9313[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682399:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d6b50a3f 17ffffc0001001 3:0 ffff9a6051c8fa80 2064 lru 00000080:00200000:0.0:1775773081.682404:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001f0a65e6 2064: 1< 0 - - > 2< 8454144 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682406:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005b6d9313 00000080:00200000:0.0:1775773081.682407:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 17. 00000080:00200000:0.0:1775773081.682410:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2065 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682424:0:200258:0:(rw26.c:858:ll_write_end()) pos 8458240, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682429:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006a1bdee3[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682432:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000073a9614b 17ffffc0001001 3:0 ffff9a6051c8fd20 2065 lru 00000080:00200000:0.0:1775773081.682437:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b9a2abac 2065: 1< 0 - - > 2< 8458240 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682440:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006a1bdee3 00000080:00200000:0.0:1775773081.682441:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 18. 00000080:00200000:0.0:1775773081.682443:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2066 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682461:0:200258:0:(rw26.c:858:ll_write_end()) pos 8462336, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682466:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004d02f6a7[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682469:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007bcabeca 17ffffc0001001 3:0 ffff9a6051c8fb60 2066 lru 00000080:00200000:0.0:1775773081.682475:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f74249df 2066: 1< 0 - - > 2< 8462336 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682477:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004d02f6a7 00000080:00200000:0.0:1775773081.682479:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 19. 00000080:00200000:0.0:1775773081.682482:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2067 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682513:0:200258:0:(rw26.c:858:ll_write_end()) pos 8466432, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682517:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005f9e57c1[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682520:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002162dc51 17ffffc0001001 3:0 ffff9a6051c8f540 2067 lru 00000080:00200000:0.0:1775773081.682525:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c5fc8d62 2067: 1< 0 - - > 2< 8466432 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682528:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005f9e57c1 00000080:00200000:0.0:1775773081.682529:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 20. 00000080:00200000:0.0:1775773081.682531:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2068 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682547:0:200258:0:(rw26.c:858:ll_write_end()) pos 8470528, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682550:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001cc8d11f[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682552:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007cad045f 17ffffc0001001 3:0 ffff9a6051c8f7e0 2068 lru 00000080:00200000:0.0:1775773081.682558:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000aab56be6 2068: 1< 0 - - > 2< 8470528 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682560:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001cc8d11f 00000080:00200000:0.0:1775773081.682561:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 21. 00000080:00200000:0.0:1775773081.682563:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2069 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682578:0:200258:0:(rw26.c:858:ll_write_end()) pos 8474624, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682582:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a4b0b1f1[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682585:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005eca1fbd 17ffffc0001001 3:0 ffff9a6051c8f0e0 2069 lru 00000080:00200000:0.0:1775773081.682590:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000099ca210 2069: 1< 0 - - > 2< 8474624 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682592:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a4b0b1f1 00000080:00200000:0.0:1775773081.682593:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 22. 00000080:00200000:0.0:1775773081.682595:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2070 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682609:0:200258:0:(rw26.c:858:ll_write_end()) pos 8478720, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682613:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004da3a742[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682616:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c1a7ce6b 17ffffc0001001 3:0 ffff9a6051c8f8c0 2070 lru 00000080:00200000:0.0:1775773081.682620:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003f881bf9 2070: 1< 0 - - > 2< 8478720 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682623:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004da3a742 00000080:00200000:0.0:1775773081.682624:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 23. 00000080:00200000:0.0:1775773081.682625:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2071 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682640:0:200258:0:(rw26.c:858:ll_write_end()) pos 8482816, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682643:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e0b1c92f[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682646:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d4f9afee 17ffffc0001001 3:0 ffff9a6051c8f380 2071 lru 00000080:00200000:0.0:1775773081.682651:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000093a5857 2071: 1< 0 - - > 2< 8482816 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682653:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e0b1c92f 00000080:00200000:0.0:1775773081.682654:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 24. 00000080:00200000:0.0:1775773081.682655:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2072 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682670:0:200258:0:(rw26.c:858:ll_write_end()) pos 8486912, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682674:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005e7ffddc[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682677:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b600db2c 17ffffc0001001 3:0 ffff9a6051c8f620 2072 lru 00000080:00200000:0.0:1775773081.682681:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d3dcef29 2072: 1< 0 - - > 2< 8486912 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682683:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005e7ffddc 00000080:00200000:0.0:1775773081.682685:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 25. 00000080:00200000:0.0:1775773081.682686:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2073 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682709:0:200258:0:(rw26.c:858:ll_write_end()) pos 8491008, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682714:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000003219df3[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682717:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d10cf443 17ffffc0001001 3:0 ffff9a60458b4b60 2073 lru 00000080:00200000:0.0:1775773081.682722:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000d281400 2073: 1< 0 - - > 2< 8491008 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682724:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000003219df3 00000080:00200000:0.0:1775773081.682725:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 26. 00000080:00200000:0.0:1775773081.682727:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2074 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682741:0:200258:0:(rw26.c:858:ll_write_end()) pos 8495104, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682745:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ee05293f[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682747:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003c13d689 17ffffc0001001 3:0 ffff9a60458b4540 2074 lru 00000080:00200000:0.0:1775773081.682752:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e6170d30 2074: 1< 0 - - > 2< 8495104 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682754:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ee05293f 00000080:00200000:0.0:1775773081.682755:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 27. 00000080:00200000:0.0:1775773081.682757:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2075 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682767:0:200258:0:(rw26.c:858:ll_write_end()) pos 8499200, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682771:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e95a4892[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682773:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008a469353 17ffffc0001001 3:0 ffff9a60458b47e0 2075 lru 00000080:00200000:0.0:1775773081.682779:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000075974721 2075: 1< 0 - - > 2< 8499200 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682781:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e95a4892 00000080:00200000:0.0:1775773081.682782:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 28. 00000080:00200000:0.0:1775773081.682784:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2076 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682824:0:200258:0:(rw26.c:858:ll_write_end()) pos 8503296, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682829:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006d0b38ec[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682831:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000000664b0f 17ffffc0001001 3:0 ffff9a60458b40e0 2076 lru 00000080:00200000:0.0:1775773081.682837:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ec49f4e6 2076: 1< 0 - - > 2< 8503296 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682839:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006d0b38ec 00000080:00200000:0.0:1775773081.682840:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 29. 00000080:00200000:0.0:1775773081.682842:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2077 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682856:0:200258:0:(rw26.c:858:ll_write_end()) pos 8507392, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682860:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000485d6d1e[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682863:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ef20e6db 17ffffc0001001 3:0 ffff9a60458b48c0 2077 lru 00000080:00200000:0.0:1775773081.682868:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009ab0d412 2077: 1< 0 - - > 2< 8507392 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682871:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000485d6d1e 00000080:00200000:0.0:1775773081.682872:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 30. 00000080:00200000:0.0:1775773081.682874:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2078 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682893:0:200258:0:(rw26.c:858:ll_write_end()) pos 8511488, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682897:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000000bbd4a6[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682900:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e90d8140 17ffffc0001021 2:0 ffff9a60458b4380 2078 lru 00000080:00200000:0.0:1775773081.682905:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002437bef4 2078: 1< 0 - - > 2< 8511488 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682908:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000000bbd4a6 00000080:00200000:0.0:1775773081.682909:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 31. 00000080:00200000:0.0:1775773081.682911:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2079 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682926:0:200258:0:(rw26.c:858:ll_write_end()) pos 8515584, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682931:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004831e68a[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682933:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e349c310 17ffffc0001001 3:0 ffff9a60458b4620 2079 lru 00000080:00200000:0.0:1775773081.682938:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b4efbb6c 2079: 1< 0 - - > 2< 8515584 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682940:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004831e68a 00000080:00200000:0.0:1775773081.682941:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 32. 00000080:00200000:0.0:1775773081.682943:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2080 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682959:0:200258:0:(rw26.c:858:ll_write_end()) pos 8519680, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682963:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003fe0e19f[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682967:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000056a581ac 17ffffc0001001 3:0 ffff9a60458b4460 2080 lru 00000080:00200000:0.0:1775773081.682972:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000044b62787 2080: 1< 0 - - > 2< 8519680 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.682974:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003fe0e19f 00000080:00200000:0.0:1775773081.682975:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 33. 00000080:00200000:0.0:1775773081.682977:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2081 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.682992:0:200258:0:(rw26.c:858:ll_write_end()) pos 8523776, len 4096, copied 4096 00000080:00200000:0.0:1775773081.682996:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000064a682d0[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.682999:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008d609385 17ffffc0001001 3:0 ffff9a60458b4000 2081 lru 00000080:00200000:0.0:1775773081.683003:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c22bd407 2081: 1< 0 - - > 2< 8523776 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.683006:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000064a682d0 00000080:00200000:0.0:1775773081.683007:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 34. 00000080:00200000:0.0:1775773081.683009:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2082 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.683024:0:200258:0:(rw26.c:858:ll_write_end()) pos 8527872, len 4096, copied 4096 00000080:00200000:0.0:1775773081.683028:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000042ae5771[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.683031:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005d2c4734 17ffffc0001001 3:0 ffff9a60458b4c40 2082 lru 00000080:00200000:0.0:1775773081.683036:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000021751b4b 2082: 1< 0 - - > 2< 8527872 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.683038:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000042ae5771 00000080:00200000:0.0:1775773081.683040:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 35. 00000080:00200000:0.0:1775773081.683041:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2083 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.683056:0:200258:0:(rw26.c:858:ll_write_end()) pos 8531968, len 4096, copied 4096 00000080:00200000:0.0:1775773081.683060:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003707b3fe[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.683062:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e47aba24 17ffffc0001001 3:0 ffff9a60458b4e00 2083 lru 00000080:00200000:0.0:1775773081.683067:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000852440f4 2083: 1< 0 - - > 2< 8531968 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.683069:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003707b3fe 00000080:00200000:0.0:1775773081.683070:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 36. 00000080:00200000:0.0:1775773081.683072:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2084 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.683086:0:200258:0:(rw26.c:858:ll_write_end()) pos 8536064, len 4096, copied 4096 00000080:00200000:0.0:1775773081.683090:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b396295f[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.683092:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c35af5a9 17ffffc0001001 3:0 ffff9a60458b4700 2084 lru 00000080:00200000:0.0:1775773081.683097:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b43123b2 2084: 1< 0 - - > 2< 8536064 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.683099:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b396295f 00000080:00200000:0.0:1775773081.683101:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 37. 00000080:00200000:0.0:1775773081.683102:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2085 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.683113:0:200258:0:(rw26.c:858:ll_write_end()) pos 8540160, len 4096, copied 4096 00000080:00200000:0.0:1775773081.683116:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007308a38a[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.683119:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009bafb273 17ffffc0001001 3:0 ffff9a60458b42a0 2085 lru 00000080:00200000:0.0:1775773081.683124:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000059b701c 2085: 1< 0 - - > 2< 8540160 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.683127:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007308a38a 00000080:00200000:0.0:1775773081.683128:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 38. 00000080:00200000:0.0:1775773081.683129:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2086 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.683140:0:200258:0:(rw26.c:858:ll_write_end()) pos 8544256, len 4096, copied 4096 00000080:00200000:0.0:1775773081.683143:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ec0d471b[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.683146:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e3469c85 17ffffc0001001 3:0 ffff9a60458b41c0 2086 lru 00000080:00200000:0.0:1775773081.683151:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000f129894 2086: 1< 0 - - > 2< 8544256 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.683153:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ec0d471b 00000080:00200000:0.0:1775773081.683155:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 39. 00000080:00200000:0.0:1775773081.683156:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2087 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.683169:0:200258:0:(rw26.c:858:ll_write_end()) pos 8548352, len 4096, copied 4096 00000080:00200000:0.0:1775773081.683172:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d7ee0948[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.683175:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000db987ade 17ffffc0001001 3:0 ffff9a60458b4ee0 2087 lru 00000080:00200000:0.0:1775773081.683180:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f00f00e1 2087: 1< 0 - - > 2< 8548352 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.683182:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d7ee0948 00000080:00200000:0.0:1775773081.683183:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 40. 00000080:00200000:0.0:1775773081.683185:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2088 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.683197:0:200258:0:(rw26.c:858:ll_write_end()) pos 8552448, len 4096, copied 4096 00000080:00200000:0.0:1775773081.683201:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a5c48e31[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.683204:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a934ac88 17ffffc0001001 3:0 ffff9a60458b49a0 2088 lru 00000080:00200000:0.0:1775773081.683210:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c3f70087 2088: 1< 0 - - > 2< 8552448 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.683213:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a5c48e31 00000080:00200000:0.0:1775773081.683214:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 41. 00000080:00200000:0.0:1775773081.683216:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2089 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.683229:0:200258:0:(rw26.c:858:ll_write_end()) pos 8556544, len 4096, copied 4096 00000080:00200000:0.0:1775773081.683234:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004f8cb3ad[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.683237:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b8c33136 17ffffc0001001 3:0 ffff9a60458b4a80 2089 lru 00000080:00200000:0.0:1775773081.683242:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003c041690 2089: 1< 0 - - > 2< 8556544 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.683245:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004f8cb3ad 00000080:00200000:0.0:1775773081.683246:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 42. 00000080:00200000:0.0:1775773081.683248:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2090 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.683265:0:200258:0:(rw26.c:858:ll_write_end()) pos 8560640, len 4096, copied 4096 00000080:00200000:0.0:1775773081.683269:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000039287285[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.683272:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000de32f412 17ffffc0001001 3:0 ffff9a60458b4d20 2090 lru 00000080:00200000:0.0:1775773081.683277:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d3a36a56 2090: 1< 0 - - > 2< 8560640 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.683279:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000039287285 00000080:00200000:0.0:1775773081.683281:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 43. 00000080:00200000:0.0:1775773081.683283:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2091 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.683307:0:200258:0:(rw26.c:858:ll_write_end()) pos 8564736, len 4096, copied 4096 00000080:00200000:0.0:1775773081.683312:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f5cf7528[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.683315:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c6500c88 17ffffc0001001 3:0 ffff9a60511f5540 2091 lru 00000080:00200000:0.0:1775773081.683321:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a2f584ab 2091: 1< 0 - - > 2< 8564736 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.683323:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f5cf7528 00000080:00200000:0.0:1775773081.683325:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 44. 00000080:00200000:0.0:1775773081.683327:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2092 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.683345:0:200258:0:(rw26.c:858:ll_write_end()) pos 8568832, len 4096, copied 4096 00000080:00200000:0.0:1775773081.683349:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000127af786[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.683352:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000597fdaab 17ffffc0001001 3:0 ffff9a60511f57e0 2092 lru 00000080:00200000:0.0:1775773081.683357:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006d5a2589 2092: 1< 0 - - > 2< 8568832 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.683359:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000127af786 00000080:00200000:0.0:1775773081.683361:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 45. 00000080:00200000:0.0:1775773081.683363:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2093 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.683384:0:200258:0:(rw26.c:858:ll_write_end()) pos 8572928, len 4096, copied 4096 00000080:00200000:0.0:1775773081.683388:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e46f0ee3[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.683391:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000da602a46 17ffffc0001021 2:0 ffff9a60511f50e0 2093 lru 00000080:00200000:0.0:1775773081.683396:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ce5dcf37 2093: 1< 0 - - > 2< 8572928 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.683399:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e46f0ee3 00000080:00200000:0.0:1775773081.683401:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 46. 00000080:00200000:0.0:1775773081.683403:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2094 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.683421:0:200258:0:(rw26.c:858:ll_write_end()) pos 8577024, len 4096, copied 4096 00000080:00200000:0.0:1775773081.683425:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008fbf47ba[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.683428:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000048565dcc 17ffffc0001001 3:0 ffff9a60511f58c0 2094 lru 00000080:00200000:0.0:1775773081.683433:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007ba44bc6 2094: 1< 0 - - > 2< 8577024 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.683436:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008fbf47ba 00000080:00200000:0.0:1775773081.683437:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 47. 00000080:00200000:0.0:1775773081.683439:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2095 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.683452:0:200258:0:(rw26.c:858:ll_write_end()) pos 8581120, len 4096, copied 4096 00000080:00200000:0.0:1775773081.683456:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002be5ee11[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.683459:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ad98369f 17ffffc0001001 3:0 ffff9a60511f5380 2095 lru 00000080:00200000:0.0:1775773081.683465:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006646b37c 2095: 1< 0 - - > 2< 8581120 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.683467:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002be5ee11 00000080:00200000:0.0:1775773081.683469:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 48. 00000080:00200000:0.0:1775773081.683471:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2096 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.683484:0:200258:0:(rw26.c:858:ll_write_end()) pos 8585216, len 4096, copied 4096 00000080:00200000:0.0:1775773081.683488:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bf3af587[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.683491:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000aaa01a9b 17ffffc0001001 3:0 ffff9a60511f5620 2096 lru 00000080:00200000:0.0:1775773081.683510:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002820b08a 2096: 1< 0 - - > 2< 8585216 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.683513:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bf3af587 00000080:00200000:0.0:1775773081.683514:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 49. 00000080:00200000:0.0:1775773081.683516:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2097 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.685522:0:200258:0:(rw26.c:858:ll_write_end()) pos 8589312, len 4096, copied 4096 00000080:00200000:0.0:1775773081.685544:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006581d882[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.686588:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009c597407 17ffffc0001001 3:0 ffff9a60511f5460 2097 lru 00000080:00200000:0.0:1775773081.686604:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a3e454f9 2097: 1< 0 - - > 2< 8589312 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.686606:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006581d882 00000080:00200000:0.0:1775773081.686608:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 50. 00000080:00200000:0.0:1775773081.686615:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2098 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.686681:0:200258:0:(rw26.c:858:ll_write_end()) pos 8593408, len 4096, copied 4096 00000080:00200000:0.0:1775773081.686688:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001491d790[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.686693:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009b7a7e6f 17ffffc0001001 3:0 ffff9a60511f5000 2098 lru 00000080:00200000:0.0:1775773081.686699:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b93c5bcb 2098: 1< 0 - - > 2< 8593408 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.686701:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001491d790 00000080:00200000:0.0:1775773081.686703:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 51. 00000080:00200000:0.0:1775773081.686705:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2099 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.686721:0:200258:0:(rw26.c:858:ll_write_end()) pos 8597504, len 4096, copied 4096 00000080:00200000:0.0:1775773081.686724:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000062e2e6fe[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.686726:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005b899c62 17ffffc0001001 3:0 ffff9a60511f5c40 2099 lru 00000080:00200000:0.0:1775773081.686730:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d5c6c40b 2099: 1< 0 - - > 2< 8597504 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.686731:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000062e2e6fe 00000080:00200000:0.0:1775773081.686732:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 52. 00000080:00200000:0.0:1775773081.686734:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2100 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.686743:0:200258:0:(rw26.c:858:ll_write_end()) pos 8601600, len 4096, copied 4096 00000080:00200000:0.0:1775773081.686745:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000085aa19ae[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.686747:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009bc97b0b 17ffffc0001001 3:0 ffff9a60511f5e00 2100 lru 00000080:00200000:0.0:1775773081.686750:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003897ead8 2100: 1< 0 - - > 2< 8601600 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.686752:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000085aa19ae 00000080:00200000:0.0:1775773081.686753:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 53. 00000080:00200000:0.0:1775773081.686754:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2101 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.686765:0:200258:0:(rw26.c:858:ll_write_end()) pos 8605696, len 4096, copied 4096 00000080:00200000:0.0:1775773081.686767:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b9d54428[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.686769:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000022cffec9 17ffffc0001001 3:0 ffff9a60511f5700 2101 lru 00000080:00200000:0.0:1775773081.686773:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a8e7b98e 2101: 1< 0 - - > 2< 8605696 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.686774:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b9d54428 00000080:00200000:0.0:1775773081.686775:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 54. 00000080:00200000:0.0:1775773081.686776:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2102 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.686784:0:200258:0:(rw26.c:858:ll_write_end()) pos 8609792, len 4096, copied 4096 00000080:00200000:0.0:1775773081.686786:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000905f2db8[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.686788:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000000284aef 17ffffc0001001 3:0 ffff9a60511f52a0 2102 lru 00000080:00200000:0.0:1775773081.686804:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d2c10712 2102: 1< 0 - - > 2< 8609792 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.686805:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000905f2db8 00000080:00200000:0.0:1775773081.686806:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 55. 00000080:00200000:0.0:1775773081.686808:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2103 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.686819:0:200258:0:(rw26.c:858:ll_write_end()) pos 8613888, len 4096, copied 4096 00000080:00200000:0.0:1775773081.686821:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000634f7329[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.686823:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e217857d 17ffffc0001001 3:0 ffff9a60511f51c0 2103 lru 00000080:00200000:0.0:1775773081.686826:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e4090a79 2103: 1< 0 - - > 2< 8613888 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.686828:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000634f7329 00000080:00200000:0.0:1775773081.686828:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 56. 00000080:00200000:0.0:1775773081.686829:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2104 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.686838:0:200258:0:(rw26.c:858:ll_write_end()) pos 8617984, len 4096, copied 4096 00000080:00200000:0.0:1775773081.686840:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001c2f8932[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.686841:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000285d6c1d 17ffffc0001001 3:0 ffff9a60511f5ee0 2104 lru 00000080:00200000:0.0:1775773081.686844:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000361b8e9a 2104: 1< 0 - - > 2< 8617984 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.686846:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001c2f8932 00000080:00200000:0.0:1775773081.686846:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 57. 00000080:00200000:0.0:1775773081.686847:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2105 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.686856:0:200258:0:(rw26.c:858:ll_write_end()) pos 8622080, len 4096, copied 4096 00000080:00200000:0.0:1775773081.686858:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004698efa2[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.686859:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c79dd725 17ffffc0001001 3:0 ffff9a60511f59a0 2105 lru 00000080:00200000:0.0:1775773081.686862:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c7252954 2105: 1< 0 - - > 2< 8622080 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.686863:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004698efa2 00000080:00200000:0.0:1775773081.686864:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 58. 00000080:00200000:0.0:1775773081.686865:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2106 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.686876:0:200258:0:(rw26.c:858:ll_write_end()) pos 8626176, len 4096, copied 4096 00000080:00200000:0.0:1775773081.686880:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005aa6eed9[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.686882:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000696d3a3d 17ffffc0001001 3:0 ffff9a60511f5a80 2106 lru 00000080:00200000:0.0:1775773081.686887:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000083b9bb36 2106: 1< 0 - - > 2< 8626176 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.686889:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005aa6eed9 00000080:00200000:0.0:1775773081.686889:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 59. 00000080:00200000:0.0:1775773081.686891:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2107 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.686906:0:200258:0:(rw26.c:858:ll_write_end()) pos 8630272, len 4096, copied 4096 00000080:00200000:0.0:1775773081.686909:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000068da1b98[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.686913:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008b6bfc42 17ffffc0001001 3:0 ffff9a60511f5d20 2107 lru 00000080:00200000:0.0:1775773081.686918:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e5547b4b 2107: 1< 0 - - > 2< 8630272 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.686920:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000068da1b98 00000080:00200000:0.0:1775773081.686921:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 60. 00000080:00200000:0.0:1775773081.686923:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2108 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.686950:0:200258:0:(rw26.c:858:ll_write_end()) pos 8634368, len 4096, copied 4096 00000080:00200000:0.0:1775773081.686954:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004af33633[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.686957:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b8820e83 17ffffc0001021 2:0 ffff9a60511f5b60 2108 lru 00000080:00200000:0.0:1775773081.686963:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000093a8c7b5 2108: 1< 0 - - > 2< 8634368 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.686965:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004af33633 00000080:00200000:0.0:1775773081.686966:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 61. 00000080:00200000:0.0:1775773081.686968:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2109 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.686999:0:200258:0:(rw26.c:858:ll_write_end()) pos 8638464, len 4096, copied 4096 00000080:00200000:0.0:1775773081.687003:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000a1cbbdc[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.687006:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000079aefefe 17ffffc0001001 3:0 ffff9a6051521000 2109 lru 00000080:00200000:0.0:1775773081.687011:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f6d76bd7 2109: 1< 0 - - > 2< 8638464 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.687014:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000a1cbbdc 00000080:00200000:0.0:1775773081.687015:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 62. 00000080:00200000:0.0:1775773081.687017:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2110 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.687032:0:200258:0:(rw26.c:858:ll_write_end()) pos 8642560, len 4096, copied 4096 00000080:00200000:0.0:1775773081.687037:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000be5f8c25[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.687039:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000046f090d2 17ffffc0001001 3:0 ffff9a6051521c40 2110 lru 00000080:00200000:0.0:1775773081.687044:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000021fb2708 2110: 1< 0 - - > 2< 8642560 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.687046:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000be5f8c25 00000080:00200000:0.0:1775773081.687047:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 63. 00000080:00200000:0.0:1775773081.687048:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2111 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.687062:0:200258:0:(rw26.c:858:ll_write_end()) pos 8646656, len 4096, copied 4096 00000080:00200000:0.0:1775773081.687065:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a552aaba[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.687068:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000539dca2a 17ffffc0001001 3:0 ffff9a6051521e00 2111 lru 00000080:00200000:0.0:1775773081.687072:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005623568a 2111: 1< 0 - - > 2< 8646656 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.687074:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a552aaba 00000080:00200000:0.0:1775773081.687076:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 64. 00000080:00200000:0.0:1775773081.687077:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2112 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.687100:0:200258:0:(rw26.c:858:ll_write_end()) pos 8650752, len 4096, copied 4096 00000080:00200000:0.0:1775773081.687104:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e61e3a58[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.687107:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000047ccab8f 17ffffc0001001 3:0 ffff9a6051521700 2112 lru 00000080:00200000:0.0:1775773081.687113:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000702116e0 2112: 1< 0 - - > 2< 8650752 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.687115:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e61e3a58 00000080:00200000:0.0:1775773081.687116:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 65. 00000080:00200000:0.0:1775773081.687118:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2113 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.687132:0:200258:0:(rw26.c:858:ll_write_end()) pos 8654848, len 4096, copied 4096 00000080:00200000:0.0:1775773081.687134:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f34c2189[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.687136:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000cc980bf 17ffffc0001001 3:0 ffff9a60515212a0 2113 lru 00000080:00200000:0.0:1775773081.687140:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000005f70d47 2113: 1< 0 - - > 2< 8654848 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.687141:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f34c2189 00000080:00200000:0.0:1775773081.687142:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 66. 00000080:00200000:0.0:1775773081.687143:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2114 of 0 to 4096 bytes 00000080:00200000:0.0:1775773081.687152:0:200258:0:(rw26.c:858:ll_write_end()) pos 8658944, len 4096, copied 4096 00000080:00200000:0.0:1775773081.687154:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f37c62bd[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:0.0:1775773081.687155:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dcf91aaf 17ffffc0001001 3:0 ffff9a60515211c0 2114 lru 00000080:00200000:0.0:1775773081.687541:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000091a4be03 2114: 1< 0 - - > 2< 8658944 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:0.0:1775773081.687543:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f37c62bd 00000080:00200000:0.0:1775773081.687545:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 67. 00000080:00200000:1.0:1775773081.687761:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2115 of 0 to 4096 bytes 00010000:00010000:2.0:1775773081.687766:0:193115:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (4194304 4198399) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1775773081.687811:0:200258:0:(rw26.c:858:ll_write_end()) pos 8663040, len 4096, copied 4096 00000080:00200000:1.0:1775773081.687817:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d84edb5e[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.687819:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006c5a7ebf 17ffffc0001001 3:0 ffff9a6045bd9620 2115 lru 00000080:00200000:1.0:1775773081.687825:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005e7f4f85 2115: 1< 0 - - > 2< 8663040 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.687827:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d84edb5e 00000080:00200000:1.0:1775773081.687828:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 68. 00000080:00200000:1.0:1775773081.687830:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2116 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.687846:0:200258:0:(rw26.c:858:ll_write_end()) pos 8667136, len 4096, copied 4096 00000080:00200000:1.0:1775773081.687849:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000004ff2f85[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.687852:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005c211120 17ffffc0001001 3:0 ffff9a6045bd9460 2116 lru 00000080:00200000:1.0:1775773081.687857:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008efce3cf 2116: 1< 0 - - > 2< 8667136 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.687859:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000004ff2f85 00000080:00200000:1.0:1775773081.687860:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 69. 00000080:00200000:1.0:1775773081.687861:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2117 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.688030:0:200258:0:(rw26.c:858:ll_write_end()) pos 8671232, len 4096, copied 4096 00000080:00200000:1.0:1775773081.688035:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000022cdc3e9[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.688038:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003fd711af 17ffffc0001001 3:0 ffff9a604121ae00 2117 lru 00000080:00200000:1.0:1775773081.688043:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000431240e8 2117: 1< 0 - - > 2< 8671232 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.688046:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000022cdc3e9 00000080:00200000:1.0:1775773081.688047:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 70. 00000080:00200000:1.0:1775773081.688049:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2118 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.688066:0:200258:0:(rw26.c:858:ll_write_end()) pos 8675328, len 4096, copied 4096 00000080:00200000:1.0:1775773081.688069:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e4088991[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.688071:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000aafb2fe3 17ffffc0001001 3:0 ffff9a604121a700 2118 lru 00000080:00200000:1.0:1775773081.688076:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000068d3b0a5 2118: 1< 0 - - > 2< 8675328 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.688078:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e4088991 00000080:00200000:1.0:1775773081.688079:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 71. 00000080:00200000:1.0:1775773081.688081:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2119 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.688094:0:200258:0:(rw26.c:858:ll_write_end()) pos 8679424, len 4096, copied 4096 00000080:00200000:1.0:1775773081.688098:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d28e7a3e[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.688100:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e030c4a4 17ffffc0001001 3:0 ffff9a604121a2a0 2119 lru 00000080:00200000:1.0:1775773081.688104:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009325abb5 2119: 1< 0 - - > 2< 8679424 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.688106:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d28e7a3e 00000080:00200000:1.0:1775773081.688107:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 72. 00000080:00200000:1.0:1775773081.688109:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2120 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.688122:0:200258:0:(rw26.c:858:ll_write_end()) pos 8683520, len 4096, copied 4096 00000080:00200000:1.0:1775773081.688126:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003a025b68[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.688128:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000517fad66 17ffffc0001001 3:0 ffff9a604121a1c0 2120 lru 00000080:00200000:1.0:1775773081.688134:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f4562734 2120: 1< 0 - - > 2< 8683520 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.688136:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003a025b68 00000080:00200000:1.0:1775773081.688137:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 73. 00000080:00200000:1.0:1775773081.688139:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2121 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.688155:0:200258:0:(rw26.c:858:ll_write_end()) pos 8687616, len 4096, copied 4096 00000080:00200000:1.0:1775773081.688160:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008764cee1[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.688162:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a8f9da3a 17ffffc0001001 3:0 ffff9a604121aee0 2121 lru 00000080:00200000:1.0:1775773081.688168:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b05c5bae 2121: 1< 0 - - > 2< 8687616 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.688170:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008764cee1 00000080:00200000:1.0:1775773081.688171:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 74. 00000080:00200000:1.0:1775773081.688173:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2122 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.688190:0:200258:0:(rw26.c:858:ll_write_end()) pos 8691712, len 4096, copied 4096 00000080:00200000:1.0:1775773081.688194:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000b1bb278[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.688196:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000021e08f03 17ffffc0001001 3:0 ffff9a604121a9a0 2122 lru 00000080:00200000:1.0:1775773081.688200:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bc51de95 2122: 1< 0 - - > 2< 8691712 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.688202:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000b1bb278 00000080:00200000:1.0:1775773081.688203:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 75. 00000080:00200000:1.0:1775773081.688206:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2123 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.688220:0:200258:0:(rw26.c:858:ll_write_end()) pos 8695808, len 4096, copied 4096 00000080:00200000:1.0:1775773081.688224:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000005083596[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.688240:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008143e10e 17ffffc0001001 3:0 ffff9a604121aa80 2123 lru 00000080:00200000:1.0:1775773081.688245:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dc3e0b7f 2123: 1< 0 - - > 2< 8695808 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.688247:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000005083596 00000080:00200000:1.0:1775773081.688248:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 76. 00000080:00200000:1.0:1775773081.688251:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2124 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.688267:0:200258:0:(rw26.c:858:ll_write_end()) pos 8699904, len 4096, copied 4096 00000080:00200000:1.0:1775773081.688272:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008c199b18[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.688275:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006ad7d061 17ffffc0001001 3:0 ffff9a604121ad20 2124 lru 00000080:00200000:1.0:1775773081.688280:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000017e8119e 2124: 1< 0 - - > 2< 8699904 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.688283:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008c199b18 00000080:00200000:1.0:1775773081.688284:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 77. 00000080:00200000:1.0:1775773081.688286:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2125 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.688304:0:200258:0:(rw26.c:858:ll_write_end()) pos 8704000, len 4096, copied 4096 00000080:00200000:1.0:1775773081.688308:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000db89ea75[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.688311:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000618c53f9 17ffffc0001001 3:0 ffff9a604121ab60 2125 lru 00000080:00200000:1.0:1775773081.688316:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000234c571 2125: 1< 0 - - > 2< 8704000 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.688319:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000db89ea75 00000080:00200000:1.0:1775773081.688320:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 78. 00000080:00200000:1.0:1775773081.688322:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2126 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.688337:0:200258:0:(rw26.c:858:ll_write_end()) pos 8708096, len 4096, copied 4096 00000080:00200000:1.0:1775773081.688342:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000beaa73e0[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.688344:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f4a984f6 17ffffc0001001 3:0 ffff9a604121a540 2126 lru 00000080:00200000:1.0:1775773081.688349:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000075ae1388 2126: 1< 0 - - > 2< 8708096 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.688351:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000beaa73e0 00000080:00200000:1.0:1775773081.688353:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 79. 00000080:00200000:1.0:1775773081.688354:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2127 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.688371:0:200258:0:(rw26.c:858:ll_write_end()) pos 8712192, len 4096, copied 4096 00000080:00200000:1.0:1775773081.688374:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004c59f507[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.688377:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000069f84d41 17ffffc0001001 3:0 ffff9a604121a7e0 2127 lru 00000080:00200000:1.0:1775773081.688382:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000080d1dcb1 2127: 1< 0 - - > 2< 8712192 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.688384:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004c59f507 00000080:00200000:1.0:1775773081.688385:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 80. 00000080:00200000:1.0:1775773081.688387:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2128 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.688412:0:200258:0:(rw26.c:858:ll_write_end()) pos 8716288, len 4096, copied 4096 00000080:00200000:1.0:1775773081.688416:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cd112647[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.688419:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006e0b13c4 17ffffc0001021 2:0 ffff9a604121a0e0 2128 lru 00000080:00200000:1.0:1775773081.688424:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000229eb92 2128: 1< 0 - - > 2< 8716288 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.688426:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cd112647 00000080:00200000:1.0:1775773081.688427:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 81. 00000080:00200000:1.0:1775773081.688429:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2129 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.688445:0:200258:0:(rw26.c:858:ll_write_end()) pos 8720384, len 4096, copied 4096 00000080:00200000:1.0:1775773081.688449:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f7d23335[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.688452:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008620bf3e 17ffffc0001001 3:0 ffff9a604121a8c0 2129 lru 00000080:00200000:1.0:1775773081.688458:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ef0ef585 2129: 1< 0 - - > 2< 8720384 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.688460:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f7d23335 00000080:00200000:1.0:1775773081.688462:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 82. 00000080:00200000:1.0:1775773081.688464:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2130 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.688479:0:200258:0:(rw26.c:858:ll_write_end()) pos 8724480, len 4096, copied 4096 00000080:00200000:1.0:1775773081.688484:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000554416e7[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.688487:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c926f9f3 17ffffc0001001 3:0 ffff9a604121a380 2130 lru 00000080:00200000:1.0:1775773081.688493:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007fea05e4 2130: 1< 0 - - > 2< 8724480 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.688506:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000554416e7 00000080:00200000:1.0:1775773081.688508:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 83. 00000080:00200000:1.0:1775773081.688510:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2131 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.688527:0:200258:0:(rw26.c:858:ll_write_end()) pos 8728576, len 4096, copied 4096 00000080:00200000:1.0:1775773081.688532:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b84ec2e6[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.688535:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000009b3522d 17ffffc0001001 3:0 ffff9a604121a620 2131 lru 00000080:00200000:1.0:1775773081.688540:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000331cfd06 2131: 1< 0 - - > 2< 8728576 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.688543:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b84ec2e6 00000080:00200000:1.0:1775773081.688544:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 84. 00000080:00200000:1.0:1775773081.688547:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2132 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.688564:0:200258:0:(rw26.c:858:ll_write_end()) pos 8732672, len 4096, copied 4096 00000080:00200000:1.0:1775773081.688568:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000eb2c90fb[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.688571:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005b27aaa8 17ffffc0001001 3:0 ffff9a604121a460 2132 lru 00000080:00200000:1.0:1775773081.688576:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005355cf7f 2132: 1< 0 - - > 2< 8732672 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.688579:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000eb2c90fb 00000080:00200000:1.0:1775773081.688580:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 85. 00000080:00200000:1.0:1775773081.688582:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2133 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.688598:0:200258:0:(rw26.c:858:ll_write_end()) pos 8736768, len 4096, copied 4096 00000080:00200000:1.0:1775773081.688603:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d4646d6f[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.688606:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b4be4f5e 17ffffc0001001 3:0 ffff9a604121a000 2133 lru 00000080:00200000:1.0:1775773081.688611:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000512d4020 2133: 1< 0 - - > 2< 8736768 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.688614:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d4646d6f 00000080:00200000:1.0:1775773081.688615:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 86. 00000080:00200000:1.0:1775773081.688617:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2134 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.689076:0:200258:0:(rw26.c:858:ll_write_end()) pos 8740864, len 4096, copied 4096 00000080:00200000:1.0:1775773081.689083:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a00cd832[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.689086:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000941c1e8a 17ffffc0001001 3:0 ffff9a604121ac40 2134 lru 00000080:00200000:1.0:1775773081.689093:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004b423877 2134: 1< 0 - - > 2< 8740864 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.689095:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a00cd832 00000080:00200000:1.0:1775773081.689096:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 87. 00000080:00200000:1.0:1775773081.689099:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2135 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.689129:0:200258:0:(rw26.c:858:ll_write_end()) pos 8744960, len 4096, copied 4096 00000080:00200000:1.0:1775773081.689134:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002a65b4d6[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.689136:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fe7081be 17ffffc0001001 3:0 ffff9a60513d01c0 2135 lru 00000080:00200000:1.0:1775773081.689142:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001b192b2c 2135: 1< 0 - - > 2< 8744960 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.689145:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002a65b4d6 00000080:00200000:1.0:1775773081.689147:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 88. 00000080:00200000:1.0:1775773081.689149:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2136 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.689165:0:200258:0:(rw26.c:858:ll_write_end()) pos 8749056, len 4096, copied 4096 00000080:00200000:1.0:1775773081.689169:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000061a63044[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.689172:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003ad375a0 17ffffc0001001 3:0 ffff9a60513d0ee0 2136 lru 00000080:00200000:1.0:1775773081.689177:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006819647e 2136: 1< 0 - - > 2< 8749056 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.689179:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000061a63044 00000080:00200000:1.0:1775773081.689180:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 89. 00000080:00200000:1.0:1775773081.689182:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2137 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.689197:0:200258:0:(rw26.c:858:ll_write_end()) pos 8753152, len 4096, copied 4096 00000080:00200000:1.0:1775773081.689201:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007ffbe235[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.689203:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007b964800 17ffffc0001001 3:0 ffff9a60513d09a0 2137 lru 00000080:00200000:1.0:1775773081.689208:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e0497abe 2137: 1< 0 - - > 2< 8753152 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.689210:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007ffbe235 00000080:00200000:1.0:1775773081.689211:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 90. 00000080:00200000:1.0:1775773081.689213:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2138 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.689299:0:200258:0:(rw26.c:858:ll_write_end()) pos 8757248, len 4096, copied 4096 00000080:00200000:1.0:1775773081.689304:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cfdc6613[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.689307:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003d1cbc06 17ffffc0001001 3:0 ffff9a60513d0a80 2138 lru 00000080:00200000:1.0:1775773081.689313:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004102c6b4 2138: 1< 0 - - > 2< 8757248 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.689315:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cfdc6613 00000080:00200000:1.0:1775773081.689316:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 91. 00000080:00200000:1.0:1775773081.689318:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2139 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.689338:0:200258:0:(rw26.c:858:ll_write_end()) pos 8761344, len 4096, copied 4096 00000080:00200000:1.0:1775773081.689342:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008e361aa4[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.689345:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002e625cd0 17ffffc0001001 3:0 ffff9a60513d0d20 2139 lru 00000080:00200000:1.0:1775773081.689349:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000072e664ab 2139: 1< 0 - - > 2< 8761344 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.689351:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008e361aa4 00000080:00200000:1.0:1775773081.689352:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 92. 00000080:00200000:1.0:1775773081.689354:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2140 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.689371:0:200258:0:(rw26.c:858:ll_write_end()) pos 8765440, len 4096, copied 4096 00000080:00200000:1.0:1775773081.689376:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fcf80789[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.689379:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007cc70815 17ffffc0001001 3:0 ffff9a60513d0b60 2140 lru 00000080:00200000:1.0:1775773081.689384:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b6ec1cb3 2140: 1< 0 - - > 2< 8765440 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.689386:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fcf80789 00000080:00200000:1.0:1775773081.689387:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 93. 00000080:00200000:1.0:1775773081.689389:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2141 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.689402:0:200258:0:(rw26.c:858:ll_write_end()) pos 8769536, len 4096, copied 4096 00000080:00200000:1.0:1775773081.689406:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004dec6bef[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.689409:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009863d92c 17ffffc0001001 3:0 ffff9a60513d0540 2141 lru 00000080:00200000:1.0:1775773081.689414:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002034bd3d 2141: 1< 0 - - > 2< 8769536 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.689417:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004dec6bef 00000080:00200000:1.0:1775773081.689418:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 94. 00000080:00200000:1.0:1775773081.689420:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2142 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.689436:0:200258:0:(rw26.c:858:ll_write_end()) pos 8773632, len 4096, copied 4096 00000080:00200000:1.0:1775773081.689440:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000001f2cd55[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.689443:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001b268c46 17ffffc0001001 3:0 ffff9a60513d07e0 2142 lru 00000080:00200000:1.0:1775773081.689449:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000199a6df6 2142: 1< 0 - - > 2< 8773632 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.689451:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000001f2cd55 00000080:00200000:1.0:1775773081.689452:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 95. 00000080:00200000:1.0:1775773081.689454:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2143 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.689476:0:200258:0:(rw26.c:858:ll_write_end()) pos 8777728, len 4096, copied 4096 00000080:00200000:1.0:1775773081.689482:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000035cd7176[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.689485:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000abab738 17ffffc0001021 2:0 ffff9a60513d00e0 2143 lru 00000080:00200000:1.0:1775773081.689490:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c4292500 2143: 1< 0 - - > 2< 8777728 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.689493:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000035cd7176 00000080:00200000:1.0:1775773081.689494:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 96. 00000080:00200000:1.0:1775773081.689508:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2144 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.689525:0:200258:0:(rw26.c:858:ll_write_end()) pos 8781824, len 4096, copied 4096 00000080:00200000:1.0:1775773081.689530:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a0e7ea16[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.689532:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c1542984 17ffffc0001001 3:0 ffff9a60513d08c0 2144 lru 00000080:00200000:1.0:1775773081.689538:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000040cfbf1c 2144: 1< 0 - - > 2< 8781824 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.689541:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a0e7ea16 00000080:00200000:1.0:1775773081.689542:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 97. 00000080:00200000:1.0:1775773081.689544:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2145 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.689560:0:200258:0:(rw26.c:858:ll_write_end()) pos 8785920, len 4096, copied 4096 00000080:00200000:1.0:1775773081.689564:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000024f24290[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.689567:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000962f863f 17ffffc0001001 3:0 ffff9a60513d0380 2145 lru 00000080:00200000:1.0:1775773081.689574:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002d6a6bf2 2145: 1< 0 - - > 2< 8785920 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.689576:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000024f24290 00000080:00200000:1.0:1775773081.689577:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 98. 00000080:00200000:1.0:1775773081.689579:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2146 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.689597:0:200258:0:(rw26.c:858:ll_write_end()) pos 8790016, len 4096, copied 4096 00000080:00200000:1.0:1775773081.689601:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008460987a[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.689604:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f3b47d72 17ffffc0001001 3:0 ffff9a60513d0620 2146 lru 00000080:00200000:1.0:1775773081.689609:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000391c2198 2146: 1< 0 - - > 2< 8790016 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.689612:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008460987a 00000080:00200000:1.0:1775773081.689613:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 99. 00000080:00200000:1.0:1775773081.689614:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2147 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.689725:0:200258:0:(rw26.c:858:ll_write_end()) pos 8794112, len 4096, copied 4096 00000080:00200000:1.0:1775773081.689730:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e93fa9c9[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.689733:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000c739b22 17ffffc0001001 3:0 ffff9a60513d0460 2147 lru 00000080:00200000:1.0:1775773081.689739:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007685b317 2147: 1< 0 - - > 2< 8794112 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.689742:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e93fa9c9 00000080:00200000:1.0:1775773081.689743:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 100. 00000080:00200000:1.0:1775773081.689745:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2148 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.689763:0:200258:0:(rw26.c:858:ll_write_end()) pos 8798208, len 4096, copied 4096 00000080:00200000:1.0:1775773081.689767:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a4e6915d[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.689770:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b4a78db5 17ffffc0001001 3:0 ffff9a60513d0000 2148 lru 00000080:00200000:1.0:1775773081.689776:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e32a5e96 2148: 1< 0 - - > 2< 8798208 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.689778:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a4e6915d 00000080:00200000:1.0:1775773081.689779:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 101. 00000080:00200000:1.0:1775773081.689782:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2149 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.689824:0:200258:0:(rw26.c:858:ll_write_end()) pos 8802304, len 4096, copied 4096 00000080:00200000:1.0:1775773081.689829:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007a4d9a72[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.689832:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000051abc1a3 17ffffc0001001 3:0 ffff9a60513d0c40 2149 lru 00000080:00200000:1.0:1775773081.689837:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007e2c2b72 2149: 1< 0 - - > 2< 8802304 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.689840:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007a4d9a72 00000080:00200000:1.0:1775773081.689841:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 102. 00000080:00200000:1.0:1775773081.689843:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2150 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.689859:0:200258:0:(rw26.c:858:ll_write_end()) pos 8806400, len 4096, copied 4096 00000080:00200000:1.0:1775773081.689863:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c1475947[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.690040:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003844f7f9 17ffffc0001001 3:0 ffff9a60513d0e00 2150 lru 00000080:00200000:1.0:1775773081.690046:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001dd7e705 2150: 1< 0 - - > 2< 8806400 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.690049:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c1475947 00000080:00200000:1.0:1775773081.690050:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 103. 00000080:00200000:1.0:1775773081.690053:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2151 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.690071:0:200258:0:(rw26.c:858:ll_write_end()) pos 8810496, len 4096, copied 4096 00000080:00200000:1.0:1775773081.690075:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b52d7b90[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.690079:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000090ac5e2f 17ffffc0001001 3:0 ffff9a60513d0700 2151 lru 00000080:00200000:1.0:1775773081.690085:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e2e1ce49 2151: 1< 0 - - > 2< 8810496 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.690087:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b52d7b90 00000080:00200000:1.0:1775773081.690089:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 104. 00000080:00200000:1.0:1775773081.690091:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2152 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.690106:0:200258:0:(rw26.c:858:ll_write_end()) pos 8814592, len 4096, copied 4096 00000080:00200000:1.0:1775773081.690111:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000054799a2e[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.690114:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000098a8ed94 17ffffc0001001 3:0 ffff9a60513d02a0 2152 lru 00000080:00200000:1.0:1775773081.690119:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008f7adb74 2152: 1< 0 - - > 2< 8814592 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.690122:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000054799a2e 00000080:00200000:1.0:1775773081.690123:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 105. 00000080:00200000:1.0:1775773081.690125:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2153 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.690152:0:200258:0:(rw26.c:858:ll_write_end()) pos 8818688, len 4096, copied 4096 00000080:00200000:1.0:1775773081.690157:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000be5f3277[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.690159:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002c56d6dd 17ffffc0001001 3:0 ffff9a6058f80a80 2153 lru 00000080:00200000:1.0:1775773081.690165:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c19c002d 2153: 1< 0 - - > 2< 8818688 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.690168:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000be5f3277 00000080:00200000:1.0:1775773081.690170:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 106. 00000080:00200000:1.0:1775773081.690172:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2154 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.690187:0:200258:0:(rw26.c:858:ll_write_end()) pos 8822784, len 4096, copied 4096 00000080:00200000:1.0:1775773081.690191:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cd469655[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.690194:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f034f6b4 17ffffc0001001 3:0 ffff9a6058f80d20 2154 lru 00000080:00200000:1.0:1775773081.690198:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002ee98350 2154: 1< 0 - - > 2< 8822784 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.690200:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cd469655 00000080:00200000:1.0:1775773081.690202:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 107. 00000080:00200000:1.0:1775773081.690204:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2155 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.690217:0:200258:0:(rw26.c:858:ll_write_end()) pos 8826880, len 4096, copied 4096 00000080:00200000:1.0:1775773081.690221:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d22bf623[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.690224:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005b58451c 17ffffc0001001 3:0 ffff9a6058f80b60 2155 lru 00000008:00100000:2.0:1775773081.690235:0:193115:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9a6051392a00 - object 0x280000401:6963 offset 4194304<>8388608 00000080:00200000:1.0:1775773081.690308:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a78adcc1 2155: 1< 0 - - > 2< 8826880 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 0 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.690312:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d22bf623 00000080:00200000:1.0:1775773081.690314:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 108. 00000080:00200000:1.0:1775773081.690316:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2156 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.690333:0:200258:0:(rw26.c:858:ll_write_end()) pos 8830976, len 4096, copied 4096 00000080:00200000:1.0:1775773081.690338:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bbc1c984[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.690341:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e4b171a4 17ffffc0001001 3:0 ffff9a6058f80540 2156 lru 00000080:00200000:1.0:1775773081.690346:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cf7ba514 2156: 1< 0 - - > 2< 8830976 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.690348:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bbc1c984 00000080:00200000:1.0:1775773081.690349:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 109. 00000080:00200000:1.0:1775773081.690351:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2157 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.690368:0:200258:0:(rw26.c:858:ll_write_end()) pos 8835072, len 4096, copied 4096 00000080:00200000:1.0:1775773081.690371:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008817a5e7[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.690374:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004f96d14c 17ffffc0001001 3:0 ffff9a6058f807e0 2157 lru 00000080:00200000:1.0:1775773081.690378:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000014d4bae3 2157: 1< 0 - - > 2< 8835072 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.690380:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008817a5e7 00000080:00200000:1.0:1775773081.690382:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 110. 00000080:00200000:1.0:1775773081.690384:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2158 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.690402:0:200258:0:(rw26.c:858:ll_write_end()) pos 8839168, len 4096, copied 4096 00000080:00200000:1.0:1775773081.690407:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007ef4e517[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.690409:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003d883989 17ffffc0001021 2:0 ffff9a6058f800e0 2158 lru 00000080:00200000:1.0:1775773081.690415:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b68dfa0b 2158: 1< 0 - - > 2< 8839168 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.690417:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007ef4e517 00000080:00200000:1.0:1775773081.690418:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 111. 00000080:00200000:1.0:1775773081.690421:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2159 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.690438:0:200258:0:(rw26.c:858:ll_write_end()) pos 8843264, len 4096, copied 4096 00000080:00200000:1.0:1775773081.690442:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a51288fd[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.690445:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004709a3ba 17ffffc0001001 3:0 ffff9a6058f808c0 2159 lru 00000080:00200000:1.0:1775773081.690451:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d31f8a7e 2159: 1< 0 - - > 2< 8843264 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.690454:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a51288fd 00000080:00200000:1.0:1775773081.690455:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 112. 00000080:00200000:1.0:1775773081.690457:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2160 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.690473:0:200258:0:(rw26.c:858:ll_write_end()) pos 8847360, len 4096, copied 4096 00000080:00200000:1.0:1775773081.690478:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002c6923b7[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.690481:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000087665a73 17ffffc0001001 3:0 ffff9a6058f80380 2160 lru 00000080:00200000:1.0:1775773081.690487:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000eda2b785 2160: 1< 0 - - > 2< 8847360 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.690489:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002c6923b7 00000080:00200000:1.0:1775773081.690490:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 113. 00000080:00200000:1.0:1775773081.690492:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2161 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.690522:0:200258:0:(rw26.c:858:ll_write_end()) pos 8851456, len 4096, copied 4096 00000080:00200000:1.0:1775773081.690527:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000919cf068[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.690530:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c00e4a6a 17ffffc0001001 3:0 ffff9a6058f80620 2161 lru 00000080:00200000:1.0:1775773081.690536:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006b9a0237 2161: 1< 0 - - > 2< 8851456 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.690538:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000919cf068 00000080:00200000:1.0:1775773081.690539:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 114. 00000080:00200000:1.0:1775773081.690542:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2162 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.690557:0:200258:0:(rw26.c:858:ll_write_end()) pos 8855552, len 4096, copied 4096 00000080:00200000:1.0:1775773081.690562:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006985af6c[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.690564:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009b65b418 17ffffc0001001 3:0 ffff9a6058f80460 2162 lru 00000080:00200000:1.0:1775773081.690570:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bf278e61 2162: 1< 0 - - > 2< 8855552 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.690573:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006985af6c 00000080:00200000:1.0:1775773081.690574:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 115. 00000080:00200000:1.0:1775773081.690576:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2163 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.690592:0:200258:0:(rw26.c:858:ll_write_end()) pos 8859648, len 4096, copied 4096 00000080:00200000:1.0:1775773081.690596:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000796e979b[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.690599:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006fcebdd1 17ffffc0001001 3:0 ffff9a6058f80000 2163 lru 00000080:00200000:1.0:1775773081.690605:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006fedcc05 2163: 1< 0 - - > 2< 8859648 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.690607:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000796e979b 00000080:00200000:1.0:1775773081.690609:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 116. 00000080:00200000:1.0:1775773081.690611:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2164 of 0 to 4096 bytes 00000100:00100000:3.0:1775773081.690717:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2411:1862022422816128:192.168.201.120@tcp:4:dd.0 00000080:00200000:1.0:1775773081.690729:0:200258:0:(rw26.c:858:ll_write_end()) pos 8863744, len 4096, copied 4096 00000080:00200000:1.0:1775773081.690735:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ce2fe165[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.690738:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001832b64a 17ffffc0001001 3:0 ffff9a6058f80c40 2164 lru 00000080:00200000:1.0:1775773081.690744:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fd4d9f59 2164: 1< 0 - - > 2< 8863744 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.690747:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ce2fe165 00000080:00200000:1.0:1775773081.690748:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 117. 00000080:00200000:1.0:1775773081.690750:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2165 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.690768:0:200258:0:(rw26.c:858:ll_write_end()) pos 8867840, len 4096, copied 4096 00000080:00200000:1.0:1775773081.690773:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000df008014[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.690776:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004f62ab5f 17ffffc0001001 3:0 ffff9a6058f80e00 2165 lru 00000080:00200000:1.0:1775773081.690782:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002255d5fe 2165: 1< 0 - - > 2< 8867840 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.690785:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000df008014 00000080:00200000:1.0:1775773081.690786:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 118. 00000080:00200000:1.0:1775773081.690811:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2166 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.690831:0:200258:0:(rw26.c:858:ll_write_end()) pos 8871936, len 4096, copied 4096 00000080:00200000:1.0:1775773081.690835:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000004307195[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.690839:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000884e165f 17ffffc0001001 3:0 ffff9a6058f80700 2166 lru 00000080:00200000:1.0:1775773081.690844:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000b7dbe80 2166: 1< 0 - - > 2< 8871936 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.690847:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000004307195 00000080:00200000:1.0:1775773081.690848:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 119. 00000080:00200000:1.0:1775773081.690850:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2167 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.691090:0:200258:0:(rw26.c:858:ll_write_end()) pos 8876032, len 4096, copied 4096 00000080:00200000:1.0:1775773081.691096:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004b2017ab[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.691099:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fdfce576 17ffffc0001001 3:0 ffff9a6058f802a0 2167 lru 00000080:00200000:1.0:1775773081.691105:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000048ee4a31 2167: 1< 0 - - > 2< 8876032 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.691108:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004b2017ab 00000080:00200000:1.0:1775773081.691109:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 120. 00000080:00200000:1.0:1775773081.691112:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2168 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.691130:0:200258:0:(rw26.c:858:ll_write_end()) pos 8880128, len 4096, copied 4096 00000080:00200000:1.0:1775773081.691134:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f368eaad[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.691137:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008ed72a6e 17ffffc0001001 3:0 ffff9a6058f801c0 2168 lru 00000080:00200000:1.0:1775773081.691142:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bfea769e 2168: 1< 0 - - > 2< 8880128 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.691145:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f368eaad 00000080:00200000:1.0:1775773081.691146:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 121. 00000080:00200000:1.0:1775773081.691148:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2169 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.691163:0:200258:0:(rw26.c:858:ll_write_end()) pos 8884224, len 4096, copied 4096 00000080:00200000:1.0:1775773081.691168:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008ecece3f[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.691171:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b524585e 17ffffc0001001 3:0 ffff9a6058f80ee0 2169 lru 00000080:00200000:1.0:1775773081.691182:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000064359355 2169: 1< 0 - - > 2< 8884224 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.691185:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008ecece3f 00000080:00200000:1.0:1775773081.691186:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 122. 00000080:00200000:1.0:1775773081.691188:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2170 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.691203:0:200258:0:(rw26.c:858:ll_write_end()) pos 8888320, len 4096, copied 4096 00000080:00200000:1.0:1775773081.691208:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003d619e82[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.691210:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d8253173 17ffffc0001001 3:0 ffff9a6058f809a0 2170 lru 00000080:00200000:1.0:1775773081.691216:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000042ace54d 2170: 1< 0 - - > 2< 8888320 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - + - > 5< - - + - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.691219:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003d619e82 00000080:00200000:1.0:1775773081.691220:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 123. 00000080:00200000:1.0:1775773081.691223:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2171 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.691381:0:200258:0:(rw26.c:858:ll_write_end()) pos 8892416, len 4096, copied 4096 00000080:00200000:1.0:1775773081.691386:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000009a83dbe[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.691389:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e96be62c 17ffffc0001001 3:0 ffff9a60460840e0 2171 lru 00000080:00200000:1.0:1775773081.691394:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d34112fb 2171: 1< 0 - - > 2< 8892416 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.691397:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000009a83dbe 00000080:00200000:1.0:1775773081.691398:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 124. 00000080:00200000:1.0:1775773081.691400:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2172 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.691415:0:200258:0:(rw26.c:858:ll_write_end()) pos 8896512, len 4096, copied 4096 00000080:00200000:1.0:1775773081.691420:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000647e10e8[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.691423:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b17ad3fc 17ffffc0001001 3:0 ffff9a60460848c0 2172 lru 00000080:00200000:1.0:1775773081.691428:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fcf99258 2172: 1< 0 - - > 2< 8896512 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.691431:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000647e10e8 00000080:00200000:1.0:1775773081.691432:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 125. 00000080:00200000:1.0:1775773081.691434:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2173 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.691461:0:200258:0:(rw26.c:858:ll_write_end()) pos 8900608, len 4096, copied 4096 00000080:00200000:1.0:1775773081.691467:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b8cd1ce5[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.691470:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c533f216 17ffffc0001021 2:0 ffff9a6046084380 2173 lru 00000080:00200000:1.0:1775773081.691476:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001af768f1 2173: 1< 0 - - > 2< 8900608 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.691478:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b8cd1ce5 00000080:00200000:1.0:1775773081.691480:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 126. 00000080:00200000:1.0:1775773081.691482:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2174 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.691509:0:200258:0:(rw26.c:858:ll_write_end()) pos 8904704, len 4096, copied 4096 00000080:00200000:1.0:1775773081.691513:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d57269f4[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.691516:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000736d0478 17ffffc0001001 3:0 ffff9a6046084620 2174 lru 00000080:00200000:1.0:1775773081.691520:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004f0bb2e5 2174: 1< 0 - - > 2< 8904704 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.691522:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d57269f4 00000080:00200000:1.0:1775773081.691523:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 127. 00000080:00200000:1.0:1775773081.691525:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2175 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.691541:0:200258:0:(rw26.c:858:ll_write_end()) pos 8908800, len 4096, copied 4096 00000080:00200000:1.0:1775773081.691544:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cfdc0c1f[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.691547:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b4438da6 17ffffc0001001 3:0 ffff9a6046084460 2175 lru 00000080:00200000:1.0:1775773081.691552:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000828332c4 2175: 1< 0 - - > 2< 8908800 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.691555:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cfdc0c1f 00000080:00200000:1.0:1775773081.691556:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 128. 00000080:00200000:1.0:1775773081.691557:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2176 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.691578:0:200258:0:(rw26.c:858:ll_write_end()) pos 8912896, len 4096, copied 4096 00000080:00200000:1.0:1775773081.691582:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c293af9b[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.691585:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000060d74f08 17ffffc0001001 3:0 ffff9a6046084000 2176 lru 00000080:00200000:1.0:1775773081.691590:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000078b6d4d4 2176: 1< 0 - - > 2< 8912896 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.691593:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c293af9b 00000080:00200000:1.0:1775773081.691594:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 129. 00000080:00200000:1.0:1775773081.691596:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2177 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.691612:0:200258:0:(rw26.c:858:ll_write_end()) pos 8916992, len 4096, copied 4096 00000080:00200000:1.0:1775773081.691616:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d2945f34[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.691619:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f161492d 17ffffc0001001 3:0 ffff9a6046084c40 2177 lru 00000080:00200000:1.0:1775773081.691623:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005d34d19d 2177: 1< 0 - - > 2< 8916992 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.691727:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d2945f34 00000080:00200000:1.0:1775773081.691728:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 130. 00000080:00200000:1.0:1775773081.691731:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2178 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.691748:0:200258:0:(rw26.c:858:ll_write_end()) pos 8921088, len 4096, copied 4096 00000080:00200000:1.0:1775773081.691752:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cd29c2ed[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.691754:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009fc54a49 17ffffc0001001 3:0 ffff9a6046084e00 2178 lru 00000080:00200000:1.0:1775773081.691759:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000015054ae0 2178: 1< 0 - - > 2< 8921088 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.691761:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cd29c2ed 00000080:00200000:1.0:1775773081.691762:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 131. 00000080:00200000:1.0:1775773081.691765:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2179 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.691780:0:200258:0:(rw26.c:858:ll_write_end()) pos 8925184, len 4096, copied 4096 00000080:00200000:1.0:1775773081.691784:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a733295b[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.691786:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000c72c932 17ffffc0001001 3:0 ffff9a6046084700 2179 lru 00000080:00200000:1.0:1775773081.691862:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b1d8afd0 2179: 1< 0 - - > 2< 8925184 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.692029:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a733295b 00000080:00200000:1.0:1775773081.692031:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 132. 00000080:00200000:1.0:1775773081.692034:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2180 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.692051:0:200258:0:(rw26.c:858:ll_write_end()) pos 8929280, len 4096, copied 4096 00000080:00200000:1.0:1775773081.692056:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000841d04ef[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.692058:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fd7d1d4f 17ffffc0001001 3:0 ffff9a60460842a0 2180 lru 00000080:00200000:1.0:1775773081.692064:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000aef5cdbc 2180: 1< 0 - - > 2< 8929280 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.692067:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000841d04ef 00000080:00200000:1.0:1775773081.692068:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 133. 00000080:00200000:1.0:1775773081.692070:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2181 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.692087:0:200258:0:(rw26.c:858:ll_write_end()) pos 8933376, len 4096, copied 4096 00000080:00200000:1.0:1775773081.692092:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000037418eeb[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.692094:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f14cfdd8 17ffffc0001001 3:0 ffff9a60460841c0 2181 lru 00000080:00200000:1.0:1775773081.692100:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ec498fd6 2181: 1< 0 - - > 2< 8933376 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.692102:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000037418eeb 00000080:00200000:1.0:1775773081.692103:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 134. 00000080:00200000:1.0:1775773081.692105:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2182 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.692120:0:200258:0:(rw26.c:858:ll_write_end()) pos 8937472, len 4096, copied 4096 00000080:00200000:1.0:1775773081.692124:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000034604257[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.692127:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000062c6f3ee 17ffffc0001001 3:0 ffff9a6046084ee0 2182 lru 00000080:00200000:1.0:1775773081.692133:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d9305e92 2182: 1< 0 - - > 2< 8937472 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.692135:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000034604257 00000080:00200000:1.0:1775773081.692137:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 135. 00000080:00200000:1.0:1775773081.692139:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2183 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.692154:0:200258:0:(rw26.c:858:ll_write_end()) pos 8941568, len 4096, copied 4096 00000080:00200000:1.0:1775773081.692158:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cdfd0966[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.692161:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f633d522 17ffffc0001001 3:0 ffff9a60460849a0 2183 lru 00000080:00200000:1.0:1775773081.692167:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f5362578 2183: 1< 0 - - > 2< 8941568 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.692169:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cdfd0966 00000080:00200000:1.0:1775773081.692170:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 136. 00000080:00200000:1.0:1775773081.692172:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2184 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.692188:0:200258:0:(rw26.c:858:ll_write_end()) pos 8945664, len 4096, copied 4096 00000080:00200000:1.0:1775773081.692192:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004cbb1579[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.692195:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fb51841a 17ffffc0001001 3:0 ffff9a6046084a80 2184 lru 00000080:00200000:1.0:1775773081.692201:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000042ddc23d 2184: 1< 0 - - > 2< 8945664 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.692203:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004cbb1579 00000080:00200000:1.0:1775773081.692204:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 137. 00000080:00200000:1.0:1775773081.692206:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2185 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.692223:0:200258:0:(rw26.c:858:ll_write_end()) pos 8949760, len 4096, copied 4096 00000080:00200000:1.0:1775773081.692315:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a3f62704[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.692319:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007a6ca5d8 17ffffc0001001 3:0 ffff9a6046084d20 2185 lru 00000080:00200000:1.0:1775773081.692325:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000039536129 2185: 1< 0 - - > 2< 8949760 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.692328:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a3f62704 00000080:00200000:1.0:1775773081.692329:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 138. 00000080:00200000:1.0:1775773081.692331:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2186 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.692348:0:200258:0:(rw26.c:858:ll_write_end()) pos 8953856, len 4096, copied 4096 00000080:00200000:1.0:1775773081.692353:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d8e017f4[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.692356:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006bddcb69 17ffffc0001001 3:0 ffff9a6046084b60 2186 lru 00000080:00200000:1.0:1775773081.692361:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000075c80987 2186: 1< 0 - - > 2< 8953856 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.692363:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d8e017f4 00000080:00200000:1.0:1775773081.692364:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 139. 00000080:00200000:1.0:1775773081.692366:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2187 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.692383:0:200258:0:(rw26.c:858:ll_write_end()) pos 8957952, len 4096, copied 4096 00000080:00200000:1.0:1775773081.692387:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003ced4b63[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.692390:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e9b14f2e 17ffffc0001001 3:0 ffff9a6046084540 2187 lru 00000080:00200000:1.0:1775773081.692396:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d6b30201 2187: 1< 0 - - > 2< 8957952 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.692398:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003ced4b63 00000080:00200000:1.0:1775773081.692400:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 140. 00000080:00200000:1.0:1775773081.692402:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2188 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.692424:0:200258:0:(rw26.c:858:ll_write_end()) pos 8962048, len 4096, copied 4096 00000080:00200000:1.0:1775773081.692429:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003005b9eb[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.692431:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000398939f0 17ffffc0001021 2:0 ffff9a60460847e0 2188 lru 00000080:00200000:1.0:1775773081.692437:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b929a3f9 2188: 1< 0 - - > 2< 8962048 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.692439:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003005b9eb 00000080:00200000:1.0:1775773081.692440:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 141. 00000080:00200000:1.0:1775773081.692442:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2189 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.692467:0:200258:0:(rw26.c:858:ll_write_end()) pos 8966144, len 4096, copied 4096 00000080:00200000:1.0:1775773081.692472:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d343d91e[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.692475:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000070475416 17ffffc0001001 3:0 ffff9a60513e4700 2189 lru 00000080:00200000:1.0:1775773081.692481:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000091b495f9 2189: 1< 0 - - > 2< 8966144 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.692484:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d343d91e 00000080:00200000:1.0:1775773081.692485:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 142. 00000080:00200000:1.0:1775773081.692487:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2190 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.692514:0:200258:0:(rw26.c:858:ll_write_end()) pos 8970240, len 4096, copied 4096 00000080:00200000:1.0:1775773081.692519:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000247c630[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.692522:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c86f3d77 17ffffc0001001 3:0 ffff9a60513e42a0 2190 lru 00000080:00200000:1.0:1775773081.692527:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009471c733 2190: 1< 0 - - > 2< 8970240 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.692529:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000247c630 00000080:00200000:1.0:1775773081.692530:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 143. 00000080:00200000:1.0:1775773081.692532:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2191 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.692548:0:200258:0:(rw26.c:858:ll_write_end()) pos 8974336, len 4096, copied 4096 00000080:00200000:1.0:1775773081.692552:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c4befca2[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.692555:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e8204690 17ffffc0001001 3:0 ffff9a60513e41c0 2191 lru 00000080:00200000:1.0:1775773081.692562:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e1bf46c0 2191: 1< 0 - - > 2< 8974336 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.692564:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c4befca2 00000080:00200000:1.0:1775773081.692565:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 144. 00000080:00200000:1.0:1775773081.692567:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2192 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.692587:0:200258:0:(rw26.c:858:ll_write_end()) pos 8978432, len 4096, copied 4096 00000080:00200000:1.0:1775773081.692591:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000935dff35[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.692594:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000029a60486 17ffffc0001001 3:0 ffff9a60513e4ee0 2192 lru 00000080:00200000:1.0:1775773081.692600:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008d98e189 2192: 1< 0 - - > 2< 8978432 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.692602:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000935dff35 00000080:00200000:1.0:1775773081.692603:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 145. 00000080:00200000:1.0:1775773081.692605:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2193 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.692621:0:200258:0:(rw26.c:858:ll_write_end()) pos 8982528, len 4096, copied 4096 00000080:00200000:1.0:1775773081.692729:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c4f29714[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.692733:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c92768df 17ffffc0001001 3:0 ffff9a60513e49a0 2193 lru 00000080:00200000:1.0:1775773081.692739:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d99a4b52 2193: 1< 0 - - > 2< 8982528 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.692742:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c4f29714 00000080:00200000:1.0:1775773081.692743:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 146. 00000080:00200000:1.0:1775773081.692746:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2194 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.692764:0:200258:0:(rw26.c:858:ll_write_end()) pos 8986624, len 4096, copied 4096 00000080:00200000:1.0:1775773081.692769:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000089f835d7[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.692771:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000acb4428a 17ffffc0001001 3:0 ffff9a60513e4a80 2194 lru 00000080:00200000:1.0:1775773081.692777:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001176d977 2194: 1< 0 - - > 2< 8986624 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.692779:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000089f835d7 00000080:00200000:1.0:1775773081.692780:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 147. 00000080:00200000:1.0:1775773081.692782:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2195 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.693069:0:200258:0:(rw26.c:858:ll_write_end()) pos 8990720, len 4096, copied 4096 00000080:00200000:1.0:1775773081.693074:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b8ae6446[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.693077:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003a014341 17ffffc0001001 3:0 ffff9a60513e4d20 2195 lru 00000080:00200000:1.0:1775773081.693082:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d772cc32 2195: 1< 0 - - > 2< 8990720 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.693085:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b8ae6446 00000080:00200000:1.0:1775773081.693086:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 148. 00000080:00200000:1.0:1775773081.693088:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2196 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.693105:0:200258:0:(rw26.c:858:ll_write_end()) pos 8994816, len 4096, copied 4096 00000080:00200000:1.0:1775773081.693109:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fed33c32[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.693111:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000223ea9b7 17ffffc0001001 3:0 ffff9a60513e4b60 2196 lru 00000080:00200000:1.0:1775773081.693116:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004eade848 2196: 1< 0 - - > 2< 8994816 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.693118:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fed33c32 00000080:00200000:1.0:1775773081.693119:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 149. 00000080:00200000:1.0:1775773081.693121:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2197 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.693136:0:200258:0:(rw26.c:858:ll_write_end()) pos 8998912, len 4096, copied 4096 00000080:00200000:1.0:1775773081.693140:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cf85dc53[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.693143:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001cc7afe7 17ffffc0001001 3:0 ffff9a60513e4540 2197 lru 00000080:00200000:1.0:1775773081.693148:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000084247146 2197: 1< 0 - - > 2< 8998912 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.693150:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cf85dc53 00000080:00200000:1.0:1775773081.693151:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 150. 00000080:00200000:1.0:1775773081.693153:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2198 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.693166:0:200258:0:(rw26.c:858:ll_write_end()) pos 9003008, len 4096, copied 4096 00000080:00200000:1.0:1775773081.693170:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f57d0068[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.693172:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009c19da29 17ffffc0001001 3:0 ffff9a60513e47e0 2198 lru 00000080:00200000:1.0:1775773081.693177:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fc28d1b7 2198: 1< 0 - - > 2< 9003008 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.693180:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f57d0068 00000080:00200000:1.0:1775773081.693181:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 151. 00000080:00200000:1.0:1775773081.693183:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2199 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.693193:0:200258:0:(rw26.c:858:ll_write_end()) pos 9007104, len 4096, copied 4096 00000080:00200000:1.0:1775773081.693196:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d12a3323[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.693199:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000732ae627 17ffffc0001001 3:0 ffff9a60513e40e0 2199 lru 00000080:00200000:1.0:1775773081.693204:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a108c149 2199: 1< 0 - - > 2< 9007104 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.693206:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d12a3323 00000080:00200000:1.0:1775773081.693207:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 152. 00000080:00200000:1.0:1775773081.693208:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2200 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.693218:0:200258:0:(rw26.c:858:ll_write_end()) pos 9011200, len 4096, copied 4096 00000080:00200000:1.0:1775773081.693221:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003ffba43b[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.693224:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000463c5a5 17ffffc0001001 3:0 ffff9a60513e48c0 2200 lru 00000080:00200000:1.0:1775773081.693441:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005eab3c05 2200: 1< 0 - - > 2< 9011200 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.693444:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003ffba43b 00000080:00200000:1.0:1775773081.693445:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 153. 00000080:00200000:1.0:1775773081.693448:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2201 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.693465:0:200258:0:(rw26.c:858:ll_write_end()) pos 9015296, len 4096, copied 4096 00000080:00200000:1.0:1775773081.693469:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006e70daed[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.693472:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ab4f4573 17ffffc0001001 3:0 ffff9a60513e4380 2201 lru 00000080:00200000:1.0:1775773081.693477:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c2b9166e 2201: 1< 0 - - > 2< 9015296 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.693478:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006e70daed 00000080:00200000:1.0:1775773081.693479:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 154. 00000080:00200000:1.0:1775773081.693481:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2202 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.693494:0:200258:0:(rw26.c:858:ll_write_end()) pos 9019392, len 4096, copied 4096 00000080:00200000:1.0:1775773081.693509:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000adaa7940[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.693512:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008a08af2c 17ffffc0001001 3:0 ffff9a60513e4620 2202 lru 00000080:00200000:1.0:1775773081.693517:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005025cc16 2202: 1< 0 - - > 2< 9019392 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.693519:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000adaa7940 00000080:00200000:1.0:1775773081.693520:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 155. 00000080:00200000:1.0:1775773081.693522:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2203 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.693545:0:200258:0:(rw26.c:858:ll_write_end()) pos 9023488, len 4096, copied 4096 00000080:00200000:1.0:1775773081.693550:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000181d8575[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.693553:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000079375e99 17ffffc0001021 2:0 ffff9a60513e4460 2203 lru 00000080:00200000:1.0:1775773081.693558:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000086575e1 2203: 1< 0 - - > 2< 9023488 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.693560:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000181d8575 00000080:00200000:1.0:1775773081.693561:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 156. 00000080:00200000:1.0:1775773081.693563:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2204 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.693578:0:200258:0:(rw26.c:858:ll_write_end()) pos 9027584, len 4096, copied 4096 00000080:00200000:1.0:1775773081.693582:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000ff8182c[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.693585:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003e4636d7 17ffffc0001001 3:0 ffff9a60513e4000 2204 lru 00000080:00200000:1.0:1775773081.693589:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cda75a07 2204: 1< 0 - - > 2< 9027584 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.693592:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000ff8182c 00000080:00200000:1.0:1775773081.693593:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 157. 00000080:00200000:1.0:1775773081.693595:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2205 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.693609:0:200258:0:(rw26.c:858:ll_write_end()) pos 9031680, len 4096, copied 4096 00000080:00200000:1.0:1775773081.693613:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006d2d723a[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.693616:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000076b17eda 17ffffc0001001 3:0 ffff9a60513e4c40 2205 lru 00000080:00200000:1.0:1775773081.693620:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001de8b119 2205: 1< 0 - - > 2< 9031680 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.693622:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006d2d723a 00000080:00200000:1.0:1775773081.693623:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 158. 00000080:00200000:1.0:1775773081.693724:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2206 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.693745:0:200258:0:(rw26.c:858:ll_write_end()) pos 9035776, len 4096, copied 4096 00000080:00200000:1.0:1775773081.693749:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000027cc5d41[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.693751:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cfdb7512 17ffffc0001001 3:0 ffff9a60513e4e00 2206 lru 00000080:00200000:1.0:1775773081.693756:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000019d632ba 2206: 1< 0 - - > 2< 9035776 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.693759:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000027cc5d41 00000080:00200000:1.0:1775773081.693759:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 159. 00000080:00200000:1.0:1775773081.693761:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2207 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.693786:0:200258:0:(rw26.c:858:ll_write_end()) pos 9039872, len 4096, copied 4096 00000080:00200000:1.0:1775773081.694030:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000006d0325f[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.694033:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000088e2637b 17ffffc0001001 3:0 ffff9a6046e00a80 2207 lru 00000080:00200000:1.0:1775773081.694039:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007519ed25 2207: 1< 0 - - > 2< 9039872 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.694042:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000006d0325f 00000080:00200000:1.0:1775773081.694043:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 160. 00000080:00200000:1.0:1775773081.694046:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2208 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.694064:0:200258:0:(rw26.c:858:ll_write_end()) pos 9043968, len 4096, copied 4096 00000080:00200000:1.0:1775773081.694068:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000085365832[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.694070:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d88ae335 17ffffc0001001 3:0 ffff9a6046e00d20 2208 lru 00000080:00200000:1.0:1775773081.694075:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000918a778b 2208: 1< 0 - - > 2< 9043968 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.694078:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000085365832 00000080:00200000:1.0:1775773081.694079:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 161. 00000080:00200000:1.0:1775773081.694081:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2209 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.694098:0:200258:0:(rw26.c:858:ll_write_end()) pos 9048064, len 4096, copied 4096 00000080:00200000:1.0:1775773081.694102:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a5fedaa3[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.694104:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000970482f1 17ffffc0001001 3:0 ffff9a6046e00b60 2209 lru 00000080:00200000:1.0:1775773081.694108:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000012460d12 2209: 1< 0 - - > 2< 9048064 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.694110:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a5fedaa3 00000080:00200000:1.0:1775773081.694111:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 162. 00000080:00200000:1.0:1775773081.694112:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2210 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.694125:0:200258:0:(rw26.c:858:ll_write_end()) pos 9052160, len 4096, copied 4096 00000080:00200000:1.0:1775773081.694128:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b7e9789f[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.694129:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000abd2b15b 17ffffc0001001 3:0 ffff9a6046e00540 2210 lru 00000080:00200000:1.0:1775773081.694134:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006b3ea83a 2210: 1< 0 - - > 2< 9052160 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.694136:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b7e9789f 00000080:00200000:1.0:1775773081.694137:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 163. 00000080:00200000:1.0:1775773081.694139:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2211 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.694152:0:200258:0:(rw26.c:858:ll_write_end()) pos 9056256, len 4096, copied 4096 00000080:00200000:1.0:1775773081.694155:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000576e0735[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.694157:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b82280db 17ffffc0001001 3:0 ffff9a6046e007e0 2211 lru 00000080:00200000:1.0:1775773081.694162:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000086cff913 2211: 1< 0 - - > 2< 9056256 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.694165:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000576e0735 00000080:00200000:1.0:1775773081.694166:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 164. 00000080:00200000:1.0:1775773081.694168:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2212 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.694183:0:200258:0:(rw26.c:858:ll_write_end()) pos 9060352, len 4096, copied 4096 00000080:00200000:1.0:1775773081.694187:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ee6c13f9[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.694189:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f599a955 17ffffc0001001 3:0 ffff9a6046e000e0 2212 lru 00000080:00200000:1.0:1775773081.694194:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000782c64b6 2212: 1< 0 - - > 2< 9060352 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.694196:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ee6c13f9 00000080:00200000:1.0:1775773081.694197:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 165. 00000080:00200000:1.0:1775773081.694199:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2213 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.694213:0:200258:0:(rw26.c:858:ll_write_end()) pos 9064448, len 4096, copied 4096 00000080:00200000:1.0:1775773081.694217:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009194f2f8[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.694220:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000593822ce 17ffffc0001001 3:0 ffff9a6046e008c0 2213 lru 00000080:00200000:1.0:1775773081.694298:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008c71d12d 2213: 1< 0 - - > 2< 9064448 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.694302:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009194f2f8 00000080:00200000:1.0:1775773081.694303:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 166. 00000080:00200000:1.0:1775773081.694306:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2214 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.694322:0:200258:0:(rw26.c:858:ll_write_end()) pos 9068544, len 4096, copied 4096 00000080:00200000:1.0:1775773081.694326:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000062b7aa01[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.694329:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001eac314e 17ffffc0001001 3:0 ffff9a6046e00380 2214 lru 00000080:00200000:1.0:1775773081.694334:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000021c92ce6 2214: 1< 0 - - > 2< 9068544 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.694336:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000062b7aa01 00000080:00200000:1.0:1775773081.694337:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 167. 00000080:00200000:1.0:1775773081.694340:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2215 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.694354:0:200258:0:(rw26.c:858:ll_write_end()) pos 9072640, len 4096, copied 4096 00000080:00200000:1.0:1775773081.694358:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000d990e0f[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.694360:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006e8e4040 17ffffc0001001 3:0 ffff9a6046e00620 2215 lru 00000080:00200000:1.0:1775773081.694365:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c9f2d31e 2215: 1< 0 - - > 2< 9072640 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.694367:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000d990e0f 00000080:00200000:1.0:1775773081.694368:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 168. 00000080:00200000:1.0:1775773081.694370:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2216 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.694384:0:200258:0:(rw26.c:858:ll_write_end()) pos 9076736, len 4096, copied 4096 00000080:00200000:1.0:1775773081.694388:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b4f16b40[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.694391:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c2aee694 17ffffc0001001 3:0 ffff9a6046e00460 2216 lru 00000080:00200000:1.0:1775773081.694397:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007b36a2ad 2216: 1< 0 - - > 2< 9076736 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.694399:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b4f16b40 00000080:00200000:1.0:1775773081.694401:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 169. 00000080:00200000:1.0:1775773081.694402:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2217 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.694417:0:200258:0:(rw26.c:858:ll_write_end()) pos 9080832, len 4096, copied 4096 00000080:00200000:1.0:1775773081.694421:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c4af6af4[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.694424:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006d473740 17ffffc0001001 3:0 ffff9a6046e00000 2217 lru 00000080:00200000:1.0:1775773081.694429:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d007813d 2217: 1< 0 - - > 2< 9080832 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.694431:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c4af6af4 00000080:00200000:1.0:1775773081.694432:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 170. 00000080:00200000:1.0:1775773081.694434:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2218 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.694452:0:200258:0:(rw26.c:858:ll_write_end()) pos 9084928, len 4096, copied 4096 00000080:00200000:1.0:1775773081.694456:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a435f3ee[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.694458:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000011f4ee0c 17ffffc0001021 2:0 ffff9a6046e00c40 2218 lru 00000080:00200000:1.0:1775773081.694463:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000da18c708 2218: 1< 0 - - > 2< 9084928 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.694466:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a435f3ee 00000080:00200000:1.0:1775773081.694467:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 171. 00000080:00200000:1.0:1775773081.694469:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2219 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.694484:0:200258:0:(rw26.c:858:ll_write_end()) pos 9089024, len 4096, copied 4096 00000080:00200000:1.0:1775773081.694488:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008ffd9b06[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.694490:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000777e7375 17ffffc0001001 3:0 ffff9a6046e00e00 2219 lru 00000080:00200000:1.0:1775773081.696613:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e0277924 2219: 1< 0 - - > 2< 9089024 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.696635:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008ffd9b06 00000080:00200000:1.0:1775773081.696638:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 172. 00000080:00200000:1.0:1775773081.696647:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2220 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.696709:0:200258:0:(rw26.c:858:ll_write_end()) pos 9093120, len 4096, copied 4096 00000080:00200000:1.0:1775773081.696717:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000551e47b1[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.696721:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000018ac93f1 17ffffc0001001 3:0 ffff9a6046e00700 2220 lru 00000080:00200000:1.0:1775773081.696729:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dc8b7e69 2220: 1< 0 - - > 2< 9093120 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.696732:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000551e47b1 00000080:00200000:1.0:1775773081.696733:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 173. 00000080:00200000:1.0:1775773081.696735:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2221 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.696751:0:200258:0:(rw26.c:858:ll_write_end()) pos 9097216, len 4096, copied 4096 00000080:00200000:1.0:1775773081.696756:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d811a61e[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.696759:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000030ff6380 17ffffc0001001 3:0 ffff9a6046e002a0 2221 lru 00000080:00200000:1.0:1775773081.696764:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008c06b04f 2221: 1< 0 - - > 2< 9097216 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.696766:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d811a61e 00000080:00200000:1.0:1775773081.696767:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 174. 00000080:00200000:1.0:1775773081.696769:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2222 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.696783:0:200258:0:(rw26.c:858:ll_write_end()) pos 9101312, len 4096, copied 4096 00000080:00200000:1.0:1775773081.696786:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007c519e81[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.696813:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009211811f 17ffffc0001001 3:0 ffff9a6046e001c0 2222 lru 00000080:00200000:1.0:1775773081.696819:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002ce921b0 2222: 1< 0 - - > 2< 9101312 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.696822:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007c519e81 00000080:00200000:1.0:1775773081.696823:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 175. 00000080:00200000:1.0:1775773081.696825:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2223 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.696846:0:200258:0:(rw26.c:858:ll_write_end()) pos 9105408, len 4096, copied 4096 00000080:00200000:1.0:1775773081.696850:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ec596725[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.696853:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000098cc757c 17ffffc0001001 3:0 ffff9a6046e00ee0 2223 lru 00000080:00200000:1.0:1775773081.696858:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000083aee229 2223: 1< 0 - - > 2< 9105408 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.696860:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ec596725 00000080:00200000:1.0:1775773081.696861:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 176. 00000080:00200000:1.0:1775773081.696863:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2224 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.696891:0:200258:0:(rw26.c:858:ll_write_end()) pos 9109504, len 4096, copied 4096 00000080:00200000:1.0:1775773081.696896:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e6556ed3[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.696899:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000df461b27 17ffffc0001001 3:0 ffff9a6046e009a0 2224 lru 00000080:00200000:1.0:1775773081.696904:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005a100706 2224: 1< 0 - - > 2< 9109504 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.696915:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e6556ed3 00000080:00200000:1.0:1775773081.696917:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 177. 00000080:00200000:1.0:1775773081.696919:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2225 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.696952:0:200258:0:(rw26.c:858:ll_write_end()) pos 9113600, len 4096, copied 4096 00000080:00200000:1.0:1775773081.696956:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c601edbc[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.696959:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b4ab501d 17ffffc0001001 3:0 ffff9a6042fdc380 2225 lru 00000080:00200000:1.0:1775773081.696965:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009a7bd6d2 2225: 1< 0 - - > 2< 9113600 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.696968:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c601edbc 00000080:00200000:1.0:1775773081.696969:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 178. 00000080:00200000:1.0:1775773081.696970:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2226 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.696984:0:200258:0:(rw26.c:858:ll_write_end()) pos 9117696, len 4096, copied 4096 00000080:00200000:1.0:1775773081.696988:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000038347672[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.696990:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008a1ee839 17ffffc0001001 3:0 ffff9a6042fdc620 2226 lru 00000080:00200000:1.0:1775773081.696996:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fecfb5af 2226: 1< 0 - - > 2< 9117696 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.696998:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000038347672 00000080:00200000:1.0:1775773081.697000:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 179. 00000080:00200000:1.0:1775773081.697001:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2227 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697015:0:200258:0:(rw26.c:858:ll_write_end()) pos 9121792, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697019:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bb6a492c[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697021:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000db529861 17ffffc0001001 3:0 ffff9a6042fdc460 2227 lru 00000080:00200000:1.0:1775773081.697027:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a15302d0 2227: 1< 0 - - > 2< 9121792 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697029:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bb6a492c 00000080:00200000:1.0:1775773081.697031:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 180. 00000080:00200000:1.0:1775773081.697033:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2228 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697047:0:200258:0:(rw26.c:858:ll_write_end()) pos 9125888, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697051:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006967cced[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697053:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000057ff6fe3 17ffffc0001001 3:0 ffff9a6042fdc000 2228 lru 00000080:00200000:1.0:1775773081.697059:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000320ed0f0 2228: 1< 0 - - > 2< 9125888 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697061:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006967cced 00000080:00200000:1.0:1775773081.697062:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 181. 00000080:00200000:1.0:1775773081.697064:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2229 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697077:0:200258:0:(rw26.c:858:ll_write_end()) pos 9129984, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697080:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fbe8cfa0[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697083:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000023705291 17ffffc0001001 3:0 ffff9a6042fdcc40 2229 lru 00000080:00200000:1.0:1775773081.697088:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f4232256 2229: 1< 0 - - > 2< 9129984 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697090:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fbe8cfa0 00000080:00200000:1.0:1775773081.697091:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 182. 00000080:00200000:1.0:1775773081.697093:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2230 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697109:0:200258:0:(rw26.c:858:ll_write_end()) pos 9134080, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697113:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000abfc8f15[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697116:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007244a8bb 17ffffc0001001 3:0 ffff9a6042fdce00 2230 lru 00000080:00200000:1.0:1775773081.697121:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000b69883f 2230: 1< 0 - - > 2< 9134080 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697123:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000abfc8f15 00000080:00200000:1.0:1775773081.697124:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 183. 00000080:00200000:1.0:1775773081.697126:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2231 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697138:0:200258:0:(rw26.c:858:ll_write_end()) pos 9138176, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697142:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000945fbccb[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697145:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004421d020 17ffffc0001001 3:0 ffff9a6042fdc700 2231 lru 00000080:00200000:1.0:1775773081.697150:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000017537ef2 2231: 1< 0 - - > 2< 9138176 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697152:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000945fbccb 00000080:00200000:1.0:1775773081.697153:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 184. 00000080:00200000:1.0:1775773081.697155:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2232 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697169:0:200258:0:(rw26.c:858:ll_write_end()) pos 9142272, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697173:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003c8ade37[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697175:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ee2c0717 17ffffc0001001 3:0 ffff9a6042fdc2a0 2232 lru 00000080:00200000:1.0:1775773081.697179:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000a3899d7 2232: 1< 0 - - > 2< 9142272 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697182:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003c8ade37 00000080:00200000:1.0:1775773081.697183:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 185. 00000080:00200000:1.0:1775773081.697184:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2233 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697208:0:200258:0:(rw26.c:858:ll_write_end()) pos 9146368, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697212:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007db0e898[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697215:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000df41fbd9 17ffffc0001021 2:0 ffff9a6042fdc1c0 2233 lru 00000080:00200000:1.0:1775773081.697221:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000095fc9207 2233: 1< 0 - - > 2< 9146368 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697223:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007db0e898 00000080:00200000:1.0:1775773081.697225:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 186. 00000080:00200000:1.0:1775773081.697238:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2234 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697254:0:200258:0:(rw26.c:858:ll_write_end()) pos 9150464, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697258:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003e447ffe[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697261:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009b5e5409 17ffffc0001001 3:0 ffff9a6042fdcee0 2234 lru 00000080:00200000:1.0:1775773081.697266:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000834052f1 2234: 1< 0 - - > 2< 9150464 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697268:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003e447ffe 00000080:00200000:1.0:1775773081.697270:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 187. 00000080:00200000:1.0:1775773081.697272:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2235 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697288:0:200258:0:(rw26.c:858:ll_write_end()) pos 9154560, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697292:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b61cbb11[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697295:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000e6dd96b 17ffffc0001001 3:0 ffff9a6042fdc9a0 2235 lru 00000080:00200000:1.0:1775773081.697300:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000013ecfad5 2235: 1< 0 - - > 2< 9154560 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697303:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b61cbb11 00000080:00200000:1.0:1775773081.697304:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 188. 00000080:00200000:1.0:1775773081.697306:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2236 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697318:0:200258:0:(rw26.c:858:ll_write_end()) pos 9158656, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697322:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000236f07a2[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697325:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003b82ffdb 17ffffc0001001 3:0 ffff9a6042fdca80 2236 lru 00000080:00200000:1.0:1775773081.697330:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009d268267 2236: 1< 0 - - > 2< 9158656 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697333:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000236f07a2 00000080:00200000:1.0:1775773081.697334:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 189. 00000080:00200000:1.0:1775773081.697336:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2237 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697352:0:200258:0:(rw26.c:858:ll_write_end()) pos 9162752, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697356:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000008517f57[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697358:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f64d2230 17ffffc0001001 3:0 ffff9a6042fdcd20 2237 lru 00000080:00200000:1.0:1775773081.697363:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004bfe22d8 2237: 1< 0 - - > 2< 9162752 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697365:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000008517f57 00000080:00200000:1.0:1775773081.697366:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 190. 00000080:00200000:1.0:1775773081.697368:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2238 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697382:0:200258:0:(rw26.c:858:ll_write_end()) pos 9166848, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697385:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000044c23ece[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697388:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005dc17efb 17ffffc0001001 3:0 ffff9a6042fdcb60 2238 lru 00000080:00200000:1.0:1775773081.697393:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000028bef034 2238: 1< 0 - - > 2< 9166848 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697395:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000044c23ece 00000080:00200000:1.0:1775773081.697397:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 191. 00000080:00200000:1.0:1775773081.697398:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2239 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697413:0:200258:0:(rw26.c:858:ll_write_end()) pos 9170944, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697417:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000336f7a53[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697420:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000113cfed9 17ffffc0001001 3:0 ffff9a6042fdc540 2239 lru 00000080:00200000:1.0:1775773081.697425:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000011fbbac9 2239: 1< 0 - - > 2< 9170944 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697428:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000336f7a53 00000080:00200000:1.0:1775773081.697429:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 192. 00000080:00200000:1.0:1775773081.697431:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2240 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697451:0:200258:0:(rw26.c:858:ll_write_end()) pos 9175040, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697455:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000657f9b72[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697457:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001f105fb5 17ffffc0001001 3:0 ffff9a6042fdc7e0 2240 lru 00000080:00200000:1.0:1775773081.697463:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c80f4227 2240: 1< 0 - - > 2< 9175040 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697465:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000657f9b72 00000080:00200000:1.0:1775773081.697466:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 193. 00000080:00200000:1.0:1775773081.697468:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2241 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697480:0:200258:0:(rw26.c:858:ll_write_end()) pos 9179136, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697484:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000086ee1e81[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697486:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c7098425 17ffffc0001001 3:0 ffff9a6042fdc0e0 2241 lru 00000080:00200000:1.0:1775773081.697491:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d50d0d20 2241: 1< 0 - - > 2< 9179136 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697493:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000086ee1e81 00000080:00200000:1.0:1775773081.697504:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 194. 00000080:00200000:1.0:1775773081.697507:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2242 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697524:0:200258:0:(rw26.c:858:ll_write_end()) pos 9183232, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697528:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000013e77799[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697531:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008932ad18 17ffffc0001001 3:0 ffff9a6042fdc8c0 2242 lru 00000080:00200000:1.0:1775773081.697536:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005163d702 2242: 1< 0 - - > 2< 9183232 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697538:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000013e77799 00000080:00200000:1.0:1775773081.697539:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 195. 00000080:00200000:1.0:1775773081.697541:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2243 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697566:0:200258:0:(rw26.c:858:ll_write_end()) pos 9187328, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697570:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000956b932e[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697573:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005e1c862a 17ffffc0001001 3:0 ffff9a60513cb620 2243 lru 00000080:00200000:1.0:1775773081.697579:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ee09d7d7 2243: 1< 0 - - > 2< 9187328 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697581:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000956b932e 00000080:00200000:1.0:1775773081.697582:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 196. 00000080:00200000:1.0:1775773081.697584:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2244 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697599:0:200258:0:(rw26.c:858:ll_write_end()) pos 9191424, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697602:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c17c0715[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697604:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a81db3dd 17ffffc0001001 3:0 ffff9a60513cb460 2244 lru 00000080:00200000:1.0:1775773081.697608:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000026f24281 2244: 1< 0 - - > 2< 9191424 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697611:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c17c0715 00000080:00200000:1.0:1775773081.697612:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 197. 00000080:00200000:1.0:1775773081.697613:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2245 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697626:0:200258:0:(rw26.c:858:ll_write_end()) pos 9195520, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697629:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001c06cb0c[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697632:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000032c1cd74 17ffffc0001001 3:0 ffff9a60513cb000 2245 lru 00000080:00200000:1.0:1775773081.697636:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000fcb7936 2245: 1< 0 - - > 2< 9195520 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697638:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001c06cb0c 00000080:00200000:1.0:1775773081.697639:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 198. 00000080:00200000:1.0:1775773081.697641:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2246 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697652:0:200258:0:(rw26.c:858:ll_write_end()) pos 9199616, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697656:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000eee9ae44[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697658:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000954a3683 17ffffc0001001 3:0 ffff9a60513cbc40 2246 lru 00000080:00200000:1.0:1775773081.697664:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a216493c 2246: 1< 0 - - > 2< 9199616 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697665:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000eee9ae44 00000080:00200000:1.0:1775773081.697666:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 199. 00000080:00200000:1.0:1775773081.697668:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2247 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697680:0:200258:0:(rw26.c:858:ll_write_end()) pos 9203712, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697684:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000e8ce61c[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697686:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003ad6ef67 17ffffc0001001 3:0 ffff9a60513cbe00 2247 lru 00000080:00200000:1.0:1775773081.697691:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000148be8bb 2247: 1< 0 - - > 2< 9203712 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697693:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000e8ce61c 00000080:00200000:1.0:1775773081.697694:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 200. 00000080:00200000:1.0:1775773081.697695:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2248 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697712:0:200258:0:(rw26.c:858:ll_write_end()) pos 9207808, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697716:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005fd384fb[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697719:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ac3f761d 17ffffc0001021 2:0 ffff9a60513cb700 2248 lru 00000080:00200000:1.0:1775773081.697724:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b2586809 2248: 1< 0 - - > 2< 9207808 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697726:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005fd384fb 00000080:00200000:1.0:1775773081.697727:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 201. 00000080:00200000:1.0:1775773081.697729:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2249 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697745:0:200258:0:(rw26.c:858:ll_write_end()) pos 9211904, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697749:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000f9baea6[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697752:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cc9da39d 17ffffc0001001 3:0 ffff9a60513cb2a0 2249 lru 00000080:00200000:1.0:1775773081.697757:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cc9a361f 2249: 1< 0 - - > 2< 9211904 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697759:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000f9baea6 00000080:00200000:1.0:1775773081.697761:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 202. 00000080:00200000:1.0:1775773081.697762:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2250 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697776:0:200258:0:(rw26.c:858:ll_write_end()) pos 9216000, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697779:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000812dbac8[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697782:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000005cced1b 17ffffc0001001 3:0 ffff9a60513cb1c0 2250 lru 00000080:00200000:1.0:1775773081.697786:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000842e7731 2250: 1< 0 - - > 2< 9216000 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697824:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000812dbac8 00000080:00200000:1.0:1775773081.697825:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 203. 00000080:00200000:1.0:1775773081.697828:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2251 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697846:0:200258:0:(rw26.c:858:ll_write_end()) pos 9220096, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697850:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001c4b731a[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697853:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000003ace5d1 17ffffc0001001 3:0 ffff9a60513cbee0 2251 lru 00000080:00200000:1.0:1775773081.697858:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004219f3af 2251: 1< 0 - - > 2< 9220096 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697861:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001c4b731a 00000080:00200000:1.0:1775773081.697862:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 204. 00000080:00200000:1.0:1775773081.697864:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2252 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697877:0:200258:0:(rw26.c:858:ll_write_end()) pos 9224192, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697881:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ef966689[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697883:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000091d489b2 17ffffc0001001 3:0 ffff9a60513cb9a0 2252 lru 00000080:00200000:1.0:1775773081.697888:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000718954b7 2252: 1< 0 - - > 2< 9224192 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697891:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ef966689 00000080:00200000:1.0:1775773081.697892:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 205. 00000080:00200000:1.0:1775773081.697893:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2253 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697909:0:200258:0:(rw26.c:858:ll_write_end()) pos 9228288, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697913:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000acb2c826[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697916:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b7fa7412 17ffffc0001001 3:0 ffff9a60513cba80 2253 lru 00000080:00200000:1.0:1775773081.697921:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000210a2e78 2253: 1< 0 - - > 2< 9228288 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697924:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000acb2c826 00000080:00200000:1.0:1775773081.697925:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 206. 00000080:00200000:1.0:1775773081.697927:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2254 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697942:0:200258:0:(rw26.c:858:ll_write_end()) pos 9232384, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697946:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c41ebe75[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697949:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003ba21d0b 17ffffc0001001 3:0 ffff9a60513cbd20 2254 lru 00000080:00200000:1.0:1775773081.697954:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000001482229 2254: 1< 0 - - > 2< 9232384 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697957:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c41ebe75 00000080:00200000:1.0:1775773081.697958:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 207. 00000080:00200000:1.0:1775773081.697959:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2255 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.697973:0:200258:0:(rw26.c:858:ll_write_end()) pos 9236480, len 4096, copied 4096 00000080:00200000:1.0:1775773081.697977:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000025663f7f[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.697979:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000013510324 17ffffc0001001 3:0 ffff9a60513cbb60 2255 lru 00000080:00200000:1.0:1775773081.697984:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003cfd1c17 2255: 1< 0 - - > 2< 9236480 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.697986:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000025663f7f 00000080:00200000:1.0:1775773081.697988:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 208. 00000080:00200000:1.0:1775773081.697990:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2256 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.698009:0:200258:0:(rw26.c:858:ll_write_end()) pos 9240576, len 4096, copied 4096 00000080:00200000:1.0:1775773081.698013:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008e4ff927[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.698015:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008e198147 17ffffc0001001 3:0 ffff9a60513cb540 2256 lru 00000080:00200000:1.0:1775773081.698021:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002bc1d646 2256: 1< 0 - - > 2< 9240576 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.698023:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008e4ff927 00000080:00200000:1.0:1775773081.698025:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 209. 00000080:00200000:1.0:1775773081.698027:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2257 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.698041:0:200258:0:(rw26.c:858:ll_write_end()) pos 9244672, len 4096, copied 4096 00000080:00200000:1.0:1775773081.698045:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000081d6fda0[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.698047:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cee24b80 17ffffc0001001 3:0 ffff9a60513cb7e0 2257 lru 00000080:00200000:1.0:1775773081.698053:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000aa93f9cc 2257: 1< 0 - - > 2< 9244672 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.698055:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000081d6fda0 00000080:00200000:1.0:1775773081.698056:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 210. 00000080:00200000:1.0:1775773081.698058:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2258 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.698072:0:200258:0:(rw26.c:858:ll_write_end()) pos 9248768, len 4096, copied 4096 00000080:00200000:1.0:1775773081.698076:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e572b2d3[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.698079:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000020471f8a 17ffffc0001001 3:0 ffff9a60513cb0e0 2258 lru 00000080:00200000:1.0:1775773081.698084:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000007b2e986 2258: 1< 0 - - > 2< 9248768 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.698086:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e572b2d3 00000080:00200000:1.0:1775773081.698087:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 211. 00000080:00200000:1.0:1775773081.698089:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2259 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.698103:0:200258:0:(rw26.c:858:ll_write_end()) pos 9252864, len 4096, copied 4096 00000080:00200000:1.0:1775773081.698107:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002c72116e[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.698110:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b065707b 17ffffc0001001 3:0 ffff9a60513cb8c0 2259 lru 00000080:00200000:1.0:1775773081.698114:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dc6e9d80 2259: 1< 0 - - > 2< 9252864 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.698117:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002c72116e 00000080:00200000:1.0:1775773081.698118:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 212. 00000080:00200000:1.0:1775773081.698119:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2260 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.698133:0:200258:0:(rw26.c:858:ll_write_end()) pos 9256960, len 4096, copied 4096 00000080:00200000:1.0:1775773081.698136:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000425c0acc[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.698139:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e7146b38 17ffffc0001001 3:0 ffff9a60513cb380 2260 lru 00000080:00200000:1.0:1775773081.698143:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000882ca97a 2260: 1< 0 - - > 2< 9256960 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.698146:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000425c0acc 00000080:00200000:1.0:1775773081.698147:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 213. 00000080:00200000:1.0:1775773081.698148:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2261 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.698171:0:200258:0:(rw26.c:858:ll_write_end()) pos 9261056, len 4096, copied 4096 00000080:00200000:1.0:1775773081.698175:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005c18e79b[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.698177:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f904344f 17ffffc0001001 3:0 ffff9a6046d3ed20 2261 lru 00000080:00200000:1.0:1775773081.698182:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000fa20b83 2261: 1< 0 - - > 2< 9261056 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.698184:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005c18e79b 00000080:00200000:1.0:1775773081.698185:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 214. 00000080:00200000:1.0:1775773081.698187:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2262 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.698203:0:200258:0:(rw26.c:858:ll_write_end()) pos 9265152, len 4096, copied 4096 00000080:00200000:1.0:1775773081.698206:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b8976059[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.698209:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004bfd90f1 17ffffc0001001 3:0 ffff9a6046d3eb60 2262 lru 00000080:00200000:1.0:1775773081.698214:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cce6038a 2262: 1< 0 - - > 2< 9265152 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.698217:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b8976059 00000080:00200000:1.0:1775773081.698218:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 215. 00000080:00200000:1.0:1775773081.698220:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2263 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.698240:0:200258:0:(rw26.c:858:ll_write_end()) pos 9269248, len 4096, copied 4096 00000080:00200000:1.0:1775773081.698244:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000062736ba2[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.698247:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ca8070b4 17ffffc0001021 2:0 ffff9a6046d3e540 2263 lru 00000080:00200000:1.0:1775773081.698253:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a8e5ce20 2263: 1< 0 - - > 2< 9269248 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.698255:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000062736ba2 00000080:00200000:1.0:1775773081.698256:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 216. 00000080:00200000:1.0:1775773081.698258:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2264 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.698273:0:200258:0:(rw26.c:858:ll_write_end()) pos 9273344, len 4096, copied 4096 00000080:00200000:1.0:1775773081.698277:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000082074333[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.698279:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005d8e7c0a 17ffffc0001001 3:0 ffff9a6046d3e7e0 2264 lru 00000080:00200000:1.0:1775773081.698284:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000084c925b8 2264: 1< 0 - - > 2< 9273344 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.698287:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000082074333 00000080:00200000:1.0:1775773081.698288:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 217. 00000080:00200000:1.0:1775773081.698290:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2265 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.698305:0:200258:0:(rw26.c:858:ll_write_end()) pos 9277440, len 4096, copied 4096 00000080:00200000:1.0:1775773081.698308:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e1d948be[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.698311:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003fe33a41 17ffffc0001001 3:0 ffff9a6046d3e0e0 2265 lru 00000080:00200000:1.0:1775773081.698316:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000071413d2f 2265: 1< 0 - - > 2< 9277440 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.698318:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e1d948be 00000080:00200000:1.0:1775773081.698320:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 218. 00000080:00200000:1.0:1775773081.698321:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2266 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.698337:0:200258:0:(rw26.c:858:ll_write_end()) pos 9281536, len 4096, copied 4096 00000080:00200000:1.0:1775773081.698341:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d1d549da[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.698344:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008e33f752 17ffffc0001001 3:0 ffff9a6046d3e8c0 2266 lru 00000080:00200000:1.0:1775773081.698348:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b5845103 2266: 1< 0 - - > 2< 9281536 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.698350:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d1d549da 00000080:00200000:1.0:1775773081.698351:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 219. 00000080:00200000:1.0:1775773081.698353:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2267 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.698367:0:200258:0:(rw26.c:858:ll_write_end()) pos 9285632, len 4096, copied 4096 00000080:00200000:1.0:1775773081.698371:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000016919de6[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.698374:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000324ddae9 17ffffc0001001 3:0 ffff9a6046d3e380 2267 lru 00000080:00200000:1.0:1775773081.698378:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005f678a84 2267: 1< 0 - - > 2< 9285632 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.698381:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000016919de6 00000080:00200000:1.0:1775773081.698382:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 220. 00000080:00200000:1.0:1775773081.698383:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2268 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.698396:0:200258:0:(rw26.c:858:ll_write_end()) pos 9289728, len 4096, copied 4096 00000080:00200000:1.0:1775773081.698401:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007170ae25[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.698404:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001b32912d 17ffffc0001001 3:0 ffff9a6046d3e620 2268 lru 00000080:00200000:1.0:1775773081.698409:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006e60f585 2268: 1< 0 - - > 2< 9289728 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.698411:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007170ae25 00000080:00200000:1.0:1775773081.698412:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 221. 00000080:00200000:1.0:1775773081.698414:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2269 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.698430:0:200258:0:(rw26.c:858:ll_write_end()) pos 9293824, len 4096, copied 4096 00000080:00200000:1.0:1775773081.698434:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007c28dc80[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.698437:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000017f071bb 17ffffc0001001 3:0 ffff9a6046d3e460 2269 lru 00000080:00200000:1.0:1775773081.698442:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fc30c5b1 2269: 1< 0 - - > 2< 9293824 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.698444:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007c28dc80 00000080:00200000:1.0:1775773081.698446:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 222. 00000080:00200000:1.0:1775773081.698448:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2270 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.698461:0:200258:0:(rw26.c:858:ll_write_end()) pos 9297920, len 4096, copied 4096 00000080:00200000:1.0:1775773081.698465:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006da84e28[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.698468:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001918a6a5 17ffffc0001001 3:0 ffff9a6046d3e000 2270 lru 00000080:00200000:1.0:1775773081.698473:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d7c6e0cc 2270: 1< 0 - - > 2< 9297920 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.698476:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006da84e28 00000080:00200000:1.0:1775773081.698477:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 223. 00000080:00200000:1.0:1775773081.698479:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2271 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.698494:0:200258:0:(rw26.c:858:ll_write_end()) pos 9302016, len 4096, copied 4096 00000080:00200000:1.0:1775773081.699123:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f0f08796[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.699126:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c0f30aa9 17ffffc0001001 3:0 ffff9a6046d3ec40 2271 lru 00000080:00200000:1.0:1775773081.699133:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001c97d982 2271: 1< 0 - - > 2< 9302016 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.699135:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f0f08796 00000080:00200000:1.0:1775773081.699136:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 224. 00000080:00200000:1.0:1775773081.699140:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2272 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.699163:0:200258:0:(rw26.c:858:ll_write_end()) pos 9306112, len 4096, copied 4096 00000080:00200000:1.0:1775773081.699167:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002a1ba388[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.699170:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000035896d 17ffffc0001001 3:0 ffff9a6046d3ee00 2272 lru 00000080:00200000:1.0:1775773081.699176:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a595ad6c 2272: 1< 0 - - > 2< 9306112 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.699178:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002a1ba388 00000080:00200000:1.0:1775773081.699179:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 225. 00000080:00200000:1.0:1775773081.699181:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2273 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.699193:0:200258:0:(rw26.c:858:ll_write_end()) pos 9310208, len 4096, copied 4096 00000080:00200000:1.0:1775773081.699196:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000069219358[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.699198:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000249555dc 17ffffc0001001 3:0 ffff9a6046d3e700 2273 lru 00000080:00200000:1.0:1775773081.699204:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000044f81faa 2273: 1< 0 - - > 2< 9310208 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.699207:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000069219358 00000080:00200000:1.0:1775773081.699208:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 226. 00000080:00200000:1.0:1775773081.699210:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2274 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.699219:0:200258:0:(rw26.c:858:ll_write_end()) pos 9314304, len 4096, copied 4096 00000080:00200000:1.0:1775773081.699222:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e984885b[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.699293:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007684e95b 17ffffc0001001 3:0 ffff9a6046d3e2a0 2274 lru 00000080:00200000:1.0:1775773081.699299:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000d0e48d5 2274: 1< 0 - - > 2< 9314304 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.699301:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e984885b 00000080:00200000:1.0:1775773081.699302:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 227. 00000080:00200000:1.0:1775773081.699304:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2275 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.699320:0:200258:0:(rw26.c:858:ll_write_end()) pos 9318400, len 4096, copied 4096 00000080:00200000:1.0:1775773081.699324:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000000deb6ec[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.699327:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004974ef82 17ffffc0001001 3:0 ffff9a6046d3e1c0 2275 lru 00000080:00200000:1.0:1775773081.699332:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ceea00bd 2275: 1< 0 - - > 2< 9318400 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.699335:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000000deb6ec 00000080:00200000:1.0:1775773081.699336:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 228. 00000080:00200000:1.0:1775773081.699338:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2276 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.699351:0:200258:0:(rw26.c:858:ll_write_end()) pos 9322496, len 4096, copied 4096 00000080:00200000:1.0:1775773081.699354:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002ea3e226[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.699357:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000aff340e 17ffffc0001001 3:0 ffff9a6046d3eee0 2276 lru 00000080:00200000:1.0:1775773081.699362:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d3dd4509 2276: 1< 0 - - > 2< 9322496 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.699364:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002ea3e226 00000080:00200000:1.0:1775773081.699365:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 229. 00000080:00200000:1.0:1775773081.699366:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2277 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.699379:0:200258:0:(rw26.c:858:ll_write_end()) pos 9326592, len 4096, copied 4096 00000080:00200000:1.0:1775773081.699382:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000331dcd94[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.699385:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002e7fd4e7 17ffffc0001001 3:0 ffff9a6046d3e9a0 2277 lru 00000080:00200000:1.0:1775773081.699390:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a651c32d 2277: 1< 0 - - > 2< 9326592 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.699392:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000331dcd94 00000080:00200000:1.0:1775773081.699393:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 230. 00000080:00200000:1.0:1775773081.699395:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2278 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.699416:0:200258:0:(rw26.c:858:ll_write_end()) pos 9330688, len 4096, copied 4096 00000080:00200000:1.0:1775773081.699420:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006613ab7e[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.699422:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009f09db1f 17ffffc0001021 2:0 ffff9a6046d3ea80 2278 lru 00000080:00200000:1.0:1775773081.699427:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001a9dc5a4 2278: 1< 0 - - > 2< 9330688 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.699429:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006613ab7e 00000080:00200000:1.0:1775773081.699430:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 231. 00000080:00200000:1.0:1775773081.699432:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2279 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.699460:0:200258:0:(rw26.c:858:ll_write_end()) pos 9334784, len 4096, copied 4096 00000080:00200000:1.0:1775773081.699464:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f68fc3c1[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.699467:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000710cc2c2 17ffffc0001001 3:0 ffff9a6045bae460 2279 lru 00000080:00200000:1.0:1775773081.699472:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006919281b 2279: 1< 0 - - > 2< 9334784 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.699475:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f68fc3c1 00000080:00200000:1.0:1775773081.699477:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 232. 00000080:00200000:1.0:1775773081.699479:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2280 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.699493:0:200258:0:(rw26.c:858:ll_write_end()) pos 9338880, len 4096, copied 4096 00000080:00200000:1.0:1775773081.699507:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000024d4b879[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.699510:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000094c57dd6 17ffffc0001001 3:0 ffff9a6045bae000 2280 lru 00000080:00200000:1.0:1775773081.699515:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006da8741d 2280: 1< 0 - - > 2< 9338880 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.699517:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000024d4b879 00000080:00200000:1.0:1775773081.699518:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 233. 00000080:00200000:1.0:1775773081.699520:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2281 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.699535:0:200258:0:(rw26.c:858:ll_write_end()) pos 9342976, len 4096, copied 4096 00000080:00200000:1.0:1775773081.699539:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a37a11a8[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.699541:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000057afdd33 17ffffc0001001 3:0 ffff9a6045baec40 2281 lru 00000080:00200000:1.0:1775773081.699546:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007a9466fd 2281: 1< 0 - - > 2< 9342976 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.699547:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a37a11a8 00000080:00200000:1.0:1775773081.699548:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 234. 00000080:00200000:1.0:1775773081.699550:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2282 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.699565:0:200258:0:(rw26.c:858:ll_write_end()) pos 9347072, len 4096, copied 4096 00000080:00200000:1.0:1775773081.699569:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e33e13aa[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.699571:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a2b3c476 17ffffc0001001 3:0 ffff9a6045baee00 2282 lru 00000080:00200000:1.0:1775773081.699577:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008faaa7e7 2282: 1< 0 - - > 2< 9347072 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.699579:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e33e13aa 00000080:00200000:1.0:1775773081.699580:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 235. 00000080:00200000:1.0:1775773081.699582:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2283 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.699596:0:200258:0:(rw26.c:858:ll_write_end()) pos 9351168, len 4096, copied 4096 00000080:00200000:1.0:1775773081.699599:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000063141a1[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.699601:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003c67f509 17ffffc0001001 3:0 ffff9a6045bae700 2283 lru 00000080:00200000:1.0:1775773081.699607:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000de1d35fe 2283: 1< 0 - - > 2< 9351168 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.699610:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000063141a1 00000080:00200000:1.0:1775773081.699611:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 236. 00000080:00200000:1.0:1775773081.699613:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2284 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.699637:0:200258:0:(rw26.c:858:ll_write_end()) pos 9355264, len 4096, copied 4096 00000080:00200000:1.0:1775773081.699641:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fb4b05e7[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.699643:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001b5d3711 17ffffc0001001 3:0 ffff9a6045bae2a0 2284 lru 00000080:00200000:1.0:1775773081.699648:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000087d36cad 2284: 1< 0 - - > 2< 9355264 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.699650:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fb4b05e7 00000080:00200000:1.0:1775773081.699651:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 237. 00000080:00200000:1.0:1775773081.699653:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2285 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.699666:0:200258:0:(rw26.c:858:ll_write_end()) pos 9359360, len 4096, copied 4096 00000080:00200000:1.0:1775773081.699670:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d4b2a8b9[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.699673:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b1de8b4d 17ffffc0001001 3:0 ffff9a6045bae1c0 2285 lru 00000080:00200000:1.0:1775773081.699678:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000824009be 2285: 1< 0 - - > 2< 9359360 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.699680:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d4b2a8b9 00000080:00200000:1.0:1775773081.699681:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 238. 00000080:00200000:1.0:1775773081.699684:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2286 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.699700:0:200258:0:(rw26.c:858:ll_write_end()) pos 9363456, len 4096, copied 4096 00000080:00200000:1.0:1775773081.699704:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b2f14f75[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.699706:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000198020ff 17ffffc0001001 3:0 ffff9a6045baeee0 2286 lru 00000080:00200000:1.0:1775773081.699712:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000080a1fd7e 2286: 1< 0 - - > 2< 9363456 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.699714:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b2f14f75 00000080:00200000:1.0:1775773081.699715:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 239. 00000080:00200000:1.0:1775773081.699717:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2287 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.699733:0:200258:0:(rw26.c:858:ll_write_end()) pos 9367552, len 4096, copied 4096 00000080:00200000:1.0:1775773081.699737:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000db648dd6[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.699739:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b9077029 17ffffc0001001 3:0 ffff9a6045bae9a0 2287 lru 00000080:00200000:1.0:1775773081.699744:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008c2213b6 2287: 1< 0 - - > 2< 9367552 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.699746:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000db648dd6 00000080:00200000:1.0:1775773081.699747:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 240. 00000080:00200000:1.0:1775773081.699748:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2288 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.699761:0:200258:0:(rw26.c:858:ll_write_end()) pos 9371648, len 4096, copied 4096 00000080:00200000:1.0:1775773081.699764:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009c28e360[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.699766:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000035e30dfb 17ffffc0001001 3:0 ffff9a6045baea80 2288 lru 00000080:00200000:1.0:1775773081.699771:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000f4c665f 2288: 1< 0 - - > 2< 9371648 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.699773:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009c28e360 00000080:00200000:1.0:1775773081.699774:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 241. 00000080:00200000:1.0:1775773081.699776:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2289 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.699788:0:200258:0:(rw26.c:858:ll_write_end()) pos 9375744, len 4096, copied 4096 00000080:00200000:1.0:1775773081.701165:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000485ffc21[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.701170:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ad6d2513 17ffffc0001001 3:0 ffff9a6045baed20 2289 lru 00000080:00200000:1.0:1775773081.701180:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009b9f3613 2289: 1< 0 - - > 2< 9375744 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.701182:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000485ffc21 00000080:00200000:1.0:1775773081.701183:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 242. 00000080:00200000:1.0:1775773081.701190:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2290 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.701323:0:200258:0:(rw26.c:858:ll_write_end()) pos 9379840, len 4096, copied 4096 00000080:00200000:1.0:1775773081.701328:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cf824e57[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.701331:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c3d497ea 17ffffc0001001 3:0 ffff9a6045baeb60 2290 lru 00000080:00200000:1.0:1775773081.701338:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000daecfaea 2290: 1< 0 - - > 2< 9379840 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.701340:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cf824e57 00000080:00200000:1.0:1775773081.701341:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 243. 00000080:00200000:1.0:1775773081.701343:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2291 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.701360:0:200258:0:(rw26.c:858:ll_write_end()) pos 9383936, len 4096, copied 4096 00000080:00200000:1.0:1775773081.701364:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b1f8b9a2[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.701367:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000027db46d1 17ffffc0001001 3:0 ffff9a6045bae540 2291 lru 00000080:00200000:1.0:1775773081.701371:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000060d0c6bb 2291: 1< 0 - - > 2< 9383936 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.701374:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b1f8b9a2 00000080:00200000:1.0:1775773081.701375:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 244. 00000080:00200000:1.0:1775773081.701376:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2292 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.701390:0:200258:0:(rw26.c:858:ll_write_end()) pos 9388032, len 4096, copied 4096 00000080:00200000:1.0:1775773081.701393:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000386d580a[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.701396:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a7876de4 17ffffc0001001 3:0 ffff9a6045bae7e0 2292 lru 00000080:00200000:1.0:1775773081.701401:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000094c0a189 2292: 1< 0 - - > 2< 9388032 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.701403:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000386d580a 00000080:00200000:1.0:1775773081.701404:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 245. 00000080:00200000:1.0:1775773081.701406:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2293 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.701434:0:200258:0:(rw26.c:858:ll_write_end()) pos 9392128, len 4096, copied 4096 00000080:00200000:1.0:1775773081.701438:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e67cef72[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.701440:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000145093e5 17ffffc0001021 2:0 ffff9a6045bae0e0 2293 lru 00000080:00200000:1.0:1775773081.701445:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b51d0dc6 2293: 1< 0 - - > 2< 9392128 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.701447:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e67cef72 00000080:00200000:1.0:1775773081.701449:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 246. 00000080:00200000:1.0:1775773081.701450:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2294 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.701464:0:200258:0:(rw26.c:858:ll_write_end()) pos 9396224, len 4096, copied 4096 00000080:00200000:1.0:1775773081.701468:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000057ff5032[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.701470:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008d8cea35 17ffffc0001001 3:0 ffff9a6045bae8c0 2294 lru 00000080:00200000:1.0:1775773081.701475:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bcb5b9bc 2294: 1< 0 - - > 2< 9396224 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.701477:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000057ff5032 00000080:00200000:1.0:1775773081.701478:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 247. 00000080:00200000:1.0:1775773081.701480:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2295 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.701492:0:200258:0:(rw26.c:858:ll_write_end()) pos 9400320, len 4096, copied 4096 00000080:00200000:1.0:1775773081.701509:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006e34c2de[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.701511:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005d79b1a3 17ffffc0001001 3:0 ffff9a6045bae380 2295 lru 00000080:00200000:1.0:1775773081.701516:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000610694d4 2295: 1< 0 - - > 2< 9400320 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.701518:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006e34c2de 00000080:00200000:1.0:1775773081.701519:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 248. 00000080:00200000:1.0:1775773081.701522:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2296 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.701537:0:200258:0:(rw26.c:858:ll_write_end()) pos 9404416, len 4096, copied 4096 00000080:00200000:1.0:1775773081.701541:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e6adfa80[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.701543:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b1249a1b 17ffffc0001001 3:0 ffff9a6045bae620 2296 lru 00000080:00200000:1.0:1775773081.701548:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000010dd8ce6 2296: 1< 0 - - > 2< 9404416 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.701551:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e6adfa80 00000080:00200000:1.0:1775773081.701552:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 249. 00000080:00200000:1.0:1775773081.701554:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2297 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.701586:0:200258:0:(rw26.c:858:ll_write_end()) pos 9408512, len 4096, copied 4096 00000080:00200000:1.0:1775773081.701590:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000302bd34c[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.701592:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000026d4175e 17ffffc0001001 3:0 ffff9a6051256460 2297 lru 00000080:00200000:1.0:1775773081.701597:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dce4af15 2297: 1< 0 - - > 2< 9408512 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.701599:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000302bd34c 00000080:00200000:1.0:1775773081.701600:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 250. 00000080:00200000:1.0:1775773081.701602:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2298 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.701616:0:200258:0:(rw26.c:858:ll_write_end()) pos 9412608, len 4096, copied 4096 00000080:00200000:1.0:1775773081.701620:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000555bd105[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.701622:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000aa78ad4c 17ffffc0001001 3:0 ffff9a6051256000 2298 lru 00000080:00200000:1.0:1775773081.701626:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000df34c8d2 2298: 1< 0 - - > 2< 9412608 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.701628:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000555bd105 00000080:00200000:1.0:1775773081.701629:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 251. 00000080:00200000:1.0:1775773081.701631:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2299 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.701643:0:200258:0:(rw26.c:858:ll_write_end()) pos 9416704, len 4096, copied 4096 00000080:00200000:1.0:1775773081.701647:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000026c106e[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.701649:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000074f60c0 17ffffc0001001 3:0 ffff9a6051256c40 2299 lru 00000080:00200000:1.0:1775773081.701654:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000077c070d3 2299: 1< 0 - - > 2< 9416704 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.701655:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000026c106e 00000080:00200000:1.0:1775773081.701656:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 252. 00000080:00200000:1.0:1775773081.701658:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2300 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.701672:0:200258:0:(rw26.c:858:ll_write_end()) pos 9420800, len 4096, copied 4096 00000080:00200000:1.0:1775773081.701675:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bb73f029[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.701677:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000093858048 17ffffc0001001 3:0 ffff9a6051256e00 2300 lru 00000080:00200000:1.0:1775773081.701682:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000290dae48 2300: 1< 0 - - > 2< 9420800 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.701684:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bb73f029 00000080:00200000:1.0:1775773081.701685:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 253. 00000080:00200000:1.0:1775773081.701687:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2301 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.701700:0:200258:0:(rw26.c:858:ll_write_end()) pos 9424896, len 4096, copied 4096 00000080:00200000:1.0:1775773081.701703:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000043e17ddf[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.701706:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000096a85913 17ffffc0001001 3:0 ffff9a6051256700 2301 lru 00000080:00200000:1.0:1775773081.701712:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005011add0 2301: 1< 0 - - > 2< 9424896 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.701714:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000043e17ddf 00000080:00200000:1.0:1775773081.701715:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 254. 00000080:00200000:1.0:1775773081.701717:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2302 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.701733:0:200258:0:(rw26.c:858:ll_write_end()) pos 9428992, len 4096, copied 4096 00000080:00200000:1.0:1775773081.701737:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000feb61480[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.701740:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000015d248dc 17ffffc0001001 3:0 ffff9a60512562a0 2302 lru 00000080:00200000:1.0:1775773081.701745:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000979f5209 2302: 1< 0 - - > 2< 9428992 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.701747:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000feb61480 00000080:00200000:1.0:1775773081.701749:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 255. 00000080:00200000:1.0:1775773081.701750:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2303 of 0 to 4096 bytes 00000080:00200000:1.0:1775773081.701766:0:200258:0:(rw26.c:858:ll_write_end()) pos 9433088, len 4096, copied 4096 00000080:00200000:1.0:1775773081.701769:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b9655868[3 000000005a0b29a0 2 1 000000005a3ae21c] 00000080:00200000:1.0:1775773081.701772:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e4e97043 17ffffc0001001 3:0 ffff9a60512561c0 2303 lru 00000080:00200000:1.0:1775773081.701777:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a4e2176f 2303: 1< 0 - - > 2< 9433088 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 134610944 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1775773081.701779:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b9655868 00000080:00200000:1.0:1775773081.701780:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 256. 00000080:00200000:1.0:1775773081.701785:0:200258:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:1.0:1775773081.702751:0:200258:0:(osc_cache.c:848:osc_extent_find()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.702786:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.703135:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.703146:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.703156:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.703172:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.703182:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.703192:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.703200:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.703210:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.703220:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.703747:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.703759:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.703775:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.703785:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1775773081.704075:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.704088:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.704100:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.704109:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.704119:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.704128:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.704138:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.704155:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.704164:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.704174:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.704183:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.704193:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.704202:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.704211:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.704221:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.704584:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1775773081.704599:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.704606:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.704616:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.704729:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.704744:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.704754:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.704764:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.704773:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705144:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705158:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705168:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705177:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705187:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705197:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705207:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705217:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1775773081.705332:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.705340:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705351:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705360:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705370:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705379:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705390:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705399:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705409:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705425:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705435:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705445:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705454:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705464:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705474:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705484:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1775773081.705510:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.705517:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705531:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705540:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705548:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705556:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705565:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705572:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705581:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705590:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705604:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705612:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705619:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705729:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705738:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705748:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1775773081.705763:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.705769:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705777:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705823:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705833:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705842:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705850:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.705859:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706377:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706394:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706404:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706419:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706428:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706438:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706446:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706455:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1775773081.706471:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.706477:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706485:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706493:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706520:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706530:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706539:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706547:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706554:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706563:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706570:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706578:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706590:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706598:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706607:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706615:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1775773081.706725:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.706734:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706743:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706751:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706760:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706774:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.706784:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707076:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707084:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707092:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707100:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707108:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707116:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707131:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707139:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707147:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1775773081.707162:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.707168:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707175:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707184:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707193:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707201:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707217:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707224:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707316:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707325:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707334:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707342:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707349:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707357:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707372:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707380:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1775773081.707396:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.707402:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707411:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707421:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707429:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707439:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707446:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707459:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707467:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707475:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707483:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707492:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707511:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707520:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707528:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707540:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1775773081.707555:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.707559:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707568:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707577:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707586:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707594:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707603:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707611:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707735:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707746:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707753:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707761:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707769:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707777:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.707786:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708100:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1775773081.708123:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.708130:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708140:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708149:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708158:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708167:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708176:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708186:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708194:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708207:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708216:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708223:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708318:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708329:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708339:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708348:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1775773081.708365:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.708371:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708387:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708398:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708408:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708418:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708428:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708438:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708448:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708458:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708474:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708484:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708494:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708515:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708524:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708534:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1775773081.708550:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.708556:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708566:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708583:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708593:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708603:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708613:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708717:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708732:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708741:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708751:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708765:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708775:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.708784:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709063:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709072:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1775773081.709088:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.709094:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709102:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709110:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709123:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709131:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709139:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709147:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709156:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709165:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709174:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709183:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709196:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709204:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709211:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709218:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1775773081.709304:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.709312:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709321:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709329:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709336:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709348:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709355:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709363:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709370:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709378:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709386:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709393:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709401:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709414:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709423:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709432:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1775773081.709447:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.709453:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709462:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709471:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709481:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709490:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709517:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709527:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709536:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709545:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709554:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709563:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709570:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709578:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709590:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000008:00010000:1.0:1775773081.709598:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1775773081.709612:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:1.0:1775773081.709618:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00000080:00200000:1.0:1775773081.710739:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 1, dirtied 1 00000080:00200000:1.0:1775773081.710752:0:200258:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:1.0:1775773081.710759:0:200258:0:(vvp_io.c:1353:vvp_io_write_start()) f89.replay-single: write bytes 0, result: 1048576 00000020:00010000:1.0:1775773081.710787:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6049934c68 (ffff9a6058be6008/0) at cl_lock_release():245 00000020:00010000:1.0:1775773081.710821:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6049934c68 (ffff9a6058be6008/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775773081.710826:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6045a32130 (ffff9a6058be6758/1) at cl_lock_cancel():142 00010000:00010000:1.0:1775773081.710837:0:200258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 9 lru_type: 0 00010000:00010000:1.0:1775773081.710853:0:200258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000020:00010000:1.0:1775773081.710884:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6049934c68 (ffff9a6058be6008/0) at cl_lock_fini():72 00000020:00010000:1.0:1775773081.710888:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6045a32130 (ffff9a6058be6008/1) at cl_lock_fini():72 00000080:00200000:1.0:1775773081.710903:0:200258:0:(vvp_io.c:517:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:1.0:1775773081.712365:0:200258:0:(file.c:2173:ll_file_io_generic()) Range unlock [2048, 2303] 00000080:00200000:1.0:1775773081.712416:0:200258:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3c:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775773081.712422:0:200258:0:(file.c:2206:ll_file_io_generic()) f89.replay-single: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:1.0:1775773081.712440:0:200258:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3c:0x0] updating i_size 9437184 i_blocks 8192 00000080:00200000:1.0:1775773081.712448:0:200258:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:1.0:1775773081.712771:0:200258:0:(file.c:2612:do_file_write_iter()) START file f89.replay-single:[0x20002ea31:0x3c:0x0], ppos: 9437184, count: 1048576 00000080:00200000:1.0:1775773081.712845:0:200258:0:(file.c:2058:ll_file_io_generic()) f89.replay-single: write ppos: 9437184, bytes: 1048576 00000080:00200000:1.0:1775773081.712853:0:200258:0:(file.c:1815:ll_io_set_mirror()) f89.replay-single: desiginated mirror: 0 00000020:00200000:1.0:1775773081.712864:0:200258:0:(cl_io.c:214:cl_io_rw_init()) header@00000000597400ee[0x110, 2305, [0x20002ea31:0x3c:0x0] hash] 00000020:00200000:1.0:1775773081.712868:0:200258:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [9437184, 10485760) 0 0 00000080:00200000:1.0:1775773081.712873:0:200258:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3c:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775773081.712893:0:200258:0:(file.c:2136:ll_file_io_generic()) Range lock [2304, 2559] 00020000:00200000:1.0:1775773081.712901:0:200258:0:(lov_io.c:1052:lov_io_rw_iter_init()) stripe: 9437184 chunk: [9437184, 10485760) 10485760, 1048576 00020000:00200000:1.0:1775773081.719464:0:200258:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:1.0:1775773081.719577:0:200258:0:(vvp_io.c:198:vvp_io_one_lock_index()) lock: 1 [2304, 2559] 00000008:00010000:1.0:1775773081.719598:0:200258:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000008:00010000:1.0:1775773081.719606:0:200258:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6043137ab0, osc lock ffff9a6051f49560, flags 0x0 00010000:00010000:1.0:1775773081.719649:0:200258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1775773081.719671:0:200258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (9437184 10485759) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1775773081.719688:0:200258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1775773081.719699:0:200258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 8/0,2 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1775773081.719715:0:200258:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 7/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:1.0:1775773081.719732:0:200258:0:(vvp_io.c:1286:vvp_io_write_start()) f89.replay-single: write [9437184, 10485760) append 0 append lockpos 0 00000080:00200000:1.0:1775773081.719751:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2304 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.719879:0:200258:0:(rw26.c:858:ll_write_end()) pos 9437184, len 4096, copied 4096 00000080:00200000:2.0:1775773081.719892:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000209aecc2[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.719896:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000006c79c00 17ffffc0001001 3:0 ffff9a60581f21c0 2304 lru 00000080:00200000:2.0:1775773081.719905:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000002295242 2304: 1< 0 - - > 2< 9437184 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.719908:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000209aecc2 00000080:00200000:2.0:1775773081.719911:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 1. 00000080:00200000:2.0:1775773081.719920:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2305 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.719951:0:200258:0:(rw26.c:858:ll_write_end()) pos 9441280, len 4096, copied 4096 00000080:00200000:2.0:1775773081.719956:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000088c30052[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.719959:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cd0687f4 17ffffc0001001 3:0 ffff9a60581f2ee0 2305 lru 00000080:00200000:2.0:1775773081.719966:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000ef0d3c1 2305: 1< 0 - - > 2< 9441280 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.719970:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000088c30052 00000080:00200000:2.0:1775773081.719971:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 2. 00000080:00200000:2.0:1775773081.719974:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2306 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.719992:0:200258:0:(rw26.c:858:ll_write_end()) pos 9445376, len 4096, copied 4096 00000080:00200000:2.0:1775773081.719999:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ba68f06c[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720002:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e47ce723 17ffffc0001001 3:0 ffff9a60581f29a0 2306 lru 00000080:00200000:2.0:1775773081.720008:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003f3e2caa 2306: 1< 0 - - > 2< 9445376 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720011:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ba68f06c 00000080:00200000:2.0:1775773081.720012:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 3. 00000080:00200000:2.0:1775773081.720014:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2307 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720034:0:200258:0:(rw26.c:858:ll_write_end()) pos 9449472, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720039:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f8db5719[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720043:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000055211b4d 17ffffc0001001 3:0 ffff9a60581f2a80 2307 lru 00000080:00200000:2.0:1775773081.720048:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f0731508 2307: 1< 0 - - > 2< 9449472 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720050:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f8db5719 00000080:00200000:2.0:1775773081.720051:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 4. 00000080:00200000:2.0:1775773081.720053:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2308 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720069:0:200258:0:(rw26.c:858:ll_write_end()) pos 9453568, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720074:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e77fdafc[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720077:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000a679fad 17ffffc0001001 3:0 ffff9a60581f2d20 2308 lru 00000080:00200000:2.0:1775773081.720083:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000032bd88af 2308: 1< 0 - - > 2< 9453568 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720086:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e77fdafc 00000080:00200000:2.0:1775773081.720088:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 5. 00000080:00200000:2.0:1775773081.720091:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2309 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720107:0:200258:0:(rw26.c:858:ll_write_end()) pos 9457664, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720112:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e612ed75[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720116:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d48b5d4d 17ffffc0001001 3:0 ffff9a60581f2b60 2309 lru 00000080:00200000:2.0:1775773081.720122:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000092623c49 2309: 1< 0 - - > 2< 9457664 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720124:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e612ed75 00000080:00200000:2.0:1775773081.720125:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 6. 00000080:00200000:2.0:1775773081.720127:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2310 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720141:0:200258:0:(rw26.c:858:ll_write_end()) pos 9461760, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720145:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000088ad66d7[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720148:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000008ceb2fa 17ffffc0001001 3:0 ffff9a60581f2540 2310 lru 00000080:00200000:2.0:1775773081.720152:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000028d6a21e 2310: 1< 0 - - > 2< 9461760 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720154:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000088ad66d7 00000080:00200000:2.0:1775773081.720155:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 7. 00000080:00200000:2.0:1775773081.720157:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2311 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720170:0:200258:0:(rw26.c:858:ll_write_end()) pos 9465856, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720173:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b999d886[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720176:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004f7521d2 17ffffc0001001 3:0 ffff9a60581f27e0 2311 lru 00000080:00200000:2.0:1775773081.720180:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000d581e2d 2311: 1< 0 - - > 2< 9465856 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720183:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b999d886 00000080:00200000:2.0:1775773081.720184:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 8. 00000080:00200000:2.0:1775773081.720185:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2312 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720200:0:200258:0:(rw26.c:858:ll_write_end()) pos 9469952, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720203:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000037014940[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720205:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002c8adaee 17ffffc0001001 3:0 ffff9a60581f20e0 2312 lru 00000080:00200000:2.0:1775773081.720210:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000087471092 2312: 1< 0 - - > 2< 9469952 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720212:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000037014940 00000080:00200000:2.0:1775773081.720213:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 9. 00000080:00200000:2.0:1775773081.720215:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2313 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720228:0:200258:0:(rw26.c:858:ll_write_end()) pos 9474048, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720232:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000017c4dd5[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720234:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000da343eff 17ffffc0001001 3:0 ffff9a60581f28c0 2313 lru 00000080:00200000:2.0:1775773081.720239:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008e4905e7 2313: 1< 0 - - > 2< 9474048 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720243:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000017c4dd5 00000080:00200000:2.0:1775773081.720244:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 10. 00000080:00200000:2.0:1775773081.720247:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2314 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720269:0:200258:0:(rw26.c:858:ll_write_end()) pos 9478144, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720272:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000079b07a51[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720275:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f805328d 17ffffc0001001 3:0 ffff9a60581f2380 2314 lru 00000080:00200000:2.0:1775773081.720280:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000189a1335 2314: 1< 0 - - > 2< 9478144 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720283:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000079b07a51 00000080:00200000:2.0:1775773081.720284:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 11. 00000080:00200000:2.0:1775773081.720287:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2315 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720304:0:200258:0:(rw26.c:858:ll_write_end()) pos 9482240, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720307:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003b5945a0[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720310:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001b0d0f8e 17ffffc0001001 3:0 ffff9a60581f2620 2315 lru 00000080:00200000:2.0:1775773081.720315:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000089050900 2315: 1< 0 - - > 2< 9482240 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720317:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003b5945a0 00000080:00200000:2.0:1775773081.720318:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 12. 00000080:00200000:2.0:1775773081.720320:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2316 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720335:0:200258:0:(rw26.c:858:ll_write_end()) pos 9486336, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720339:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000e8c0520[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720341:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a0a0b3c5 17ffffc0001001 3:0 ffff9a60581f2460 2316 lru 00000080:00200000:2.0:1775773081.720346:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e9442d7c 2316: 1< 0 - - > 2< 9486336 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720348:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000e8c0520 00000080:00200000:2.0:1775773081.720349:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 13. 00000080:00200000:2.0:1775773081.720350:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2317 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720373:0:200258:0:(rw26.c:858:ll_write_end()) pos 9490432, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720378:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000662346b1[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720381:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000be249e9a 17ffffc0001021 2:0 ffff9a60581f2000 2317 lru 00000080:00200000:2.0:1775773081.720387:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e7158de7 2317: 1< 0 - - > 2< 9490432 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720389:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000662346b1 00000080:00200000:2.0:1775773081.720390:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 14. 00000080:00200000:2.0:1775773081.720392:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2318 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720408:0:200258:0:(rw26.c:858:ll_write_end()) pos 9494528, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720412:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000287b6f3a[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720414:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000010986d29 17ffffc0001001 3:0 ffff9a60581f2c40 2318 lru 00000080:00200000:2.0:1775773081.720419:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009f9836f8 2318: 1< 0 - - > 2< 9494528 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720421:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000287b6f3a 00000080:00200000:2.0:1775773081.720422:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 15. 00000080:00200000:2.0:1775773081.720424:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2319 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720440:0:200258:0:(rw26.c:858:ll_write_end()) pos 9498624, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720445:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000020398583[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720448:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007da2cc52 17ffffc0001001 3:0 ffff9a60581f2e00 2319 lru 00000080:00200000:2.0:1775773081.720453:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009341997b 2319: 1< 0 - - > 2< 9498624 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720455:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000020398583 00000080:00200000:2.0:1775773081.720456:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 16. 00000080:00200000:2.0:1775773081.720458:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2320 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720471:0:200258:0:(rw26.c:858:ll_write_end()) pos 9502720, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720475:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007c1b843e[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720478:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004e8e5e5b 17ffffc0001001 3:0 ffff9a60581f2700 2320 lru 00000080:00200000:2.0:1775773081.720483:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000089f665de 2320: 1< 0 - - > 2< 9502720 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720485:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007c1b843e 00000080:00200000:2.0:1775773081.720486:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 17. 00000080:00200000:2.0:1775773081.720488:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2321 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720529:0:200258:0:(rw26.c:858:ll_write_end()) pos 9506816, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720534:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006da29ac2[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720537:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cacdf321 17ffffc0001001 3:0 ffff9a60497e47e0 2321 lru 00000080:00200000:2.0:1775773081.720554:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e30b83b4 2321: 1< 0 - - > 2< 9506816 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720556:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006da29ac2 00000080:00200000:2.0:1775773081.720557:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 18. 00000080:00200000:2.0:1775773081.720559:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2322 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720576:0:200258:0:(rw26.c:858:ll_write_end()) pos 9510912, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720580:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b1178c4c[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720582:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a8d1429c 17ffffc0001001 3:0 ffff9a60497e40e0 2322 lru 00000080:00200000:2.0:1775773081.720586:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005e570b2c 2322: 1< 0 - - > 2< 9510912 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720589:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b1178c4c 00000080:00200000:2.0:1775773081.720590:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 19. 00000080:00200000:2.0:1775773081.720591:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2323 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720605:0:200258:0:(rw26.c:858:ll_write_end()) pos 9515008, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720609:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d57ca1d7[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720611:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d1fb9f32 17ffffc0001001 3:0 ffff9a60497e48c0 2323 lru 00000080:00200000:2.0:1775773081.720616:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005933e368 2323: 1< 0 - - > 2< 9515008 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720618:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d57ca1d7 00000080:00200000:2.0:1775773081.720619:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 20. 00000080:00200000:2.0:1775773081.720621:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2324 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720638:0:200258:0:(rw26.c:858:ll_write_end()) pos 9519104, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720642:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009fae3dc1[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720645:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000021659e28 17ffffc0001001 3:0 ffff9a60497e4380 2324 lru 00000080:00200000:2.0:1775773081.720650:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000056693a5e 2324: 1< 0 - - > 2< 9519104 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720652:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009fae3dc1 00000080:00200000:2.0:1775773081.720654:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 21. 00000080:00200000:2.0:1775773081.720656:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2325 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720669:0:200258:0:(rw26.c:858:ll_write_end()) pos 9523200, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720673:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b5dbc131[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720676:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000212bf852 17ffffc0001001 3:0 ffff9a60497e4620 2325 lru 00000080:00200000:2.0:1775773081.720682:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000029fddeac 2325: 1< 0 - - > 2< 9523200 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720684:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b5dbc131 00000080:00200000:2.0:1775773081.720685:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 22. 00000080:00200000:2.0:1775773081.720687:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2326 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720701:0:200258:0:(rw26.c:858:ll_write_end()) pos 9527296, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720705:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008f82ba01[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720708:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000000abd751 17ffffc0001001 3:0 ffff9a60497e4460 2326 lru 00000080:00200000:2.0:1775773081.720714:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008f733eb9 2326: 1< 0 - - > 2< 9527296 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720716:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008f82ba01 00000080:00200000:2.0:1775773081.720717:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 23. 00000080:00200000:2.0:1775773081.720719:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2327 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720732:0:200258:0:(rw26.c:858:ll_write_end()) pos 9531392, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720736:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fc1e8f1e[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720739:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004313ba1f 17ffffc0001001 3:0 ffff9a60497e4000 2327 lru 00000080:00200000:2.0:1775773081.720745:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000911a15fe 2327: 1< 0 - - > 2< 9531392 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720748:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fc1e8f1e 00000080:00200000:2.0:1775773081.720749:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 24. 00000080:00200000:2.0:1775773081.720750:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2328 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720762:0:200258:0:(rw26.c:858:ll_write_end()) pos 9535488, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720766:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007b523405[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720768:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000001d6a92a 17ffffc0001001 3:0 ffff9a60497e4c40 2328 lru 00000080:00200000:2.0:1775773081.720774:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000056168c52 2328: 1< 0 - - > 2< 9535488 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720776:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007b523405 00000080:00200000:2.0:1775773081.720778:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 25. 00000080:00200000:2.0:1775773081.720780:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2329 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720823:0:200258:0:(rw26.c:858:ll_write_end()) pos 9539584, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720828:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000a94b19a[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720831:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000073791da8 17ffffc0001001 3:0 ffff9a60497e4e00 2329 lru 00000080:00200000:2.0:1775773081.720836:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000df46a33a 2329: 1< 0 - - > 2< 9539584 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720838:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000a94b19a 00000080:00200000:2.0:1775773081.720839:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 26. 00000080:00200000:2.0:1775773081.720841:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2330 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720855:0:200258:0:(rw26.c:858:ll_write_end()) pos 9543680, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720858:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000017e6e830[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720862:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000082c568e0 17ffffc0001001 3:0 ffff9a60497e4700 2330 lru 00000080:00200000:2.0:1775773081.720867:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005716d27d 2330: 1< 0 - - > 2< 9543680 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720869:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000017e6e830 00000080:00200000:2.0:1775773081.720870:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 27. 00000080:00200000:2.0:1775773081.720872:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2331 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720889:0:200258:0:(rw26.c:858:ll_write_end()) pos 9547776, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720893:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000069875eb1[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720895:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000045cd804a 17ffffc0001001 3:0 ffff9a60497e42a0 2331 lru 00000080:00200000:2.0:1775773081.720901:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000325d4ea8 2331: 1< 0 - - > 2< 9547776 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720904:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000069875eb1 00000080:00200000:2.0:1775773081.720905:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 28. 00000080:00200000:2.0:1775773081.720906:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2332 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720925:0:200258:0:(rw26.c:858:ll_write_end()) pos 9551872, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720929:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000637bdd2f[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720932:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ee1ca126 17ffffc0001021 2:0 ffff9a60497e41c0 2332 lru 00000080:00200000:2.0:1775773081.720936:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000050e7a520 2332: 1< 0 - - > 2< 9551872 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720938:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000637bdd2f 00000080:00200000:2.0:1775773081.720939:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 29. 00000080:00200000:2.0:1775773081.720941:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2333 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720957:0:200258:0:(rw26.c:858:ll_write_end()) pos 9555968, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720961:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007633b177[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720964:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000027c5a91e 17ffffc0001001 3:0 ffff9a60497e4ee0 2333 lru 00000080:00200000:2.0:1775773081.720970:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005755efc1 2333: 1< 0 - - > 2< 9555968 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.720972:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007633b177 00000080:00200000:2.0:1775773081.720973:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 30. 00000080:00200000:2.0:1775773081.720975:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2334 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.720988:0:200258:0:(rw26.c:858:ll_write_end()) pos 9560064, len 4096, copied 4096 00000080:00200000:2.0:1775773081.720992:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c4ef6329[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.720994:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000eba5faa8 17ffffc0001001 3:0 ffff9a60497e49a0 2334 lru 00000080:00200000:2.0:1775773081.721000:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f903ac82 2334: 1< 0 - - > 2< 9560064 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.721002:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c4ef6329 00000080:00200000:2.0:1775773081.721003:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 31. 00000080:00200000:2.0:1775773081.721005:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2335 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.721021:0:200258:0:(rw26.c:858:ll_write_end()) pos 9564160, len 4096, copied 4096 00000080:00200000:2.0:1775773081.721024:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000014303a[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.721027:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001af7348f 17ffffc0001001 3:0 ffff9a60497e4a80 2335 lru 00000080:00200000:2.0:1775773081.721032:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000024b073ea 2335: 1< 0 - - > 2< 9564160 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.721034:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000014303a 00000080:00200000:2.0:1775773081.721036:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 32. 00000080:00200000:2.0:1775773081.721037:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2336 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.721052:0:200258:0:(rw26.c:858:ll_write_end()) pos 9568256, len 4096, copied 4096 00000080:00200000:2.0:1775773081.721056:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009f859a8e[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.721059:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a2b915f6 17ffffc0001001 3:0 ffff9a60497e4d20 2336 lru 00000080:00200000:2.0:1775773081.721063:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007cba5f3f 2336: 1< 0 - - > 2< 9568256 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.721066:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009f859a8e 00000080:00200000:2.0:1775773081.721067:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 33. 00000080:00200000:2.0:1775773081.721069:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2337 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.721083:0:200258:0:(rw26.c:858:ll_write_end()) pos 9572352, len 4096, copied 4096 00000080:00200000:2.0:1775773081.721087:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000eda51b1c[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.721090:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003b777f96 17ffffc0001001 3:0 ffff9a60497e4b60 2337 lru 00000080:00200000:2.0:1775773081.721094:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002ba4b964 2337: 1< 0 - - > 2< 9572352 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.721096:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000eda51b1c 00000080:00200000:2.0:1775773081.721097:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 34. 00000080:00200000:2.0:1775773081.721099:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2338 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.721112:0:200258:0:(rw26.c:858:ll_write_end()) pos 9576448, len 4096, copied 4096 00000080:00200000:2.0:1775773081.721116:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000827b65fc[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.721118:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006c5e8bf2 17ffffc0001001 3:0 ffff9a60497e4540 2338 lru 00000080:00200000:2.0:1775773081.721123:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d70dc39f 2338: 1< 0 - - > 2< 9576448 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.721125:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000827b65fc 00000080:00200000:2.0:1775773081.721126:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 35. 00000080:00200000:2.0:1775773081.721128:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2339 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.721151:0:200258:0:(rw26.c:858:ll_write_end()) pos 9580544, len 4096, copied 4096 00000080:00200000:2.0:1775773081.721155:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a6d2e855[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.721157:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000084c07b1a 17ffffc0001001 3:0 ffff9a604507c2a0 2339 lru 00000080:00200000:2.0:1775773081.721162:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000047c1824e 2339: 1< 0 - - > 2< 9580544 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.721164:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a6d2e855 00000080:00200000:2.0:1775773081.721165:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 36. 00000080:00200000:2.0:1775773081.721167:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2340 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.721187:0:200258:0:(rw26.c:858:ll_write_end()) pos 9584640, len 4096, copied 4096 00000080:00200000:2.0:1775773081.721191:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000034080fb3[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.721194:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000924d24ba 17ffffc0001001 3:0 ffff9a604507c1c0 2340 lru 00000080:00200000:2.0:1775773081.721198:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000594083f9 2340: 1< 0 - - > 2< 9584640 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.721200:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000034080fb3 00000080:00200000:2.0:1775773081.721201:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 37. 00000080:00200000:2.0:1775773081.721203:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2341 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.721218:0:200258:0:(rw26.c:858:ll_write_end()) pos 9588736, len 4096, copied 4096 00000080:00200000:2.0:1775773081.721222:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000543431e3[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.721224:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000099cd13fc 17ffffc0001001 3:0 ffff9a604507cee0 2341 lru 00000080:00200000:2.0:1775773081.721228:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000030e24dc3 2341: 1< 0 - - > 2< 9588736 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.721230:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000543431e3 00000080:00200000:2.0:1775773081.721231:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 38. 00000080:00200000:2.0:1775773081.721233:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2342 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.721246:0:200258:0:(rw26.c:858:ll_write_end()) pos 9592832, len 4096, copied 4096 00000080:00200000:2.0:1775773081.721250:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003588a366[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.721252:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001607dbc1 17ffffc0001001 3:0 ffff9a604507c9a0 2342 lru 00000080:00200000:2.0:1775773081.721257:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000024f53077 2342: 1< 0 - - > 2< 9592832 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.721259:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003588a366 00000080:00200000:2.0:1775773081.721260:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 39. 00000080:00200000:2.0:1775773081.721262:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2343 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.721277:0:200258:0:(rw26.c:858:ll_write_end()) pos 9596928, len 4096, copied 4096 00000080:00200000:2.0:1775773081.721281:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000077221d7a[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.721283:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f7a2aa87 17ffffc0001001 3:0 ffff9a604507ca80 2343 lru 00000080:00200000:2.0:1775773081.721288:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007f1272fe 2343: 1< 0 - - > 2< 9596928 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.721290:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000077221d7a 00000080:00200000:2.0:1775773081.721291:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 40. 00000080:00200000:2.0:1775773081.721292:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2344 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.721307:0:200258:0:(rw26.c:858:ll_write_end()) pos 9601024, len 4096, copied 4096 00000080:00200000:2.0:1775773081.721310:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ed450735[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.721313:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000821c7673 17ffffc0001001 3:0 ffff9a604507cd20 2344 lru 00000080:00200000:2.0:1775773081.721318:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c5a25c5f 2344: 1< 0 - - > 2< 9601024 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.721320:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ed450735 00000080:00200000:2.0:1775773081.721321:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 41. 00000080:00200000:2.0:1775773081.721322:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2345 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.721334:0:200258:0:(rw26.c:858:ll_write_end()) pos 9605120, len 4096, copied 4096 00000080:00200000:2.0:1775773081.721338:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a1eb5eda[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.721341:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dd53ce68 17ffffc0001001 3:0 ffff9a604507cb60 2345 lru 00000080:00200000:2.0:1775773081.721346:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006fc66650 2345: 1< 0 - - > 2< 9605120 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.721348:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a1eb5eda 00000080:00200000:2.0:1775773081.721349:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 42. 00000080:00200000:2.0:1775773081.721351:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2346 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.721365:0:200258:0:(rw26.c:858:ll_write_end()) pos 9609216, len 4096, copied 4096 00000080:00200000:2.0:1775773081.721369:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002305f35d[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.721372:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000050ed0c4 17ffffc0001001 3:0 ffff9a604507c540 2346 lru 00000080:00200000:2.0:1775773081.721376:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000701bf397 2346: 1< 0 - - > 2< 9609216 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.721378:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002305f35d 00000080:00200000:2.0:1775773081.721379:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 43. 00000080:00200000:2.0:1775773081.721381:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2347 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.721401:0:200258:0:(rw26.c:858:ll_write_end()) pos 9613312, len 4096, copied 4096 00000080:00200000:2.0:1775773081.721406:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bce7f325[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.721409:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001913f444 17ffffc0001021 2:0 ffff9a604507c7e0 2347 lru 00000080:00200000:2.0:1775773081.721414:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000065cfddac 2347: 1< 0 - - > 2< 9613312 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.721416:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bce7f325 00000080:00200000:2.0:1775773081.721417:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 44. 00000080:00200000:2.0:1775773081.721418:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2348 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.721431:0:200258:0:(rw26.c:858:ll_write_end()) pos 9617408, len 4096, copied 4096 00000080:00200000:2.0:1775773081.721434:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bc83d172[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.721437:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000104ec701 17ffffc0001001 3:0 ffff9a604507c0e0 2348 lru 00000080:00200000:2.0:1775773081.721441:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e408a38c 2348: 1< 0 - - > 2< 9617408 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.721443:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bc83d172 00000080:00200000:2.0:1775773081.721444:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 45. 00000080:00200000:2.0:1775773081.721446:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2349 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.721459:0:200258:0:(rw26.c:858:ll_write_end()) pos 9621504, len 4096, copied 4096 00000080:00200000:2.0:1775773081.721463:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000986f8dfb[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.721465:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000081f2a541 17ffffc0001001 3:0 ffff9a604507c8c0 2349 lru 00000080:00200000:2.0:1775773081.721469:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000731862a9 2349: 1< 0 - - > 2< 9621504 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.721472:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000986f8dfb 00000080:00200000:2.0:1775773081.721473:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 46. 00000080:00200000:2.0:1775773081.721474:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2350 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.721485:0:200258:0:(rw26.c:858:ll_write_end()) pos 9625600, len 4096, copied 4096 00000080:00200000:2.0:1775773081.721488:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000064fa19cf[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.721491:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000090ed160b 17ffffc0001001 3:0 ffff9a604507c380 2350 lru 00000080:00200000:2.0:1775773081.726104:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f8f53f7f 2350: 1< 0 - - > 2< 9625600 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.726116:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000064fa19cf 00000080:00200000:2.0:1775773081.726119:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 47. 00000080:00200000:3.0:1775773081.726483:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2351 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.726553:0:200258:0:(rw26.c:858:ll_write_end()) pos 9629696, len 4096, copied 4096 00000080:00200000:3.0:1775773081.726564:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000083ab8c19[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.726568:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f48ee08b 17ffffc0001001 3:0 ffff9a6058da2b60 2351 lru 00000080:00200000:3.0:1775773081.726575:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004e1f7995 2351: 1< 0 - - > 2< 9629696 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.726578:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000083ab8c19 00000080:00200000:3.0:1775773081.726579:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 48. 00000080:00200000:3.0:1775773081.726581:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2352 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.726597:0:200258:0:(rw26.c:858:ll_write_end()) pos 9633792, len 4096, copied 4096 00000080:00200000:3.0:1775773081.726602:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c433da7a[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.726604:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001628e1fb 17ffffc0001001 3:0 ffff9a6058da2d20 2352 lru 00000080:00200000:3.0:1775773081.726609:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f87d5693 2352: 1< 0 - - > 2< 9633792 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.726612:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c433da7a 00000080:00200000:3.0:1775773081.726613:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 49. 00000080:00200000:3.0:1775773081.726615:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2353 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.726629:0:200258:0:(rw26.c:858:ll_write_end()) pos 9637888, len 4096, copied 4096 00000080:00200000:3.0:1775773081.726632:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004448b39e[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.726635:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000aa53450a 17ffffc0001001 3:0 ffff9a6058da2a80 2353 lru 00000080:00200000:3.0:1775773081.726640:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000089f95e3 2353: 1< 0 - - > 2< 9637888 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.726642:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004448b39e 00000080:00200000:3.0:1775773081.726643:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 50. 00000080:00200000:3.0:1775773081.726645:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2354 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.726659:0:200258:0:(rw26.c:858:ll_write_end()) pos 9641984, len 4096, copied 4096 00000080:00200000:3.0:1775773081.726663:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003a27f360[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.726665:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e06169b0 17ffffc0001001 3:0 ffff9a6058da29a0 2354 lru 00000080:00200000:3.0:1775773081.726671:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000034120a00 2354: 1< 0 - - > 2< 9641984 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.726673:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003a27f360 00000080:00200000:3.0:1775773081.726674:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 51. 00000080:00200000:3.0:1775773081.726676:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2355 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.726690:0:200258:0:(rw26.c:858:ll_write_end()) pos 9646080, len 4096, copied 4096 00000080:00200000:3.0:1775773081.726695:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007605ac91[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.726697:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000038fb754f 17ffffc0001001 3:0 ffff9a6058da2ee0 2355 lru 00000080:00200000:3.0:1775773081.726702:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000033b33228 2355: 1< 0 - - > 2< 9646080 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.726705:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007605ac91 00000080:00200000:3.0:1775773081.726706:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 52. 00000080:00200000:3.0:1775773081.726707:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2356 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.730353:0:200258:0:(rw26.c:858:ll_write_end()) pos 9650176, len 4096, copied 4096 00000080:00200000:3.0:1775773081.730364:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b4cfd071[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.730367:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000022181924 17ffffc0001001 3:0 ffff9a6058da21c0 2356 lru 00000080:00200000:3.0:1775773081.730375:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000019706fe2 2356: 1< 0 - - > 2< 9650176 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.730377:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b4cfd071 00000080:00200000:3.0:1775773081.730378:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 53. 00000080:00200000:3.0:1775773081.730383:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2357 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.730401:0:200258:0:(rw26.c:858:ll_write_end()) pos 9654272, len 4096, copied 4096 00000080:00200000:3.0:1775773081.730406:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d29f516c[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.730409:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002166cf4a 17ffffc0001001 3:0 ffff9a6058da22a0 2357 lru 00000080:00200000:3.0:1775773081.730414:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000015a9414c 2357: 1< 0 - - > 2< 9654272 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.730416:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d29f516c 00000080:00200000:3.0:1775773081.730417:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 54. 00000080:00200000:3.0:1775773081.730419:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2358 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.730434:0:200258:0:(rw26.c:858:ll_write_end()) pos 9658368, len 4096, copied 4096 00000080:00200000:3.0:1775773081.730438:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002136bd93[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.730441:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a1707ad1 17ffffc0001001 3:0 ffff9a6058da2700 2358 lru 00000080:00200000:3.0:1775773081.730446:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000d7e27ea 2358: 1< 0 - - > 2< 9658368 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.730448:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002136bd93 00000080:00200000:3.0:1775773081.730449:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 55. 00000080:00200000:3.0:1775773081.730451:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2359 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.730464:0:200258:0:(rw26.c:858:ll_write_end()) pos 9662464, len 4096, copied 4096 00000080:00200000:3.0:1775773081.730468:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008385104e[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.730471:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cc24a265 17ffffc0001001 3:0 ffff9a6058da2e00 2359 lru 00000080:00200000:3.0:1775773081.730475:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dfb8dcbc 2359: 1< 0 - - > 2< 9662464 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.730477:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008385104e 00000080:00200000:3.0:1775773081.730478:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 56. 00000080:00200000:3.0:1775773081.730480:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2360 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.730492:0:200258:0:(rw26.c:858:ll_write_end()) pos 9666560, len 4096, copied 4096 00000080:00200000:3.0:1775773081.730506:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f3baf0db[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.730508:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000475d5d8c 17ffffc0001001 3:0 ffff9a6058da2c40 2360 lru 00000080:00200000:3.0:1775773081.730513:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003a46982d 2360: 1< 0 - - > 2< 9666560 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.730515:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f3baf0db 00000080:00200000:3.0:1775773081.730516:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 57. 00000080:00200000:3.0:1775773081.730517:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2361 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.730539:0:200258:0:(rw26.c:858:ll_write_end()) pos 9670656, len 4096, copied 4096 00000080:00200000:3.0:1775773081.730543:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008191e5ff[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.730545:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000079e2abe3 17ffffc0001021 2:0 ffff9a6058da2000 2361 lru 00000080:00200000:3.0:1775773081.730551:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000051732ed1 2361: 1< 0 - - > 2< 9670656 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.730553:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008191e5ff 00000080:00200000:3.0:1775773081.730555:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 58. 00000080:00200000:3.0:1775773081.730557:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2362 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.730572:0:200258:0:(rw26.c:858:ll_write_end()) pos 9674752, len 4096, copied 4096 00000080:00200000:3.0:1775773081.730576:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000bb25f68[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.730579:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b6d99793 17ffffc0001001 3:0 ffff9a6058da2460 2362 lru 00000080:00200000:3.0:1775773081.730583:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f105ae53 2362: 1< 0 - - > 2< 9674752 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.730586:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000bb25f68 00000080:00200000:3.0:1775773081.730587:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 59. 00000080:00200000:3.0:1775773081.730589:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2363 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.730601:0:200258:0:(rw26.c:858:ll_write_end()) pos 9678848, len 4096, copied 4096 00000080:00200000:3.0:1775773081.730605:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000805a3146[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.730607:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000629bb70e 17ffffc0001001 3:0 ffff9a6058da2620 2363 lru 00000080:00200000:3.0:1775773081.730613:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cca5bee5 2363: 1< 0 - - > 2< 9678848 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.730615:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000805a3146 00000080:00200000:3.0:1775773081.730616:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 60. 00000080:00200000:3.0:1775773081.730618:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2364 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.730633:0:200258:0:(rw26.c:858:ll_write_end()) pos 9682944, len 4096, copied 4096 00000080:00200000:3.0:1775773081.730637:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ab69ad8b[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.730640:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ea687bd4 17ffffc0001001 3:0 ffff9a6058da2380 2364 lru 00000080:00200000:3.0:1775773081.730644:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000088972449 2364: 1< 0 - - > 2< 9682944 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.730647:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ab69ad8b 00000080:00200000:3.0:1775773081.730648:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 61. 00000080:00200000:3.0:1775773081.730649:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2365 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.730664:0:200258:0:(rw26.c:858:ll_write_end()) pos 9687040, len 4096, copied 4096 00000080:00200000:3.0:1775773081.730669:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009b4d324e[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.730672:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000018e20639 17ffffc0001001 3:0 ffff9a6051c68380 2365 lru 00000080:00200000:3.0:1775773081.730677:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009e9ee9b2 2365: 1< 0 - - > 2< 9687040 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.730679:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009b4d324e 00000080:00200000:3.0:1775773081.730680:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 62. 00000080:00200000:3.0:1775773081.730682:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2366 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.730696:0:200258:0:(rw26.c:858:ll_write_end()) pos 9691136, len 4096, copied 4096 00000080:00200000:3.0:1775773081.730699:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000061bb66e[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.730702:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000020068843 17ffffc0001001 3:0 ffff9a6051c688c0 2366 lru 00000080:00200000:3.0:1775773081.733876:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e393dcd1 2366: 1< 0 - - > 2< 9691136 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.733889:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000061bb66e 00000080:00200000:3.0:1775773081.733891:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 63. 00000080:00200000:3.0:1775773081.733899:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2367 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.733946:0:200258:0:(rw26.c:858:ll_write_end()) pos 9695232, len 4096, copied 4096 00000080:00200000:3.0:1775773081.733953:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004abcd646[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.733956:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002650ae26 17ffffc0001001 3:0 ffff9a6051c680e0 2367 lru 00000080:00200000:3.0:1775773081.733963:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000099d7433e 2367: 1< 0 - - > 2< 9695232 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.733965:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004abcd646 00000080:00200000:3.0:1775773081.733966:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 64. 00000080:00200000:3.0:1775773081.733968:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2368 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.733989:0:200258:0:(rw26.c:858:ll_write_end()) pos 9699328, len 4096, copied 4096 00000080:00200000:3.0:1775773081.733993:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bdffa6f3[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.733996:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000051d041f5 17ffffc0001001 3:0 ffff9a6051c687e0 2368 lru 00000080:00200000:3.0:1775773081.734001:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d500ec2b 2368: 1< 0 - - > 2< 9699328 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.734003:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bdffa6f3 00000080:00200000:3.0:1775773081.734004:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 65. 00000080:00200000:3.0:1775773081.734006:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2369 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.734020:0:200258:0:(rw26.c:858:ll_write_end()) pos 9703424, len 4096, copied 4096 00000080:00200000:3.0:1775773081.734024:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bf015c02[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.734027:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000050ed194f 17ffffc0001001 3:0 ffff9a6051c68540 2369 lru 00000080:00200000:3.0:1775773081.734032:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000035b8641d 2369: 1< 0 - - > 2< 9703424 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.734034:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bf015c02 00000080:00200000:3.0:1775773081.734035:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 66. 00000080:00200000:3.0:1775773081.734037:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2370 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.734065:0:200258:0:(rw26.c:858:ll_write_end()) pos 9707520, len 4096, copied 4096 00000080:00200000:3.0:1775773081.734070:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b796799d[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.734072:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009c1eb8a3 17ffffc0001001 3:0 ffff9a6051c68b60 2370 lru 00000080:00200000:3.0:1775773081.734077:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000083e06f06 2370: 1< 0 - - > 2< 9707520 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.734081:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b796799d 00000080:00200000:3.0:1775773081.734082:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 67. 00000080:00200000:3.0:1775773081.734084:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2371 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.734355:0:200258:0:(rw26.c:858:ll_write_end()) pos 9711616, len 4096, copied 4096 00000080:00200000:3.0:1775773081.734360:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008d0b3bc0[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.734363:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000026e513cd 17ffffc0001001 3:0 ffff9a6051c68d20 2371 lru 00000080:00200000:3.0:1775773081.734368:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000009cdb489 2371: 1< 0 - - > 2< 9711616 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.734370:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008d0b3bc0 00000080:00200000:3.0:1775773081.734372:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 68. 00000080:00200000:3.0:1775773081.734374:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2372 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.734390:0:200258:0:(rw26.c:858:ll_write_end()) pos 9715712, len 4096, copied 4096 00000080:00200000:3.0:1775773081.734394:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004c54cd27[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.734397:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000488764ce 17ffffc0001001 3:0 ffff9a6051c68a80 2372 lru 00000080:00200000:3.0:1775773081.734403:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000eea0ed5d 2372: 1< 0 - - > 2< 9715712 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.734405:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004c54cd27 00000080:00200000:3.0:1775773081.734406:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 69. 00000080:00200000:3.0:1775773081.734408:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2373 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.734424:0:200258:0:(rw26.c:858:ll_write_end()) pos 9719808, len 4096, copied 4096 00000080:00200000:3.0:1775773081.734429:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003ca4d043[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.734432:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a9cdfd7a 17ffffc0001001 3:0 ffff9a6051c689a0 2373 lru 00000080:00200000:3.0:1775773081.734437:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009529772f 2373: 1< 0 - - > 2< 9719808 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.734439:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003ca4d043 00000080:00200000:3.0:1775773081.734440:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 70. 00000080:00200000:3.0:1775773081.734442:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2374 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.734456:0:200258:0:(rw26.c:858:ll_write_end()) pos 9723904, len 4096, copied 4096 00000080:00200000:3.0:1775773081.734460:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009ec56a8f[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.736453:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003b25cd66 17ffffc0001001 3:0 ffff9a6051c68ee0 2374 lru 00000080:00200000:3.0:1775773081.736461:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fd5c54f5 2374: 1< 0 - - > 2< 9723904 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.736464:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009ec56a8f 00000080:00200000:3.0:1775773081.736466:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 71. 00000080:00200000:3.0:1775773081.736471:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2375 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.736526:0:200258:0:(rw26.c:858:ll_write_end()) pos 9728000, len 4096, copied 4096 00000080:00200000:3.0:1775773081.736533:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bc5e4677[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.736536:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cf06a2b5 17ffffc0001001 3:0 ffff9a6051c681c0 2375 lru 00000080:00200000:3.0:1775773081.736541:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000655f909f 2375: 1< 0 - - > 2< 9728000 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.736543:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bc5e4677 00000080:00200000:3.0:1775773081.736544:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 72. 00000080:00200000:3.0:1775773081.736546:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2376 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.736571:0:200258:0:(rw26.c:858:ll_write_end()) pos 9732096, len 4096, copied 4096 00000080:00200000:3.0:1775773081.736575:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000021ca5765[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.736577:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002dce1fc2 17ffffc0001021 2:0 ffff9a6051c682a0 2376 lru 00000080:00200000:3.0:1775773081.736582:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005e2e5714 2376: 1< 0 - - > 2< 9732096 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.736584:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000021ca5765 00000080:00200000:3.0:1775773081.736586:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 73. 00000080:00200000:3.0:1775773081.736588:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2377 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.736601:0:200258:0:(rw26.c:858:ll_write_end()) pos 9736192, len 4096, copied 4096 00000080:00200000:3.0:1775773081.736605:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008dbdd5f7[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.736607:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000760172fe 17ffffc0001001 3:0 ffff9a6051c68700 2377 lru 00000080:00200000:3.0:1775773081.736613:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000fc9591b0 2377: 1< 0 - - > 2< 9736192 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.736615:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008dbdd5f7 00000080:00200000:3.0:1775773081.736616:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 74. 00000080:00200000:3.0:1775773081.736618:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2378 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.736633:0:200258:0:(rw26.c:858:ll_write_end()) pos 9740288, len 4096, copied 4096 00000080:00200000:3.0:1775773081.736637:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bb073967[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.736640:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000023863a9 17ffffc0001001 3:0 ffff9a6051c68e00 2378 lru 00000080:00200000:3.0:1775773081.736645:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006f70afed 2378: 1< 0 - - > 2< 9740288 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.736647:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bb073967 00000080:00200000:3.0:1775773081.736648:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 75. 00000080:00200000:3.0:1775773081.736650:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2379 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.736664:0:200258:0:(rw26.c:858:ll_write_end()) pos 9744384, len 4096, copied 4096 00000080:00200000:3.0:1775773081.736669:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ef166c42[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.736671:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002046f49c 17ffffc0001001 3:0 ffff9a6051c68c40 2379 lru 00000080:00200000:3.0:1775773081.736676:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000002acb6f9 2379: 1< 0 - - > 2< 9744384 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.736678:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ef166c42 00000080:00200000:3.0:1775773081.736679:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 76. 00000080:00200000:3.0:1775773081.736681:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2380 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.736694:0:200258:0:(rw26.c:858:ll_write_end()) pos 9748480, len 4096, copied 4096 00000080:00200000:3.0:1775773081.736698:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e3ba7467[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.736700:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ffb56c68 17ffffc0001001 3:0 ffff9a6051c68000 2380 lru 00000080:00200000:3.0:1775773081.736705:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c324d5bf 2380: 1< 0 - - > 2< 9748480 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.736718:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e3ba7467 00000080:00200000:3.0:1775773081.736720:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 77. 00000080:00200000:3.0:1775773081.736722:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2381 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.736736:0:200258:0:(rw26.c:858:ll_write_end()) pos 9752576, len 4096, copied 4096 00000080:00200000:3.0:1775773081.736739:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f1cc9e37[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.736741:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002d6a3e4a 17ffffc0001001 3:0 ffff9a6051c68460 2381 lru 00000080:00200000:3.0:1775773081.736746:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e7aeb3ae 2381: 1< 0 - - > 2< 9752576 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.736748:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f1cc9e37 00000080:00200000:3.0:1775773081.736749:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 78. 00000080:00200000:3.0:1775773081.736750:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2382 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.736761:0:200258:0:(rw26.c:858:ll_write_end()) pos 9756672, len 4096, copied 4096 00000080:00200000:3.0:1775773081.736764:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000071aeb230[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.736766:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000341b4601 17ffffc0001001 3:0 ffff9a6051c68620 2382 lru 00000080:00200000:3.0:1775773081.736771:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000017006d7f 2382: 1< 0 - - > 2< 9756672 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.736773:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000071aeb230 00000080:00200000:3.0:1775773081.736774:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 79. 00000080:00200000:3.0:1775773081.736775:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2383 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.736818:0:200258:0:(rw26.c:858:ll_write_end()) pos 9760768, len 4096, copied 4096 00000080:00200000:3.0:1775773081.736823:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000074120d26[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.736825:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e3b313c7 17ffffc0001001 3:0 ffff9a60430c38c0 2383 lru 00000080:00200000:3.0:1775773081.736829:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000439bbca7 2383: 1< 0 - - > 2< 9760768 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.736831:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000074120d26 00000080:00200000:3.0:1775773081.736832:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 80. 00000080:00200000:3.0:1775773081.736834:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2384 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.736850:0:200258:0:(rw26.c:858:ll_write_end()) pos 9764864, len 4096, copied 4096 00000080:00200000:3.0:1775773081.736854:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000082b7b395[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.736856:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000012234f45 17ffffc0001001 3:0 ffff9a60430c3380 2384 lru 00000080:00200000:3.0:1775773081.736861:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000fcbb9fd 2384: 1< 0 - - > 2< 9764864 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.736863:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000082b7b395 00000080:00200000:3.0:1775773081.736864:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 81. 00000080:00200000:3.0:1775773081.736866:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2385 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.736881:0:200258:0:(rw26.c:858:ll_write_end()) pos 9768960, len 4096, copied 4096 00000080:00200000:3.0:1775773081.736885:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000052fe785b[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.736888:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000034a380a5 17ffffc0001001 3:0 ffff9a60430c3620 2385 lru 00000080:00200000:3.0:1775773081.736892:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a920acfc 2385: 1< 0 - - > 2< 9768960 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.736894:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000052fe785b 00000080:00200000:3.0:1775773081.736895:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 82. 00000080:00200000:3.0:1775773081.736897:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2386 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.736909:0:200258:0:(rw26.c:858:ll_write_end()) pos 9773056, len 4096, copied 4096 00000080:00200000:3.0:1775773081.736913:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a99d035d[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.736916:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b1ef3df9 17ffffc0001001 3:0 ffff9a60430c3460 2386 lru 00000080:00200000:3.0:1775773081.736921:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000035e37102 2386: 1< 0 - - > 2< 9773056 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.736923:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a99d035d 00000080:00200000:3.0:1775773081.736924:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 83. 00000080:00200000:3.0:1775773081.736926:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2387 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.736938:0:200258:0:(rw26.c:858:ll_write_end()) pos 9777152, len 4096, copied 4096 00000080:00200000:3.0:1775773081.736942:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e8a2c29c[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.736945:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000079c1a679 17ffffc0001001 3:0 ffff9a60430c3000 2387 lru 00000080:00200000:3.0:1775773081.736950:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000149eca95 2387: 1< 0 - - > 2< 9777152 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.736952:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e8a2c29c 00000080:00200000:3.0:1775773081.736953:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 84. 00000080:00200000:3.0:1775773081.736955:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2388 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.736969:0:200258:0:(rw26.c:858:ll_write_end()) pos 9781248, len 4096, copied 4096 00000080:00200000:3.0:1775773081.736973:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b4728230[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.736976:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007c8d1320 17ffffc0001001 3:0 ffff9a60430c3c40 2388 lru 00000080:00200000:3.0:1775773081.736981:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e1e833fc 2388: 1< 0 - - > 2< 9781248 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.736984:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b4728230 00000080:00200000:3.0:1775773081.736985:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 85. 00000080:00200000:3.0:1775773081.736987:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2389 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.737001:0:200258:0:(rw26.c:858:ll_write_end()) pos 9785344, len 4096, copied 4096 00000080:00200000:3.0:1775773081.737005:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000005f7443e[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.737007:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000087d34686 17ffffc0001001 3:0 ffff9a60430c3e00 2389 lru 00000080:00200000:3.0:1775773081.737013:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000096f6d8e9 2389: 1< 0 - - > 2< 9785344 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.737015:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000005f7443e 00000080:00200000:3.0:1775773081.737016:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 86. 00000080:00200000:3.0:1775773081.737017:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2390 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.737032:0:200258:0:(rw26.c:858:ll_write_end()) pos 9789440, len 4096, copied 4096 00000080:00200000:3.0:1775773081.737036:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000027aa5361[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.737038:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000062685be2 17ffffc0001001 3:0 ffff9a60430c3700 2390 lru 00000080:00200000:3.0:1775773081.737043:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f91efb68 2390: 1< 0 - - > 2< 9789440 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.737044:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000027aa5361 00000080:00200000:3.0:1775773081.737045:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 87. 00000080:00200000:3.0:1775773081.737047:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2391 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.737079:0:200258:0:(rw26.c:858:ll_write_end()) pos 9793536, len 4096, copied 4096 00000080:00200000:3.0:1775773081.737083:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fa47fd2e[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.737086:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004225ee06 17ffffc0001021 2:0 ffff9a60430c32a0 2391 lru 00000080:00200000:3.0:1775773081.737091:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009de68e45 2391: 1< 0 - - > 2< 9793536 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.737093:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fa47fd2e 00000080:00200000:3.0:1775773081.737094:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 88. 00000080:00200000:3.0:1775773081.737337:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2392 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.737355:0:200258:0:(rw26.c:858:ll_write_end()) pos 9797632, len 4096, copied 4096 00000080:00200000:3.0:1775773081.737359:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000233d4099[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.737362:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007bf8db09 17ffffc0001001 3:0 ffff9a60430c31c0 2392 lru 00000080:00200000:3.0:1775773081.737367:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000035d13501 2392: 1< 0 - - > 2< 9797632 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.737369:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000233d4099 00000080:00200000:3.0:1775773081.737370:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 89. 00000080:00200000:3.0:1775773081.737372:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2393 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.737387:0:200258:0:(rw26.c:858:ll_write_end()) pos 9801728, len 4096, copied 4096 00000080:00200000:3.0:1775773081.737391:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003d18c3df[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.737394:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000323c2ea0 17ffffc0001001 3:0 ffff9a60430c3ee0 2393 lru 00000080:00200000:3.0:1775773081.737398:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008f10aa67 2393: 1< 0 - - > 2< 9801728 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.737401:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003d18c3df 00000080:00200000:3.0:1775773081.737402:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 90. 00000080:00200000:3.0:1775773081.737404:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2394 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.737418:0:200258:0:(rw26.c:858:ll_write_end()) pos 9805824, len 4096, copied 4096 00000080:00200000:3.0:1775773081.737422:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003c37efd3[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.737425:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009e01e3db 17ffffc0001001 3:0 ffff9a60430c39a0 2394 lru 00000080:00200000:3.0:1775773081.737430:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000012480731 2394: 1< 0 - - > 2< 9805824 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.737433:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003c37efd3 00000080:00200000:3.0:1775773081.737434:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 91. 00000080:00200000:3.0:1775773081.737436:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2395 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.737451:0:200258:0:(rw26.c:858:ll_write_end()) pos 9809920, len 4096, copied 4096 00000080:00200000:3.0:1775773081.737456:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006daf808e[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.737458:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f0a9e7c6 17ffffc0001001 3:0 ffff9a60430c3a80 2395 lru 00000080:00200000:3.0:1775773081.737463:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a3f864c7 2395: 1< 0 - - > 2< 9809920 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.737466:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006daf808e 00000080:00200000:3.0:1775773081.737467:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 92. 00000080:00200000:3.0:1775773081.737469:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2396 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.737483:0:200258:0:(rw26.c:858:ll_write_end()) pos 9814016, len 4096, copied 4096 00000080:00200000:3.0:1775773081.737487:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007ef1c924[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.737490:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ca6be599 17ffffc0001001 3:0 ffff9a60430c3d20 2396 lru 00000080:00200000:3.0:1775773081.737504:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ca4e00ac 2396: 1< 0 - - > 2< 9814016 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.737506:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007ef1c924 00000080:00200000:3.0:1775773081.737507:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 93. 00000080:00200000:3.0:1775773081.737509:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2397 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.737523:0:200258:0:(rw26.c:858:ll_write_end()) pos 9818112, len 4096, copied 4096 00000080:00200000:3.0:1775773081.737527:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002b6d6d20[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.737530:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000298fc0d2 17ffffc0001001 3:0 ffff9a60430c3b60 2397 lru 00000080:00200000:3.0:1775773081.737535:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000773c24ed 2397: 1< 0 - - > 2< 9818112 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.737538:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002b6d6d20 00000080:00200000:3.0:1775773081.737539:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 94. 00000080:00200000:3.0:1775773081.737541:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2398 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.737553:0:200258:0:(rw26.c:858:ll_write_end()) pos 9822208, len 4096, copied 4096 00000080:00200000:3.0:1775773081.737557:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000073ab28b1[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.737560:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005728e7f8 17ffffc0001001 3:0 ffff9a60430c3540 2398 lru 00000080:00200000:3.0:1775773081.737565:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000189b8eb8 2398: 1< 0 - - > 2< 9822208 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.737566:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000073ab28b1 00000080:00200000:3.0:1775773081.737567:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 95. 00000080:00200000:3.0:1775773081.737571:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2399 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.737590:0:200258:0:(rw26.c:858:ll_write_end()) pos 9826304, len 4096, copied 4096 00000080:00200000:3.0:1775773081.737594:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009e06331d[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.737596:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000556ad2b9 17ffffc0001001 3:0 ffff9a60430c37e0 2399 lru 00000080:00200000:3.0:1775773081.737601:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000232427db 2399: 1< 0 - - > 2< 9826304 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.737603:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009e06331d 00000080:00200000:3.0:1775773081.737604:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 96. 00000080:00200000:3.0:1775773081.737606:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2400 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.737619:0:200258:0:(rw26.c:858:ll_write_end()) pos 9830400, len 4096, copied 4096 00000080:00200000:3.0:1775773081.737623:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000df01d437[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.737626:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dbc759a9 17ffffc0001001 3:0 ffff9a60430c30e0 2400 lru 00000080:00200000:3.0:1775773081.737632:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000098e9cc1f 2400: 1< 0 - - > 2< 9830400 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.737633:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000df01d437 00000080:00200000:3.0:1775773081.737635:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 97. 00000080:00200000:3.0:1775773081.737636:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2401 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.737658:0:200258:0:(rw26.c:858:ll_write_end()) pos 9834496, len 4096, copied 4096 00000080:00200000:3.0:1775773081.737662:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d59d0f1f[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.737665:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f2d6f836 17ffffc0001001 3:0 ffff9a6046fda1c0 2401 lru 00000080:00200000:3.0:1775773081.737670:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000022f0b09e 2401: 1< 0 - - > 2< 9834496 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.737672:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d59d0f1f 00000080:00200000:3.0:1775773081.737673:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 98. 00000080:00200000:3.0:1775773081.737675:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2402 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.737690:0:200258:0:(rw26.c:858:ll_write_end()) pos 9838592, len 4096, copied 4096 00000080:00200000:3.0:1775773081.737695:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000061365ece[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.737697:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000937a162f 17ffffc0001001 3:0 ffff9a6046fdaee0 2402 lru 00000080:00200000:3.0:1775773081.737702:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f4b9f705 2402: 1< 0 - - > 2< 9838592 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.737704:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000061365ece 00000080:00200000:3.0:1775773081.739389:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 99. 00000080:00200000:3.0:1775773081.739396:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2403 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.739437:0:200258:0:(rw26.c:858:ll_write_end()) pos 9842688, len 4096, copied 4096 00000080:00200000:3.0:1775773081.739445:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e810d48e[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.739448:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000df07629d 17ffffc0001001 3:0 ffff9a6046fda9a0 2403 lru 00000080:00200000:3.0:1775773081.739455:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000206a33a 2403: 1< 0 - - > 2< 9842688 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.739458:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e810d48e 00000080:00200000:3.0:1775773081.739459:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 100. 00000080:00200000:3.0:1775773081.739461:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2404 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.739478:0:200258:0:(rw26.c:858:ll_write_end()) pos 9846784, len 4096, copied 4096 00000080:00200000:3.0:1775773081.739483:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000aebf424[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.739486:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004123c766 17ffffc0001001 3:0 ffff9a6046fdaa80 2404 lru 00000080:00200000:3.0:1775773081.739491:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000039b9ed23 2404: 1< 0 - - > 2< 9846784 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.739493:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000aebf424 00000080:00200000:3.0:1775773081.739508:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 101. 00000080:00200000:3.0:1775773081.739510:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2405 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.739526:0:200258:0:(rw26.c:858:ll_write_end()) pos 9850880, len 4096, copied 4096 00000080:00200000:3.0:1775773081.739531:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000019604df9[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.739533:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003358a346 17ffffc0001001 3:0 ffff9a6046fdad20 2405 lru 00000080:00200000:3.0:1775773081.739539:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c61d68c9 2405: 1< 0 - - > 2< 9850880 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.739541:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000019604df9 00000080:00200000:3.0:1775773081.739542:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 102. 00000080:00200000:3.0:1775773081.739544:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2406 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.739568:0:200258:0:(rw26.c:858:ll_write_end()) pos 9854976, len 4096, copied 4096 00000080:00200000:3.0:1775773081.739572:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001923109c[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.739575:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ee0f94ea 17ffffc0001021 2:0 ffff9a6046fdab60 2406 lru 00000080:00200000:3.0:1775773081.739581:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000c773e18 2406: 1< 0 - - > 2< 9854976 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.739583:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001923109c 00000080:00200000:3.0:1775773081.739585:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 103. 00000080:00200000:3.0:1775773081.739587:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2407 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.739603:0:200258:0:(rw26.c:858:ll_write_end()) pos 9859072, len 4096, copied 4096 00000080:00200000:3.0:1775773081.739608:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004003a46f[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.739610:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b3a933ef 17ffffc0001001 3:0 ffff9a6046fda540 2407 lru 00000080:00200000:3.0:1775773081.739616:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006d921f10 2407: 1< 0 - - > 2< 9859072 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.739618:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004003a46f 00000080:00200000:3.0:1775773081.739619:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 104. 00000080:00200000:3.0:1775773081.739621:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2408 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.739636:0:200258:0:(rw26.c:858:ll_write_end()) pos 9863168, len 4096, copied 4096 00000080:00200000:3.0:1775773081.739640:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001b3ac57c[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.739642:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000030e5c105 17ffffc0001001 3:0 ffff9a6046fda7e0 2408 lru 00000080:00200000:3.0:1775773081.739647:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008d4ef04d 2408: 1< 0 - - > 2< 9863168 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.739649:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001b3ac57c 00000080:00200000:3.0:1775773081.739650:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 105. 00000080:00200000:3.0:1775773081.739652:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2409 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.739666:0:200258:0:(rw26.c:858:ll_write_end()) pos 9867264, len 4096, copied 4096 00000080:00200000:3.0:1775773081.739670:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000add7e2f1[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.739673:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000025d24805 17ffffc0001001 3:0 ffff9a6046fda0e0 2409 lru 00000080:00200000:3.0:1775773081.739678:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000bdceefdc 2409: 1< 0 - - > 2< 9867264 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.739681:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000add7e2f1 00000080:00200000:3.0:1775773081.739682:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 106. 00000080:00200000:3.0:1775773081.739684:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2410 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.739698:0:200258:0:(rw26.c:858:ll_write_end()) pos 9871360, len 4096, copied 4096 00000080:00200000:3.0:1775773081.739702:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000004c3998a[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.739705:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003949b607 17ffffc0001001 3:0 ffff9a6046fda8c0 2410 lru 00000080:00200000:3.0:1775773081.740504:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000004bbb7ea5 2410: 1< 0 - - > 2< 9871360 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.740507:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000004c3998a 00000080:00200000:3.0:1775773081.740508:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 107. 00000080:00200000:3.0:1775773081.740512:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2411 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.740536:0:200258:0:(rw26.c:858:ll_write_end()) pos 9875456, len 4096, copied 4096 00000080:00200000:3.0:1775773081.740541:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d6f6113f[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.740544:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000da11a274 17ffffc0001001 3:0 ffff9a6046fda380 2411 lru 00000080:00200000:3.0:1775773081.740549:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b262de5c 2411: 1< 0 - - > 2< 9875456 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.740551:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d6f6113f 00000080:00200000:3.0:1775773081.740552:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 108. 00000080:00200000:3.0:1775773081.740554:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2412 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.740568:0:200258:0:(rw26.c:858:ll_write_end()) pos 9879552, len 4096, copied 4096 00000080:00200000:3.0:1775773081.740571:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000875e229f[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.740574:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000871ec587 17ffffc0001001 3:0 ffff9a6046fda620 2412 lru 00000080:00200000:3.0:1775773081.740578:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000450729b5 2412: 1< 0 - - > 2< 9879552 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.740580:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000875e229f 00000080:00200000:3.0:1775773081.740581:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 109. 00000080:00200000:3.0:1775773081.740583:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2413 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.740597:0:200258:0:(rw26.c:858:ll_write_end()) pos 9883648, len 4096, copied 4096 00000080:00200000:3.0:1775773081.740600:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ea2604cd[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.740603:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006e12829a 17ffffc0001001 3:0 ffff9a6046fda460 2413 lru 00000080:00200000:3.0:1775773081.740607:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000259d12bb 2413: 1< 0 - - > 2< 9883648 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.740610:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ea2604cd 00000080:00200000:3.0:1775773081.740611:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 110. 00000080:00200000:3.0:1775773081.740613:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2414 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.740626:0:200258:0:(rw26.c:858:ll_write_end()) pos 9887744, len 4096, copied 4096 00000080:00200000:3.0:1775773081.740630:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000051259b5[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.740632:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000529a923 17ffffc0001001 3:0 ffff9a6046fda000 2414 lru 00000080:00200000:3.0:1775773081.740637:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005d5f9d7e 2414: 1< 0 - - > 2< 9887744 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.740639:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000051259b5 00000080:00200000:3.0:1775773081.740639:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 111. 00000080:00200000:3.0:1775773081.740641:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2415 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.740653:0:200258:0:(rw26.c:858:ll_write_end()) pos 9891840, len 4096, copied 4096 00000080:00200000:3.0:1775773081.740656:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a0920c96[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.740659:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000020fd9b95 17ffffc0001001 3:0 ffff9a6046fdac40 2415 lru 00000080:00200000:3.0:1775773081.740663:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d20d5341 2415: 1< 0 - - > 2< 9891840 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.740666:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a0920c96 00000080:00200000:3.0:1775773081.740667:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 112. 00000080:00200000:3.0:1775773081.740668:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2416 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.740680:0:200258:0:(rw26.c:858:ll_write_end()) pos 9895936, len 4096, copied 4096 00000080:00200000:3.0:1775773081.740683:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000bfac0261[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.740685:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fad9cd10 17ffffc0001001 3:0 ffff9a6046fdae00 2416 lru 00000080:00200000:3.0:1775773081.740690:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c7846ca3 2416: 1< 0 - - > 2< 9895936 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.740693:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000bfac0261 00000080:00200000:3.0:1775773081.740695:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 113. 00000080:00200000:3.0:1775773081.740697:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2417 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.740720:0:200258:0:(rw26.c:858:ll_write_end()) pos 9900032, len 4096, copied 4096 00000080:00200000:3.0:1775773081.740724:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ecf51ced[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.740726:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000033fa7d1c 17ffffc0001001 3:0 ffff9a6046fda700 2417 lru 00000080:00200000:3.0:1775773081.740731:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000021ee911f 2417: 1< 0 - - > 2< 9900032 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.740733:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ecf51ced 00000080:00200000:3.0:1775773081.740734:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 114. 00000080:00200000:3.0:1775773081.740736:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2418 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.740750:0:200258:0:(rw26.c:858:ll_write_end()) pos 9904128, len 4096, copied 4096 00000080:00200000:3.0:1775773081.740753:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001e78769e[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.740755:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a44f8e23 17ffffc0001001 3:0 ffff9a6046fda2a0 2418 lru 00000080:00200000:3.0:1775773081.740760:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000150091cc 2418: 1< 0 - - > 2< 9904128 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.740762:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001e78769e 00000080:00200000:3.0:1775773081.740763:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 115. 00000080:00200000:3.0:1775773081.740764:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2419 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.744767:0:200258:0:(rw26.c:858:ll_write_end()) pos 9908224, len 4096, copied 4096 00000080:00200000:3.0:1775773081.744785:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000dc527954[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.744811:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001ee76559 17ffffc0001001 3:0 ffff9a60453fd8c0 2419 lru 00000080:00200000:3.0:1775773081.744820:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000007c3546e 2419: 1< 0 - - > 2< 9908224 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.744823:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000dc527954 00000080:00200000:3.0:1775773081.744824:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 116. 00000080:00200000:3.0:1775773081.744831:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2420 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.744886:0:200258:0:(rw26.c:858:ll_write_end()) pos 9912320, len 4096, copied 4096 00000080:00200000:3.0:1775773081.744891:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a842d210[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.744893:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000345a2b9e 17ffffc0001001 3:0 ffff9a60453fd380 2420 lru 00000080:00200000:3.0:1775773081.744899:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c22e3b9b 2420: 1< 0 - - > 2< 9912320 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.744901:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a842d210 00000080:00200000:3.0:1775773081.744902:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 117. 00000080:00200000:3.0:1775773081.744904:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2421 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.744926:0:200258:0:(rw26.c:858:ll_write_end()) pos 9916416, len 4096, copied 4096 00000080:00200000:3.0:1775773081.744931:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007c902f1d[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.744934:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ff6d3358 17ffffc0001021 2:0 ffff9a60453fd620 2421 lru 00000080:00200000:3.0:1775773081.744939:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b3c75a7d 2421: 1< 0 - - > 2< 9916416 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.744942:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007c902f1d 00000080:00200000:3.0:1775773081.744943:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 118. 00000080:00200000:3.0:1775773081.744945:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2422 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.744957:0:200258:0:(rw26.c:858:ll_write_end()) pos 9920512, len 4096, copied 4096 00000080:00200000:3.0:1775773081.744962:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005a1015e3[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.744964:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d8ec2136 17ffffc0001001 3:0 ffff9a60453fd460 2422 lru 00000080:00200000:3.0:1775773081.744969:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000260aad47 2422: 1< 0 - - > 2< 9920512 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.744971:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005a1015e3 00000080:00200000:3.0:1775773081.750430:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 119. 00000080:00200000:3.0:1775773081.750471:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2423 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.750536:0:200258:0:(rw26.c:858:ll_write_end()) pos 9924608, len 4096, copied 4096 00000080:00200000:3.0:1775773081.750556:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b97cde33[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.750560:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000efd08006 17ffffc0001001 3:0 ffff9a60453fd000 2423 lru 00000080:00200000:3.0:1775773081.750569:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000058cbb2a6 2423: 1< 0 - - > 2< 9924608 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.750571:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b97cde33 00000080:00200000:3.0:1775773081.750572:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 120. 00000080:00200000:3.0:1775773081.750574:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2424 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.750591:0:200258:0:(rw26.c:858:ll_write_end()) pos 9928704, len 4096, copied 4096 00000080:00200000:3.0:1775773081.750596:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000de59c5c7[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.750599:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000022926c95 17ffffc0001001 3:0 ffff9a60453fdc40 2424 lru 00000080:00200000:3.0:1775773081.750615:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000be0a8aa9 2424: 1< 0 - - > 2< 9928704 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.750618:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000de59c5c7 00000080:00200000:3.0:1775773081.750619:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 121. 00000080:00200000:3.0:1775773081.750621:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2425 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.750638:0:200258:0:(rw26.c:858:ll_write_end()) pos 9932800, len 4096, copied 4096 00000080:00200000:3.0:1775773081.750643:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cb98464c[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.750645:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000178293ec 17ffffc0001001 3:0 ffff9a60453fde00 2425 lru 00000080:00200000:3.0:1775773081.750650:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ab43d6f4 2425: 1< 0 - - > 2< 9932800 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.750653:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cb98464c 00000080:00200000:3.0:1775773081.750654:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 122. 00000080:00200000:3.0:1775773081.750656:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2426 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.750670:0:200258:0:(rw26.c:858:ll_write_end()) pos 9936896, len 4096, copied 4096 00000080:00200000:3.0:1775773081.750673:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008cb04735[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.750675:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004fa92933 17ffffc0001001 3:0 ffff9a60453fd700 2426 lru 00000080:00200000:3.0:1775773081.750679:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007fb8b1ef 2426: 1< 0 - - > 2< 9936896 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.750681:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008cb04735 00000080:00200000:3.0:1775773081.750682:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 123. 00000080:00200000:3.0:1775773081.750683:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2427 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.750696:0:200258:0:(rw26.c:858:ll_write_end()) pos 9940992, len 4096, copied 4096 00000080:00200000:3.0:1775773081.750699:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cd6b6206[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.750701:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000043a1f7d 17ffffc0001001 3:0 ffff9a60453fd2a0 2427 lru 00000080:00200000:3.0:1775773081.750706:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001b847c2c 2427: 1< 0 - - > 2< 9940992 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.750708:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cd6b6206 00000080:00200000:3.0:1775773081.750709:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 124. 00000080:00200000:3.0:1775773081.750711:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2428 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.750724:0:200258:0:(rw26.c:858:ll_write_end()) pos 9945088, len 4096, copied 4096 00000080:00200000:3.0:1775773081.750727:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ee8a8ce6[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.750730:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000084cbc0b3 17ffffc0001001 3:0 ffff9a60453fd1c0 2428 lru 00000080:00200000:3.0:1775773081.750735:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007ee2ce68 2428: 1< 0 - - > 2< 9945088 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.750736:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ee8a8ce6 00000080:00200000:3.0:1775773081.750737:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 125. 00000080:00200000:3.0:1775773081.750739:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2429 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.750751:0:200258:0:(rw26.c:858:ll_write_end()) pos 9949184, len 4096, copied 4096 00000080:00200000:3.0:1775773081.750754:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000037544487[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.750770:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f6a04e9e 17ffffc0001001 3:0 ffff9a60453fdee0 2429 lru 00000080:00200000:3.0:1775773081.750775:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000000ef882f 2429: 1< 0 - - > 2< 9949184 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.750777:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000037544487 00000080:00200000:3.0:1775773081.750778:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 126. 00000080:00200000:3.0:1775773081.750780:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2430 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.750810:0:200258:0:(rw26.c:858:ll_write_end()) pos 9953280, len 4096, copied 4096 00000080:00200000:3.0:1775773081.750815:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ffe7355c[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.750818:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007f09cd67 17ffffc0001001 3:0 ffff9a60453fd9a0 2430 lru 00000080:00200000:3.0:1775773081.750822:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009a36aa1e 2430: 1< 0 - - > 2< 9953280 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.750824:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ffe7355c 00000080:00200000:3.0:1775773081.750825:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 127. 00000080:00200000:3.0:1775773081.750826:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2431 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.750841:0:200258:0:(rw26.c:858:ll_write_end()) pos 9957376, len 4096, copied 4096 00000080:00200000:3.0:1775773081.750846:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000dd7d55d2[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.750848:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003603e664 17ffffc0001001 3:0 ffff9a60453fda80 2431 lru 00000080:00200000:3.0:1775773081.750853:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009624746e 2431: 1< 0 - - > 2< 9957376 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.750855:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000dd7d55d2 00000080:00200000:3.0:1775773081.751282:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 128. 00000080:00200000:3.0:1775773081.751286:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2432 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.751309:0:200258:0:(rw26.c:858:ll_write_end()) pos 9961472, len 4096, copied 4096 00000080:00200000:3.0:1775773081.751314:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ed2ed808[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.751317:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f8a50884 17ffffc0001001 3:0 ffff9a60453fdd20 2432 lru 00000080:00200000:3.0:1775773081.751322:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d4eb02a8 2432: 1< 0 - - > 2< 9961472 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.751324:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ed2ed808 00000080:00200000:3.0:1775773081.751325:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 129. 00000080:00200000:3.0:1775773081.751327:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2433 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.751341:0:200258:0:(rw26.c:858:ll_write_end()) pos 9965568, len 4096, copied 4096 00000080:00200000:3.0:1775773081.751345:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003f7e9e39[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.751347:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fb46e9e8 17ffffc0001001 3:0 ffff9a60453fdb60 2433 lru 00000080:00200000:3.0:1775773081.751352:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007744cfee 2433: 1< 0 - - > 2< 9965568 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.751354:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003f7e9e39 00000080:00200000:3.0:1775773081.751355:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 130. 00000080:00200000:3.0:1775773081.751357:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2434 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.751370:0:200258:0:(rw26.c:858:ll_write_end()) pos 9969664, len 4096, copied 4096 00000080:00200000:3.0:1775773081.751374:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000cd25712[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.751376:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003d564e02 17ffffc0001001 3:0 ffff9a60453fd540 2434 lru 00000080:00200000:3.0:1775773081.751382:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a6e33171 2434: 1< 0 - - > 2< 9969664 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.751384:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000cd25712 00000080:00200000:3.0:1775773081.751385:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 131. 00000080:00200000:3.0:1775773081.751386:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2435 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.751399:0:200258:0:(rw26.c:858:ll_write_end()) pos 9973760, len 4096, copied 4096 00000080:00200000:3.0:1775773081.751402:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d3913479[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.751405:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000982ab666 17ffffc0001001 3:0 ffff9a60453fd7e0 2435 lru 00000080:00200000:3.0:1775773081.751410:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e63a236a 2435: 1< 0 - - > 2< 9973760 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.751412:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d3913479 00000080:00200000:3.0:1775773081.751413:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 132. 00000080:00200000:3.0:1775773081.751415:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2436 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.751436:0:200258:0:(rw26.c:858:ll_write_end()) pos 9977856, len 4096, copied 4096 00000080:00200000:3.0:1775773081.751440:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000001347c57[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.751442:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008af292ab 17ffffc0001021 2:0 ffff9a60453fd0e0 2436 lru 00000080:00200000:3.0:1775773081.751446:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d04e2a78 2436: 1< 0 - - > 2< 9977856 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.751448:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000001347c57 00000080:00200000:3.0:1775773081.751449:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 133. 00000080:00200000:3.0:1775773081.751450:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2437 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.751483:0:200258:0:(rw26.c:858:ll_write_end()) pos 9981952, len 4096, copied 4096 00000080:00200000:3.0:1775773081.751487:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004af18b82[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.751490:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009290d8d9 17ffffc0001001 3:0 ffff9a6058b652a0 2437 lru 00000080:00200000:3.0:1775773081.751503:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b8a1ed43 2437: 1< 0 - - > 2< 9981952 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.751506:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004af18b82 00000080:00200000:3.0:1775773081.751507:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 134. 00000080:00200000:3.0:1775773081.751509:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2438 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.751523:0:200258:0:(rw26.c:858:ll_write_end()) pos 9986048, len 4096, copied 4096 00000080:00200000:3.0:1775773081.751527:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001bea67ab[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.751529:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004add31e3 17ffffc0001001 3:0 ffff9a6058b651c0 2438 lru 00000080:00200000:3.0:1775773081.751534:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a00849ed 2438: 1< 0 - - > 2< 9986048 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.751536:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001bea67ab 00000080:00200000:3.0:1775773081.751537:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 135. 00000080:00200000:3.0:1775773081.751539:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2439 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752083:0:200258:0:(rw26.c:858:ll_write_end()) pos 9990144, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752089:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000068323975[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752092:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005b9e931c 17ffffc0001001 3:0 ffff9a6058b65ee0 2439 lru 00000080:00200000:3.0:1775773081.752098:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000604fb7b9 2439: 1< 0 - - > 2< 9990144 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752100:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000068323975 00000080:00200000:3.0:1775773081.752101:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 136. 00000080:00200000:3.0:1775773081.752103:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2440 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752118:0:200258:0:(rw26.c:858:ll_write_end()) pos 9994240, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752122:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e700aae6[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752125:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000213eeb93 17ffffc0001001 3:0 ffff9a6058b659a0 2440 lru 00000080:00200000:3.0:1775773081.752130:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000793c6af9 2440: 1< 0 - - > 2< 9994240 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752132:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e700aae6 00000080:00200000:3.0:1775773081.752133:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 137. 00000080:00200000:3.0:1775773081.752135:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2441 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752152:0:200258:0:(rw26.c:858:ll_write_end()) pos 9998336, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752156:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f789374c[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752159:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c5741adc 17ffffc0001001 3:0 ffff9a6058b65a80 2441 lru 00000080:00200000:3.0:1775773081.752164:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000669a40be 2441: 1< 0 - - > 2< 9998336 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752166:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f789374c 00000080:00200000:3.0:1775773081.752167:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 138. 00000080:00200000:3.0:1775773081.752169:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2442 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752183:0:200258:0:(rw26.c:858:ll_write_end()) pos 10002432, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752187:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000099a8aa34[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752190:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d231cf17 17ffffc0001001 3:0 ffff9a6058b65d20 2442 lru 00000080:00200000:3.0:1775773081.752194:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000affcc9a2 2442: 1< 0 - - > 2< 10002432 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752197:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000099a8aa34 00000080:00200000:3.0:1775773081.752198:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 139. 00000080:00200000:3.0:1775773081.752200:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2443 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752213:0:200258:0:(rw26.c:858:ll_write_end()) pos 10006528, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752217:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000435bfce8[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752219:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000057b930ca 17ffffc0001001 3:0 ffff9a6058b65b60 2443 lru 00000080:00200000:3.0:1775773081.752224:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009649004d 2443: 1< 0 - - > 2< 10006528 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752226:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000435bfce8 00000080:00200000:3.0:1775773081.752227:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 140. 00000080:00200000:3.0:1775773081.752229:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2444 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752241:0:200258:0:(rw26.c:858:ll_write_end()) pos 10010624, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752244:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002b903491[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752247:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000026d1f3a7 17ffffc0001001 3:0 ffff9a6058b65540 2444 lru 00000080:00200000:3.0:1775773081.752252:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008e30cf3f 2444: 1< 0 - - > 2< 10010624 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752254:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002b903491 00000080:00200000:3.0:1775773081.752255:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 141. 00000080:00200000:3.0:1775773081.752256:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2445 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752268:0:200258:0:(rw26.c:858:ll_write_end()) pos 10014720, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752272:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e1f519fb[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752275:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c24a0ca9 17ffffc0001001 3:0 ffff9a6058b657e0 2445 lru 00000080:00200000:3.0:1775773081.752279:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000061c3127a 2445: 1< 0 - - > 2< 10014720 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752281:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e1f519fb 00000080:00200000:3.0:1775773081.752282:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 142. 00000080:00200000:3.0:1775773081.752284:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2446 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752295:0:200258:0:(rw26.c:858:ll_write_end()) pos 10018816, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752299:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006c7999ec[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752301:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000832f38a4 17ffffc0001001 3:0 ffff9a6058b650e0 2446 lru 00000080:00200000:3.0:1775773081.752305:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e928bb32 2446: 1< 0 - - > 2< 10018816 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752307:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006c7999ec 00000080:00200000:3.0:1775773081.752308:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 143. 00000080:00200000:3.0:1775773081.752310:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2447 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752322:0:200258:0:(rw26.c:858:ll_write_end()) pos 10022912, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752326:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000df7fc237[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752328:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005cb1bf21 17ffffc0001001 3:0 ffff9a6058b658c0 2447 lru 00000080:00200000:3.0:1775773081.752333:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cbe6b588 2447: 1< 0 - - > 2< 10022912 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752335:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000df7fc237 00000080:00200000:3.0:1775773081.752336:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 144. 00000080:00200000:3.0:1775773081.752338:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2448 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752351:0:200258:0:(rw26.c:858:ll_write_end()) pos 10027008, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752355:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000062c491d5[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752357:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e8ec4153 17ffffc0001001 3:0 ffff9a6058b65380 2448 lru 00000080:00200000:3.0:1775773081.752363:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000083f34b46 2448: 1< 0 - - > 2< 10027008 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752365:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000062c491d5 00000080:00200000:3.0:1775773081.752366:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 145. 00000080:00200000:3.0:1775773081.752368:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2449 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752381:0:200258:0:(rw26.c:858:ll_write_end()) pos 10031104, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752385:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000073fbc5fa[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752387:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a06aba4e 17ffffc0001001 3:0 ffff9a6058b65620 2449 lru 00000080:00200000:3.0:1775773081.752393:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000450efe05 2449: 1< 0 - - > 2< 10031104 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752395:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000073fbc5fa 00000080:00200000:3.0:1775773081.752396:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 146. 00000080:00200000:3.0:1775773081.752398:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2450 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752408:0:200258:0:(rw26.c:858:ll_write_end()) pos 10035200, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752412:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d2e065fd[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752415:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008928ca87 17ffffc0001001 3:0 ffff9a6058b65460 2450 lru 00000080:00200000:3.0:1775773081.752420:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000045a5f2b6 2450: 1< 0 - - > 2< 10035200 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752422:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d2e065fd 00000080:00200000:3.0:1775773081.752423:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 147. 00000080:00200000:3.0:1775773081.752424:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2451 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752442:0:200258:0:(rw26.c:858:ll_write_end()) pos 10039296, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752447:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e6b8f87a[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752449:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000898b72ee 17ffffc0001021 2:0 ffff9a6058b65000 2451 lru 00000080:00200000:3.0:1775773081.752454:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a0406fef 2451: 1< 0 - - > 2< 10039296 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752457:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e6b8f87a 00000080:00200000:3.0:1775773081.752470:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 148. 00000080:00200000:3.0:1775773081.752472:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2452 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752486:0:200258:0:(rw26.c:858:ll_write_end()) pos 10043392, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752490:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f66b88b2[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752492:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000092c53b34 17ffffc0001001 3:0 ffff9a6058b65c40 2452 lru 00000080:00200000:3.0:1775773081.752505:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002e5d5646 2452: 1< 0 - - > 2< 10043392 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752508:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f66b88b2 00000080:00200000:3.0:1775773081.752509:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 149. 00000080:00200000:3.0:1775773081.752510:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2453 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752524:0:200258:0:(rw26.c:858:ll_write_end()) pos 10047488, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752528:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009abcdf8c[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752531:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000089b353b5 17ffffc0001001 3:0 ffff9a6058b65e00 2453 lru 00000080:00200000:3.0:1775773081.752535:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008ce45378 2453: 1< 0 - - > 2< 10047488 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752537:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009abcdf8c 00000080:00200000:3.0:1775773081.752538:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 150. 00000080:00200000:3.0:1775773081.752539:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2454 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752564:0:200258:0:(rw26.c:858:ll_write_end()) pos 10051584, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752568:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000877bbbc6[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752571:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000fc812c3d 17ffffc0001001 3:0 ffff9a6058b65700 2454 lru 00000080:00200000:3.0:1775773081.752575:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d93793d8 2454: 1< 0 - - > 2< 10051584 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752577:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000877bbbc6 00000080:00200000:3.0:1775773081.752578:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 151. 00000080:00200000:3.0:1775773081.752580:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2455 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752604:0:200258:0:(rw26.c:858:ll_write_end()) pos 10055680, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752607:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cd8daa56[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752610:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005192bcb3 17ffffc0001001 3:0 ffff9a604997c1c0 2455 lru 00000080:00200000:3.0:1775773081.752614:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002576d35a 2455: 1< 0 - - > 2< 10055680 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752616:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cd8daa56 00000080:00200000:3.0:1775773081.752617:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 152. 00000080:00200000:3.0:1775773081.752619:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2456 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752630:0:200258:0:(rw26.c:858:ll_write_end()) pos 10059776, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752633:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005a5fffd2[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752635:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e3f16562 17ffffc0001001 3:0 ffff9a604997cee0 2456 lru 00000080:00200000:3.0:1775773081.752640:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000da118148 2456: 1< 0 - - > 2< 10059776 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752642:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005a5fffd2 00000080:00200000:3.0:1775773081.752642:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 153. 00000080:00200000:3.0:1775773081.752644:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2457 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752657:0:200258:0:(rw26.c:858:ll_write_end()) pos 10063872, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752661:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006254f3ce[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752663:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e4f882b3 17ffffc0001001 3:0 ffff9a604997c9a0 2457 lru 00000080:00200000:3.0:1775773081.752668:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f45276a9 2457: 1< 0 - - > 2< 10063872 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752670:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006254f3ce 00000080:00200000:3.0:1775773081.752670:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 154. 00000080:00200000:3.0:1775773081.752672:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2458 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752684:0:200258:0:(rw26.c:858:ll_write_end()) pos 10067968, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752688:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000dc26b3cd[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752690:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c4f624e0 17ffffc0001001 3:0 ffff9a604997ca80 2458 lru 00000080:00200000:3.0:1775773081.752694:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009135596e 2458: 1< 0 - - > 2< 10067968 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752696:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000dc26b3cd 00000080:00200000:3.0:1775773081.752697:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 155. 00000080:00200000:3.0:1775773081.752698:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2459 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752708:0:200258:0:(rw26.c:858:ll_write_end()) pos 10072064, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752712:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006bd96026[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752715:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e24dfa4f 17ffffc0001001 3:0 ffff9a604997cd20 2459 lru 00000080:00200000:3.0:1775773081.752720:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000790bb3b7 2459: 1< 0 - - > 2< 10072064 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752722:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006bd96026 00000080:00200000:3.0:1775773081.752722:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 156. 00000080:00200000:3.0:1775773081.752724:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2460 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752738:0:200258:0:(rw26.c:858:ll_write_end()) pos 10076160, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752742:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007a3f87b9[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752744:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000542f3ec5 17ffffc0001001 3:0 ffff9a604997cb60 2460 lru 00000080:00200000:3.0:1775773081.752750:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000986fbea7 2460: 1< 0 - - > 2< 10076160 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752753:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007a3f87b9 00000080:00200000:3.0:1775773081.752754:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 157. 00000080:00200000:3.0:1775773081.752755:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2461 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752767:0:200258:0:(rw26.c:858:ll_write_end()) pos 10080256, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752771:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c1696c08[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752774:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005052e936 17ffffc0001001 3:0 ffff9a604997c540 2461 lru 00000080:00200000:3.0:1775773081.752780:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000972490f4 2461: 1< 0 - - > 2< 10080256 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752782:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c1696c08 00000080:00200000:3.0:1775773081.752783:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 158. 00000080:00200000:3.0:1775773081.752784:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2462 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.752834:0:200258:0:(rw26.c:858:ll_write_end()) pos 10084352, len 4096, copied 4096 00000080:00200000:3.0:1775773081.752839:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003f1dce66[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.752842:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000d0febbe 17ffffc0001001 3:0 ffff9a604997c7e0 2462 lru 00000080:00200000:3.0:1775773081.752848:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c2d29011 2462: 1< 0 - - > 2< 10084352 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.752850:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003f1dce66 00000080:00200000:3.0:1775773081.752851:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 159. 00000080:00200000:3.0:1775773081.752853:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2463 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.754965:0:200258:0:(rw26.c:858:ll_write_end()) pos 10088448, len 4096, copied 4096 00000080:00200000:3.0:1775773081.754979:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009a002730[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.754982:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000042237081 17ffffc0001001 3:0 ffff9a604997c0e0 2463 lru 00000080:00200000:3.0:1775773081.754989:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b5203b1d 2463: 1< 0 - - > 2< 10088448 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.754991:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009a002730 00000080:00200000:3.0:1775773081.754993:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 160. 00000080:00200000:3.0:1775773081.754996:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2464 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755013:0:200258:0:(rw26.c:858:ll_write_end()) pos 10092544, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755017:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c65d8267[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755019:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000070e7cc53 17ffffc0001001 3:0 ffff9a604997c8c0 2464 lru 00000080:00200000:3.0:1775773081.755025:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000093523323 2464: 1< 0 - - > 2< 10092544 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755027:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c65d8267 00000080:00200000:3.0:1775773081.755028:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 161. 00000080:00200000:3.0:1775773081.755029:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2465 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755041:0:200258:0:(rw26.c:858:ll_write_end()) pos 10096640, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755044:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000015a5887e[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755047:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005653475d 17ffffc0001001 3:0 ffff9a604997c380 2465 lru 00000080:00200000:3.0:1775773081.755051:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001435df22 2465: 1< 0 - - > 2< 10096640 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755052:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000015a5887e 00000080:00200000:3.0:1775773081.755053:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 162. 00000080:00200000:3.0:1775773081.755054:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2466 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755074:0:200258:0:(rw26.c:858:ll_write_end()) pos 10100736, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755078:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000deb5caa3[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755081:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000c226c45 17ffffc0001021 2:0 ffff9a604997c620 2466 lru 00000080:00200000:3.0:1775773081.755086:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000092407da4 2466: 1< 0 - - > 2< 10100736 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755088:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000deb5caa3 00000080:00200000:3.0:1775773081.755089:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 163. 00000080:00200000:3.0:1775773081.755091:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2467 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755104:0:200258:0:(rw26.c:858:ll_write_end()) pos 10104832, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755108:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003f6266b3[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755110:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c41be5d9 17ffffc0001001 3:0 ffff9a604997c460 2467 lru 00000080:00200000:3.0:1775773081.755115:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005902e7eb 2467: 1< 0 - - > 2< 10104832 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755117:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003f6266b3 00000080:00200000:3.0:1775773081.755119:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 164. 00000080:00200000:3.0:1775773081.755120:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2468 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755133:0:200258:0:(rw26.c:858:ll_write_end()) pos 10108928, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755138:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000186657e0[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755140:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000dc13ff14 17ffffc0001001 3:0 ffff9a604997c000 2468 lru 00000080:00200000:3.0:1775773081.755146:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007fb7ffd4 2468: 1< 0 - - > 2< 10108928 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755148:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000186657e0 00000080:00200000:3.0:1775773081.755149:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 165. 00000080:00200000:3.0:1775773081.755151:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2469 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755166:0:200258:0:(rw26.c:858:ll_write_end()) pos 10113024, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755170:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000685a6a7d[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755172:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f0e44efd 17ffffc0001001 3:0 ffff9a604997cc40 2469 lru 00000080:00200000:3.0:1775773081.755177:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006c01007a 2469: 1< 0 - - > 2< 10113024 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755179:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000685a6a7d 00000080:00200000:3.0:1775773081.755181:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 166. 00000080:00200000:3.0:1775773081.755182:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2470 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755194:0:200258:0:(rw26.c:858:ll_write_end()) pos 10117120, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755197:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fa8f410d[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755200:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000008587ab06 17ffffc0001001 3:0 ffff9a604997ce00 2470 lru 00000080:00200000:3.0:1775773081.755205:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000003c9ca7b 2470: 1< 0 - - > 2< 10117120 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755207:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fa8f410d 00000080:00200000:3.0:1775773081.755208:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 167. 00000080:00200000:3.0:1775773081.755209:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2471 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755223:0:200258:0:(rw26.c:858:ll_write_end()) pos 10121216, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755226:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a0b2eacd[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755229:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000650ca748 17ffffc0001001 3:0 ffff9a604997c700 2471 lru 00000080:00200000:3.0:1775773081.755234:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d6c79cbe 2471: 1< 0 - - > 2< 10121216 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755235:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a0b2eacd 00000080:00200000:3.0:1775773081.755236:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 168. 00000080:00200000:3.0:1775773081.755238:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2472 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755251:0:200258:0:(rw26.c:858:ll_write_end()) pos 10125312, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755256:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006d5b2cdc[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755258:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c717a65d 17ffffc0001001 3:0 ffff9a604997c2a0 2472 lru 00000080:00200000:3.0:1775773081.755263:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005852dcd6 2472: 1< 0 - - > 2< 10125312 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755265:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006d5b2cdc 00000080:00200000:3.0:1775773081.755266:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 169. 00000080:00200000:3.0:1775773081.755268:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2473 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755294:0:200258:0:(rw26.c:858:ll_write_end()) pos 10129408, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755298:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000147b452c[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755300:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000048360e74 17ffffc0001001 3:0 ffff9a60458a7a80 2473 lru 00000080:00200000:3.0:1775773081.755306:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000428bcff7 2473: 1< 0 - - > 2< 10129408 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755308:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000147b452c 00000080:00200000:3.0:1775773081.755309:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 170. 00000080:00200000:3.0:1775773081.755311:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2474 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755325:0:200258:0:(rw26.c:858:ll_write_end()) pos 10133504, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755328:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c713ff35[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755331:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007968bbc1 17ffffc0001001 3:0 ffff9a60458a7d20 2474 lru 00000080:00200000:3.0:1775773081.755336:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003fbfe271 2474: 1< 0 - - > 2< 10133504 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755338:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c713ff35 00000080:00200000:3.0:1775773081.755339:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 171. 00000080:00200000:3.0:1775773081.755341:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2475 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755355:0:200258:0:(rw26.c:858:ll_write_end()) pos 10137600, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755359:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d3872c5a[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755361:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000039ea080f 17ffffc0001001 3:0 ffff9a60458a7b60 2475 lru 00000080:00200000:3.0:1775773081.755367:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000380f0c35 2475: 1< 0 - - > 2< 10137600 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755369:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d3872c5a 00000080:00200000:3.0:1775773081.755370:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 172. 00000080:00200000:3.0:1775773081.755372:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2476 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755387:0:200258:0:(rw26.c:858:ll_write_end()) pos 10141696, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755391:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001f69823a[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755394:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004514c148 17ffffc0001001 3:0 ffff9a60458a7540 2476 lru 00000080:00200000:3.0:1775773081.755399:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000372f2c0f 2476: 1< 0 - - > 2< 10141696 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755401:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001f69823a 00000080:00200000:3.0:1775773081.755402:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 173. 00000080:00200000:3.0:1775773081.755404:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2477 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755417:0:200258:0:(rw26.c:858:ll_write_end()) pos 10145792, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755422:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005700de7e[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755424:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000050b70715 17ffffc0001001 3:0 ffff9a60458a77e0 2477 lru 00000080:00200000:3.0:1775773081.755429:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008ded06d3 2477: 1< 0 - - > 2< 10145792 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755432:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005700de7e 00000080:00200000:3.0:1775773081.755433:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 174. 00000080:00200000:3.0:1775773081.755434:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2478 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755448:0:200258:0:(rw26.c:858:ll_write_end()) pos 10149888, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755451:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004e45d69a[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755454:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001eb7e6f8 17ffffc0001001 3:0 ffff9a60458a70e0 2478 lru 00000080:00200000:3.0:1775773081.755460:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d351c426 2478: 1< 0 - - > 2< 10149888 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755462:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004e45d69a 00000080:00200000:3.0:1775773081.755463:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 175. 00000080:00200000:3.0:1775773081.755465:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2479 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755477:0:200258:0:(rw26.c:858:ll_write_end()) pos 10153984, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755481:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002953426a[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755484:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000baf80c47 17ffffc0001001 3:0 ffff9a60458a78c0 2479 lru 00000080:00200000:3.0:1775773081.755489:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000021fdde21 2479: 1< 0 - - > 2< 10153984 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755491:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002953426a 00000080:00200000:3.0:1775773081.755492:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 176. 00000080:00200000:3.0:1775773081.755506:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2480 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755521:0:200258:0:(rw26.c:858:ll_write_end()) pos 10158080, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755526:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f203d223[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755528:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000abb1b2e0 17ffffc0001001 3:0 ffff9a60458a7380 2480 lru 00000080:00200000:3.0:1775773081.755533:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000084a72bac 2480: 1< 0 - - > 2< 10158080 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755535:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f203d223 00000080:00200000:3.0:1775773081.755537:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 177. 00000080:00200000:3.0:1775773081.755538:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2481 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755556:0:200258:0:(rw26.c:858:ll_write_end()) pos 10162176, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755560:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006cf4b438[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755563:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000e0a7a73 17ffffc0001021 2:0 ffff9a60458a7620 2481 lru 00000080:00200000:3.0:1775773081.755567:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000046fe2118 2481: 1< 0 - - > 2< 10162176 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755569:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006cf4b438 00000080:00200000:3.0:1775773081.755570:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 178. 00000080:00200000:3.0:1775773081.755572:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2482 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755586:0:200258:0:(rw26.c:858:ll_write_end()) pos 10166272, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755590:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003d1fee2a[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755593:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001c930a1b 17ffffc0001001 3:0 ffff9a60458a7460 2482 lru 00000080:00200000:3.0:1775773081.755598:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c64a580a 2482: 1< 0 - - > 2< 10166272 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755601:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003d1fee2a 00000080:00200000:3.0:1775773081.755602:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 179. 00000080:00200000:3.0:1775773081.755604:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2483 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755619:0:200258:0:(rw26.c:858:ll_write_end()) pos 10170368, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755623:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000073c85438[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755625:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000195c962b 17ffffc0001001 3:0 ffff9a60458a7000 2483 lru 00000080:00200000:3.0:1775773081.755630:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007ffdbff1 2483: 1< 0 - - > 2< 10170368 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755632:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000073c85438 00000080:00200000:3.0:1775773081.755633:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 180. 00000080:00200000:3.0:1775773081.755636:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2484 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755650:0:200258:0:(rw26.c:858:ll_write_end()) pos 10174464, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755654:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b46e1860[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755656:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000120510e3 17ffffc0001001 3:0 ffff9a60458a7c40 2484 lru 00000080:00200000:3.0:1775773081.755661:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000067b5e251 2484: 1< 0 - - > 2< 10174464 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755664:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b46e1860 00000080:00200000:3.0:1775773081.755665:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 181. 00000080:00200000:3.0:1775773081.755667:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2485 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755680:0:200258:0:(rw26.c:858:ll_write_end()) pos 10178560, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755683:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f1210866[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755686:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006c7e0f62 17ffffc0001001 3:0 ffff9a60458a7e00 2485 lru 00000080:00200000:3.0:1775773081.755691:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000702a2051 2485: 1< 0 - - > 2< 10178560 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755693:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f1210866 00000080:00200000:3.0:1775773081.755694:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 182. 00000080:00200000:3.0:1775773081.755695:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2486 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755709:0:200258:0:(rw26.c:858:ll_write_end()) pos 10182656, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755713:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002028881e[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755716:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007f765911 17ffffc0001001 3:0 ffff9a60458a7700 2486 lru 00000080:00200000:3.0:1775773081.755721:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001fe9c894 2486: 1< 0 - - > 2< 10182656 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755723:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002028881e 00000080:00200000:3.0:1775773081.755723:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 183. 00000080:00200000:3.0:1775773081.755725:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2487 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755737:0:200258:0:(rw26.c:858:ll_write_end()) pos 10186752, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755741:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003c0bbcb4[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755743:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000076c86be 17ffffc0001001 3:0 ffff9a60458a72a0 2487 lru 00000080:00200000:3.0:1775773081.755748:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c7e49309 2487: 1< 0 - - > 2< 10186752 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755751:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003c0bbcb4 00000080:00200000:3.0:1775773081.755752:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 184. 00000080:00200000:3.0:1775773081.755753:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2488 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755765:0:200258:0:(rw26.c:858:ll_write_end()) pos 10190848, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755769:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000aa2d4c95[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755771:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009e281fe4 17ffffc0001001 3:0 ffff9a60458a71c0 2488 lru 00000080:00200000:3.0:1775773081.755777:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cb68b025 2488: 1< 0 - - > 2< 10190848 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755779:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000aa2d4c95 00000080:00200000:3.0:1775773081.755780:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 185. 00000080:00200000:3.0:1775773081.755782:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2489 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755834:0:200258:0:(rw26.c:858:ll_write_end()) pos 10194944, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755839:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000b111e0e[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755842:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006613f696 17ffffc0001001 3:0 ffff9a60458a7ee0 2489 lru 00000080:00200000:3.0:1775773081.755847:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d54a3239 2489: 1< 0 - - > 2< 10194944 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755849:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000b111e0e 00000080:00200000:3.0:1775773081.755850:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 186. 00000080:00200000:3.0:1775773081.755852:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2490 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755868:0:200258:0:(rw26.c:858:ll_write_end()) pos 10199040, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755872:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004d40a36a[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755875:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001b3c476c 17ffffc0001001 3:0 ffff9a60458a79a0 2490 lru 00000080:00200000:3.0:1775773081.755879:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000087666efc 2490: 1< 0 - - > 2< 10199040 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755881:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004d40a36a 00000080:00200000:3.0:1775773081.755882:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 187. 00000080:00200000:3.0:1775773081.755884:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2491 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755901:0:200258:0:(rw26.c:858:ll_write_end()) pos 10203136, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755906:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e710d2e7[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755908:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b7bd1194 17ffffc0001001 3:0 ffff9a6048a4fa80 2491 lru 00000080:00200000:3.0:1775773081.755914:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000e4cb08b 2491: 1< 0 - - > 2< 10203136 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755916:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e710d2e7 00000080:00200000:3.0:1775773081.755917:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 188. 00000080:00200000:3.0:1775773081.755919:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2492 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755936:0:200258:0:(rw26.c:858:ll_write_end()) pos 10207232, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755940:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a2855464[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755942:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f4632f4a 17ffffc0001001 3:0 ffff9a6048a4fd20 2492 lru 00000080:00200000:3.0:1775773081.755947:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000896f05c 2492: 1< 0 - - > 2< 10207232 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755949:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a2855464 00000080:00200000:3.0:1775773081.755950:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 189. 00000080:00200000:3.0:1775773081.755951:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2493 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755963:0:200258:0:(rw26.c:858:ll_write_end()) pos 10211328, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755967:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000b51e0672[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755969:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002f641b10 17ffffc0001001 3:0 ffff9a6048a4fb60 2493 lru 00000080:00200000:3.0:1775773081.755973:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f0187d37 2493: 1< 0 - - > 2< 10211328 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755975:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000b51e0672 00000080:00200000:3.0:1775773081.755976:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 190. 00000080:00200000:3.0:1775773081.755978:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2494 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.755987:0:200258:0:(rw26.c:858:ll_write_end()) pos 10215424, len 4096, copied 4096 00000080:00200000:3.0:1775773081.755990:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000dda737d8[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.755992:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ba968b09 17ffffc0001001 3:0 ffff9a6048a4f540 2494 lru 00000080:00200000:3.0:1775773081.755997:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f7552b62 2494: 1< 0 - - > 2< 10215424 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.755999:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000dda737d8 00000080:00200000:3.0:1775773081.756000:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 191. 00000080:00200000:3.0:1775773081.756001:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2495 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.756011:0:200258:0:(rw26.c:858:ll_write_end()) pos 10219520, len 4096, copied 4096 00000080:00200000:3.0:1775773081.756014:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000de40d4d5[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.756017:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000003b375fb9 17ffffc0001001 3:0 ffff9a6048a4f7e0 2495 lru 00000080:00200000:3.0:1775773081.756021:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000aadc5cfc 2495: 1< 0 - - > 2< 10219520 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.756023:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000de40d4d5 00000080:00200000:3.0:1775773081.756024:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 192. 00000080:00200000:3.0:1775773081.756025:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2496 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.756046:0:200258:0:(rw26.c:858:ll_write_end()) pos 10223616, len 4096, copied 4096 00000080:00200000:3.0:1775773081.756050:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000ff2d832[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.756052:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000046256d3e 17ffffc0001021 2:0 ffff9a6048a4f0e0 2496 lru 00000080:00200000:3.0:1775773081.756057:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006da774a5 2496: 1< 0 - - > 2< 10223616 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.756059:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000ff2d832 00000080:00200000:3.0:1775773081.756060:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 193. 00000080:00200000:3.0:1775773081.756061:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2497 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.756075:0:200258:0:(rw26.c:858:ll_write_end()) pos 10227712, len 4096, copied 4096 00000080:00200000:3.0:1775773081.756079:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006e6fa872[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.756082:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009696a713 17ffffc0001001 3:0 ffff9a6048a4f8c0 2497 lru 00000080:00200000:3.0:1775773081.756086:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000675a5487 2497: 1< 0 - - > 2< 10227712 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.756089:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006e6fa872 00000080:00200000:3.0:1775773081.756089:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 194. 00000080:00200000:3.0:1775773081.756091:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2498 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.756102:0:200258:0:(rw26.c:858:ll_write_end()) pos 10231808, len 4096, copied 4096 00000080:00200000:3.0:1775773081.756106:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000011556e60[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.756109:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000017c144ee 17ffffc0001001 3:0 ffff9a6048a4f380 2498 lru 00000080:00200000:3.0:1775773081.756113:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000011a92b72 2498: 1< 0 - - > 2< 10231808 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.756115:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000011556e60 00000080:00200000:3.0:1775773081.756117:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 195. 00000080:00200000:3.0:1775773081.756119:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2499 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.756132:0:200258:0:(rw26.c:858:ll_write_end()) pos 10235904, len 4096, copied 4096 00000080:00200000:3.0:1775773081.756136:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007f0d112b[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.756138:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000083198264 17ffffc0001001 3:0 ffff9a6048a4f620 2499 lru 00000080:00200000:3.0:1775773081.756143:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000456f238d 2499: 1< 0 - - > 2< 10235904 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.756145:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007f0d112b 00000080:00200000:3.0:1775773081.756146:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 196. 00000080:00200000:3.0:1775773081.756148:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2500 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.756160:0:200258:0:(rw26.c:858:ll_write_end()) pos 10240000, len 4096, copied 4096 00000080:00200000:3.0:1775773081.756164:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000002b97c05[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.756167:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007600218b 17ffffc0001001 3:0 ffff9a6048a4f460 2500 lru 00000080:00200000:3.0:1775773081.756171:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000da4b02d9 2500: 1< 0 - - > 2< 10240000 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.756174:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000002b97c05 00000080:00200000:3.0:1775773081.756175:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 197. 00000080:00200000:3.0:1775773081.756176:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2501 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.756189:0:200258:0:(rw26.c:858:ll_write_end()) pos 10244096, len 4096, copied 4096 00000080:00200000:3.0:1775773081.756193:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e199cc67[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.756196:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ae83ddae 17ffffc0001001 3:0 ffff9a6048a4f000 2501 lru 00000080:00200000:3.0:1775773081.756201:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a6c525b9 2501: 1< 0 - - > 2< 10244096 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.756203:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e199cc67 00000080:00200000:3.0:1775773081.756204:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 198. 00000080:00200000:3.0:1775773081.756206:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2502 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.756218:0:200258:0:(rw26.c:858:ll_write_end()) pos 10248192, len 4096, copied 4096 00000080:00200000:3.0:1775773081.756222:0:200258:0:(rw26.c:916:ll_write_end()) page@000000009e34308d[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.756225:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000078419134 17ffffc0001001 3:0 ffff9a6048a4fc40 2502 lru 00000080:00200000:3.0:1775773081.756230:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d20d93ab 2502: 1< 0 - - > 2< 10248192 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.756232:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000009e34308d 00000080:00200000:3.0:1775773081.756233:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 199. 00000080:00200000:3.0:1775773081.756234:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2503 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.756247:0:200258:0:(rw26.c:858:ll_write_end()) pos 10252288, len 4096, copied 4096 00000080:00200000:3.0:1775773081.756251:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001649786a[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.756254:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000041a3c610 17ffffc0001001 3:0 ffff9a6048a4fe00 2503 lru 00000080:00200000:3.0:1775773081.756258:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000d7d01509 2503: 1< 0 - - > 2< 10252288 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.756260:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001649786a 00000080:00200000:3.0:1775773081.756261:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 200. 00000080:00200000:3.0:1775773081.756263:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2504 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.756277:0:200258:0:(rw26.c:858:ll_write_end()) pos 10256384, len 4096, copied 4096 00000080:00200000:3.0:1775773081.756280:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001ff66848[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.756282:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000205f497b 17ffffc0001001 3:0 ffff9a6048a4f700 2504 lru 00000080:00200000:3.0:1775773081.756287:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000e8979ad 2504: 1< 0 - - > 2< 10256384 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.756289:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001ff66848 00000080:00200000:3.0:1775773081.756290:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 201. 00000080:00200000:3.0:1775773081.756291:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2505 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.756302:0:200258:0:(rw26.c:858:ll_write_end()) pos 10260480, len 4096, copied 4096 00000080:00200000:3.0:1775773081.756305:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004ad679b1[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.756307:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000ec41b3a7 17ffffc0001001 3:0 ffff9a6048a4f2a0 2505 lru 00000080:00200000:3.0:1775773081.756311:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ab1b31a6 2505: 1< 0 - - > 2< 10260480 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.756314:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004ad679b1 00000080:00200000:3.0:1775773081.756314:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 202. 00000080:00200000:3.0:1775773081.756316:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2506 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.756327:0:200258:0:(rw26.c:858:ll_write_end()) pos 10264576, len 4096, copied 4096 00000080:00200000:3.0:1775773081.756330:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000062fec58f[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.756333:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006ba71a4f 17ffffc0001001 3:0 ffff9a6048a4f1c0 2506 lru 00000080:00200000:3.0:1775773081.756338:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cb346b12 2506: 1< 0 - - > 2< 10264576 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.756340:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000062fec58f 00000080:00200000:3.0:1775773081.756341:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 203. 00000080:00200000:3.0:1775773081.756342:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2507 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.756355:0:200258:0:(rw26.c:858:ll_write_end()) pos 10268672, len 4096, copied 4096 00000080:00200000:3.0:1775773081.756358:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c11f9784[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.756360:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000929674e7 17ffffc0001001 3:0 ffff9a6048a4fee0 2507 lru 00000080:00200000:3.0:1775773081.756365:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005f4f4a15 2507: 1< 0 - - > 2< 10268672 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.756367:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c11f9784 00000080:00200000:3.0:1775773081.756368:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 204. 00000080:00200000:3.0:1775773081.756370:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2508 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.756379:0:200258:0:(rw26.c:858:ll_write_end()) pos 10272768, len 4096, copied 4096 00000080:00200000:3.0:1775773081.756382:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000527734d6[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.756385:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a75a9fd0 17ffffc0001001 3:0 ffff9a6048a4f9a0 2508 lru 00000080:00200000:3.0:1775773081.756389:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f8c30624 2508: 1< 0 - - > 2< 10272768 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.756391:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000527734d6 00000080:00200000:3.0:1775773081.756392:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 205. 00000080:00200000:3.0:1775773081.756394:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2509 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.756412:0:200258:0:(rw26.c:858:ll_write_end()) pos 10276864, len 4096, copied 4096 00000080:00200000:3.0:1775773081.756416:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002ce04882[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.756418:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f089e3e0 17ffffc0001001 3:0 ffff9a604614fb60 2509 lru 00000080:00200000:3.0:1775773081.756423:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e37a8a69 2509: 1< 0 - - > 2< 10276864 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.756424:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002ce04882 00000080:00200000:3.0:1775773081.756425:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 206. 00000080:00200000:3.0:1775773081.756427:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2510 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.756439:0:200258:0:(rw26.c:858:ll_write_end()) pos 10280960, len 4096, copied 4096 00000080:00200000:3.0:1775773081.756443:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fa0d8c10[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.756445:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d73aa926 17ffffc0001001 3:0 ffff9a604614f540 2510 lru 00000080:00200000:3.0:1775773081.756450:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000029365af 2510: 1< 0 - - > 2< 10280960 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.756452:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fa0d8c10 00000080:00200000:3.0:1775773081.756453:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 207. 00000080:00200000:3.0:1775773081.756454:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2511 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.756469:0:200258:0:(rw26.c:858:ll_write_end()) pos 10285056, len 4096, copied 4096 00000080:00200000:3.0:1775773081.756473:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f1f745c5[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.756475:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000525033b6 17ffffc0001021 2:0 ffff9a604614f7e0 2511 lru 00000080:00200000:3.0:1775773081.756480:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f75e5aae 2511: 1< 0 - - > 2< 10285056 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.756482:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f1f745c5 00000080:00200000:3.0:1775773081.756483:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 208. 00000080:00200000:3.0:1775773081.756485:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2512 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.763603:0:200258:0:(rw26.c:858:ll_write_end()) pos 10289152, len 4096, copied 4096 00000080:00200000:3.0:1775773081.763829:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000995cdb08[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.763833:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001790ad8c 17ffffc0001001 3:0 ffff9a604614f0e0 2512 lru 00000080:00200000:3.0:1775773081.763842:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000418b734e 2512: 1< 0 - - > 2< 10289152 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.763844:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000995cdb08 00000080:00200000:3.0:1775773081.763846:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 209. 00000080:00200000:3.0:1775773081.763851:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2513 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.763910:0:200258:0:(rw26.c:858:ll_write_end()) pos 10293248, len 4096, copied 4096 00000080:00200000:3.0:1775773081.763915:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000d9393fc[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.763918:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000e0d25ba4 17ffffc0001001 3:0 ffff9a604614f8c0 2513 lru 00000080:00200000:3.0:1775773081.763924:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000dadc9cf5 2513: 1< 0 - - > 2< 10293248 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.763926:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000d9393fc 00000080:00200000:3.0:1775773081.763927:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 210. 00000080:00200000:3.0:1775773081.763929:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2514 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.763943:0:200258:0:(rw26.c:858:ll_write_end()) pos 10297344, len 4096, copied 4096 00000080:00200000:3.0:1775773081.763947:0:200258:0:(rw26.c:916:ll_write_end()) page@000000000851eb49[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.763949:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d44ec99e 17ffffc0001001 3:0 ffff9a604614f380 2514 lru 00000080:00200000:3.0:1775773081.763955:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000a4ec5bc 2514: 1< 0 - - > 2< 10297344 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.763957:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000000851eb49 00000080:00200000:3.0:1775773081.763959:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 211. 00000080:00200000:3.0:1775773081.763960:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2515 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.763971:0:200258:0:(rw26.c:858:ll_write_end()) pos 10301440, len 4096, copied 4096 00000080:00200000:3.0:1775773081.763975:0:200258:0:(rw26.c:916:ll_write_end()) page@000000004887d208[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.763978:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000034e83c3e 17ffffc0001001 3:0 ffff9a604614f620 2515 lru 00000080:00200000:3.0:1775773081.763983:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a9a5e23e 2515: 1< 0 - - > 2< 10301440 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.763985:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000004887d208 00000080:00200000:3.0:1775773081.763986:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 212. 00000080:00200000:3.0:1775773081.763987:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2516 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.763997:0:200258:0:(rw26.c:858:ll_write_end()) pos 10305536, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764000:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000a504b72b[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764002:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c72a65c5 17ffffc0001001 3:0 ffff9a604614f460 2516 lru 00000080:00200000:3.0:1775773081.764008:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000001fd5f95a 2516: 1< 0 - - > 2< 10305536 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764010:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000a504b72b 00000080:00200000:3.0:1775773081.764011:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 213. 00000080:00200000:3.0:1775773081.764012:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2517 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764022:0:200258:0:(rw26.c:858:ll_write_end()) pos 10309632, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764025:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000694f7605[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764028:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000cd48a776 17ffffc0001001 3:0 ffff9a604614f000 2517 lru 00000080:00200000:3.0:1775773081.764033:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000082bdae08 2517: 1< 0 - - > 2< 10309632 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764036:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000694f7605 00000080:00200000:3.0:1775773081.764037:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 214. 00000080:00200000:3.0:1775773081.764039:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2518 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764052:0:200258:0:(rw26.c:858:ll_write_end()) pos 10313728, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764056:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000c9a74e8a[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764058:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000081493a 17ffffc0001001 3:0 ffff9a604614fc40 2518 lru 00000080:00200000:3.0:1775773081.764064:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000e285d9f9 2518: 1< 0 - - > 2< 10313728 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764066:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000c9a74e8a 00000080:00200000:3.0:1775773081.764067:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 215. 00000080:00200000:3.0:1775773081.764069:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2519 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764083:0:200258:0:(rw26.c:858:ll_write_end()) pos 10317824, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764087:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000080868aae[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764090:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000cf555d3 17ffffc0001001 3:0 ffff9a604614fe00 2519 lru 00000080:00200000:3.0:1775773081.764094:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006e50d0aa 2519: 1< 0 - - > 2< 10317824 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764096:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000080868aae 00000080:00200000:3.0:1775773081.764097:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 216. 00000080:00200000:3.0:1775773081.764099:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2520 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764112:0:200258:0:(rw26.c:858:ll_write_end()) pos 10321920, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764116:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000aa84b1e4[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764119:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000aefa1280 17ffffc0001001 3:0 ffff9a604614f700 2520 lru 00000080:00200000:3.0:1775773081.764124:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000006003ff2d 2520: 1< 0 - - > 2< 10321920 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764126:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000aa84b1e4 00000080:00200000:3.0:1775773081.764127:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 217. 00000080:00200000:3.0:1775773081.764129:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2521 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764141:0:200258:0:(rw26.c:858:ll_write_end()) pos 10326016, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764145:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000072442299[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764147:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001cb7a689 17ffffc0001001 3:0 ffff9a604614f2a0 2521 lru 00000080:00200000:3.0:1775773081.764152:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000033b7c0b8 2521: 1< 0 - - > 2< 10326016 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764154:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000072442299 00000080:00200000:3.0:1775773081.764155:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 218. 00000080:00200000:3.0:1775773081.764157:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2522 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764169:0:200258:0:(rw26.c:858:ll_write_end()) pos 10330112, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764173:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000254469fb[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764175:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000069064e61 17ffffc0001001 3:0 ffff9a604614f1c0 2522 lru 00000080:00200000:3.0:1775773081.764180:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007d998049 2522: 1< 0 - - > 2< 10330112 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764183:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000254469fb 00000080:00200000:3.0:1775773081.764184:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 219. 00000080:00200000:3.0:1775773081.764185:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2523 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764197:0:200258:0:(rw26.c:858:ll_write_end()) pos 10334208, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764201:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007dc53bf0[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764204:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b80cc84f 17ffffc0001001 3:0 ffff9a604614fee0 2523 lru 00000080:00200000:3.0:1775773081.764209:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b8001b87 2523: 1< 0 - - > 2< 10334208 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764211:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007dc53bf0 00000080:00200000:3.0:1775773081.764212:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 220. 00000080:00200000:3.0:1775773081.764214:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2524 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764228:0:200258:0:(rw26.c:858:ll_write_end()) pos 10338304, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764232:0:200258:0:(rw26.c:916:ll_write_end()) page@000000005051b84d[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764234:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002c13ed4c 17ffffc0001001 3:0 ffff9a604614f9a0 2524 lru 00000080:00200000:3.0:1775773081.764239:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000058161f2b 2524: 1< 0 - - > 2< 10338304 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764241:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000005051b84d 00000080:00200000:3.0:1775773081.764241:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 221. 00000080:00200000:3.0:1775773081.764243:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2525 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764256:0:200258:0:(rw26.c:858:ll_write_end()) pos 10342400, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764259:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ac13b54c[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764262:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000097917dc9 17ffffc0001001 3:0 ffff9a604614fa80 2525 lru 00000080:00200000:3.0:1775773081.764267:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000adb1826a 2525: 1< 0 - - > 2< 10342400 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764269:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ac13b54c 00000080:00200000:3.0:1775773081.764271:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 222. 00000080:00200000:3.0:1775773081.764272:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2526 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764295:0:200258:0:(rw26.c:858:ll_write_end()) pos 10346496, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764299:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007e0d2577[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764301:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007673813f 17ffffc0001021 2:0 ffff9a604614fd20 2526 lru 00000080:00200000:3.0:1775773081.764307:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007cee757b 2526: 1< 0 - - > 2< 10346496 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764309:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007e0d2577 00000080:00200000:3.0:1775773081.764310:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 223. 00000080:00200000:3.0:1775773081.764311:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2527 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764339:0:200258:0:(rw26.c:858:ll_write_end()) pos 10350592, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764343:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000dfbe67d3[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764345:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000c1b2635 17ffffc0001001 3:0 ffff9a6051f8e000 2527 lru 00000080:00200000:3.0:1775773081.764349:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a5c56589 2527: 1< 0 - - > 2< 10350592 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764351:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000dfbe67d3 00000080:00200000:3.0:1775773081.764352:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 224. 00000080:00200000:3.0:1775773081.764354:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2528 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764365:0:200258:0:(rw26.c:858:ll_write_end()) pos 10354688, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764369:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ddbb5a3b[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764371:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000580bb388 17ffffc0001001 3:0 ffff9a6051f8ec40 2528 lru 00000080:00200000:3.0:1775773081.764376:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000008fc528a9 2528: 1< 0 - - > 2< 10354688 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764378:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ddbb5a3b 00000080:00200000:3.0:1775773081.764378:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 225. 00000080:00200000:3.0:1775773081.764380:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2529 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764392:0:200258:0:(rw26.c:858:ll_write_end()) pos 10358784, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764395:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000048439600[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764398:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009d85394f 17ffffc0001001 3:0 ffff9a6051f8ee00 2529 lru 00000080:00200000:3.0:1775773081.764403:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000009c4280 2529: 1< 0 - - > 2< 10358784 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764406:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000048439600 00000080:00200000:3.0:1775773081.764407:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 226. 00000080:00200000:3.0:1775773081.764408:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2530 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764422:0:200258:0:(rw26.c:858:ll_write_end()) pos 10362880, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764426:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000fa4d6652[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764428:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000002d2a64c9 17ffffc0001001 3:0 ffff9a6051f8e700 2530 lru 00000080:00200000:3.0:1775773081.764434:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000076fee7df 2530: 1< 0 - - > 2< 10362880 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764436:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000fa4d6652 00000080:00200000:3.0:1775773081.764437:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 227. 00000080:00200000:3.0:1775773081.764439:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2531 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764450:0:200258:0:(rw26.c:858:ll_write_end()) pos 10366976, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764453:0:200258:0:(rw26.c:916:ll_write_end()) page@000000006ac63326[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764456:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a21d1df3 17ffffc0001001 3:0 ffff9a6051f8e2a0 2531 lru 00000080:00200000:3.0:1775773081.764475:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003551f379 2531: 1< 0 - - > 2< 10366976 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764477:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000006ac63326 00000080:00200000:3.0:1775773081.764478:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 228. 00000080:00200000:3.0:1775773081.764480:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2532 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764492:0:200258:0:(rw26.c:858:ll_write_end()) pos 10371072, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764506:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000f5faf2e7[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764508:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000001a7c3e67 17ffffc0001001 3:0 ffff9a6051f8e1c0 2532 lru 00000080:00200000:3.0:1775773081.764512:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000f9a72870 2532: 1< 0 - - > 2< 10371072 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764515:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000f5faf2e7 00000080:00200000:3.0:1775773081.764516:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 229. 00000080:00200000:3.0:1775773081.764517:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2533 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764528:0:200258:0:(rw26.c:858:ll_write_end()) pos 10375168, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764531:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000135e24ef[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764533:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000f772a4a0 17ffffc0001001 3:0 ffff9a6051f8eee0 2533 lru 00000080:00200000:3.0:1775773081.764537:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003f5e9ae3 2533: 1< 0 - - > 2< 10375168 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764539:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000135e24ef 00000080:00200000:3.0:1775773081.764540:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 230. 00000080:00200000:3.0:1775773081.764541:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2534 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764561:0:200258:0:(rw26.c:858:ll_write_end()) pos 10379264, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764564:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000070005bcc[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764567:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000059488b38 17ffffc0001001 3:0 ffff9a6051f8e9a0 2534 lru 00000080:00200000:3.0:1775773081.764571:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000031d63062 2534: 1< 0 - - > 2< 10379264 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764573:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000070005bcc 00000080:00200000:3.0:1775773081.764574:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 231. 00000080:00200000:3.0:1775773081.764575:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2535 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764585:0:200258:0:(rw26.c:858:ll_write_end()) pos 10383360, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764588:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000dacea6da[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764590:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000092e13dc5 17ffffc0001001 3:0 ffff9a6051f8ea80 2535 lru 00000080:00200000:3.0:1775773081.764595:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003bc88a0e 2535: 1< 0 - - > 2< 10383360 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764597:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000dacea6da 00000080:00200000:3.0:1775773081.764598:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 232. 00000080:00200000:3.0:1775773081.764599:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2536 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764619:0:200258:0:(rw26.c:858:ll_write_end()) pos 10387456, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764623:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000040f5fd7c[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764625:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000a8c92b7d 17ffffc0001001 3:0 ffff9a6051f8ed20 2536 lru 00000080:00200000:3.0:1775773081.764630:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009f29b31d 2536: 1< 0 - - > 2< 10387456 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764631:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000040f5fd7c 00000080:00200000:3.0:1775773081.764632:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 233. 00000080:00200000:3.0:1775773081.764634:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2537 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764644:0:200258:0:(rw26.c:858:ll_write_end()) pos 10391552, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764648:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000e20fe652[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764650:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000b7f56caf 17ffffc0001001 3:0 ffff9a6051f8eb60 2537 lru 00000080:00200000:3.0:1775773081.764655:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c578b437 2537: 1< 0 - - > 2< 10391552 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764657:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000e20fe652 00000080:00200000:3.0:1775773081.764658:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 234. 00000080:00200000:3.0:1775773081.764659:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2538 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764668:0:200258:0:(rw26.c:858:ll_write_end()) pos 10395648, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764672:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000040087b5[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764674:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000d47d50a8 17ffffc0001001 3:0 ffff9a6051f8e540 2538 lru 00000080:00200000:3.0:1775773081.764678:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b2af999a 2538: 1< 0 - - > 2< 10395648 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764680:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000040087b5 00000080:00200000:3.0:1775773081.764681:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 235. 00000080:00200000:3.0:1775773081.764683:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2539 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764693:0:200258:0:(rw26.c:858:ll_write_end()) pos 10399744, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764696:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002e9c6188[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764699:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000025bdc09a 17ffffc0001001 3:0 ffff9a6051f8e7e0 2539 lru 00000080:00200000:3.0:1775773081.764703:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002ad071e3 2539: 1< 0 - - > 2< 10399744 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764705:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002e9c6188 00000080:00200000:3.0:1775773081.764705:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 236. 00000080:00200000:3.0:1775773081.764707:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2540 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764718:0:200258:0:(rw26.c:858:ll_write_end()) pos 10403840, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764721:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002ffcd967[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764724:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000456bea98 17ffffc0001001 3:0 ffff9a6051f8e0e0 2540 lru 00000080:00200000:3.0:1775773081.764728:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000504e381f 2540: 1< 0 - - > 2< 10403840 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764729:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002ffcd967 00000080:00200000:3.0:1775773081.764730:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 237. 00000080:00200000:3.0:1775773081.764732:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2541 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764748:0:200258:0:(rw26.c:858:ll_write_end()) pos 10407936, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764751:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001b4e29e0[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764754:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000057185d5a 17ffffc0001021 2:0 ffff9a6051f8e8c0 2541 lru 00000080:00200000:3.0:1775773081.764759:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000043d772bb 2541: 1< 0 - - > 2< 10407936 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764761:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001b4e29e0 00000080:00200000:3.0:1775773081.764762:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 238. 00000080:00200000:3.0:1775773081.764764:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2542 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764776:0:200258:0:(rw26.c:858:ll_write_end()) pos 10412032, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764779:0:200258:0:(rw26.c:916:ll_write_end()) page@000000007a67937d[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764782:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000007de76258 17ffffc0001001 3:0 ffff9a6051f8e380 2542 lru 00000080:00200000:3.0:1775773081.764787:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000a820e223 2542: 1< 0 - - > 2< 10412032 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764826:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000007a67937d 00000080:00200000:3.0:1775773081.764828:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 239. 00000080:00200000:3.0:1775773081.764830:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2543 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764843:0:200258:0:(rw26.c:858:ll_write_end()) pos 10416128, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764848:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001b0df158[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764850:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000035c0719a 17ffffc0001001 3:0 ffff9a6051f8e620 2543 lru 00000080:00200000:3.0:1775773081.764855:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cc44664a 2543: 1< 0 - - > 2< 10416128 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764857:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001b0df158 00000080:00200000:3.0:1775773081.764858:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 240. 00000080:00200000:3.0:1775773081.764859:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2544 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764870:0:200258:0:(rw26.c:858:ll_write_end()) pos 10420224, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764874:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000013efd1b5[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764876:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000c18a60fb 17ffffc0001001 3:0 ffff9a6051f8e460 2544 lru 00000080:00200000:3.0:1775773081.764880:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000b9ebb48 2544: 1< 0 - - > 2< 10420224 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764882:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000013efd1b5 00000080:00200000:3.0:1775773081.764883:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 241. 00000080:00200000:3.0:1775773081.764885:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2545 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764902:0:200258:0:(rw26.c:858:ll_write_end()) pos 10424320, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764905:0:200258:0:(rw26.c:916:ll_write_end()) page@000000002fb87a95[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764908:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000107a2d89 17ffffc0001001 3:0 ffff9a6047b9c620 2545 lru 00000080:00200000:3.0:1775773081.764912:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000033d1bd75 2545: 1< 0 - - > 2< 10424320 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764914:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000002fb87a95 00000080:00200000:3.0:1775773081.764915:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 242. 00000080:00200000:3.0:1775773081.764917:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2546 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764929:0:200258:0:(rw26.c:858:ll_write_end()) pos 10428416, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764933:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000079d5bed2[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764935:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000080cfcdb7 17ffffc0001001 3:0 ffff9a6047b9c460 2546 lru 00000080:00200000:3.0:1775773081.764940:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000ff451a5d 2546: 1< 0 - - > 2< 10428416 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764942:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000079d5bed2 00000080:00200000:3.0:1775773081.764943:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 243. 00000080:00200000:3.0:1775773081.764945:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2547 of 0 to 4096 bytes 00000080:00200000:3.0:1775773081.764959:0:200258:0:(rw26.c:858:ll_write_end()) pos 10432512, len 4096, copied 4096 00000080:00200000:3.0:1775773081.764962:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000ba5baf2e[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:3.0:1775773081.764965:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000006093f0b9 17ffffc0001001 3:0 ffff9a6047b9c000 2547 lru 00000080:00200000:3.0:1775773081.764970:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000cbf1f8f1 2547: 1< 0 - - > 2< 10432512 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:3.0:1775773081.764975:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000ba5baf2e 00000080:00200000:3.0:1775773081.764976:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 244. 00000080:00200000:2.0:1775773081.765319:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2548 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.765343:0:200258:0:(rw26.c:858:ll_write_end()) pos 10436608, len 4096, copied 4096 00000080:00200000:2.0:1775773081.765347:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000cf5d640f[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.765350:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009f04632f 17ffffc0001001 3:0 ffff9a604507c620 2548 lru 00000080:00200000:2.0:1775773081.765355:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000000fd9294f 2548: 1< 0 - - > 2< 10436608 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.765357:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000cf5d640f 00000080:00200000:2.0:1775773081.765358:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 245. 00000080:00200000:2.0:1775773081.765360:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2549 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.765372:0:200258:0:(rw26.c:858:ll_write_end()) pos 10440704, len 4096, copied 4096 00000080:00200000:2.0:1775773081.765376:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000d9d57832[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.765379:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000075868d28 17ffffc0001001 3:0 ffff9a604507c460 2549 lru 00000080:00200000:2.0:1775773081.765384:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000072112806 2549: 1< 0 - - > 2< 10440704 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.765386:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000d9d57832 00000080:00200000:2.0:1775773081.765387:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 246. 00000080:00200000:2.0:1775773081.765389:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2550 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.765402:0:200258:0:(rw26.c:858:ll_write_end()) pos 10444800, len 4096, copied 4096 00000080:00200000:2.0:1775773081.765405:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000094f6cfe5[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.765408:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000667d1473 17ffffc0001001 3:0 ffff9a604507c000 2550 lru 00000080:00200000:2.0:1775773081.765413:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000005d64a959 2550: 1< 0 - - > 2< 10444800 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.765414:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000094f6cfe5 00000080:00200000:2.0:1775773081.765415:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 247. 00000080:00200000:2.0:1775773081.765417:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2551 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.765433:0:200258:0:(rw26.c:858:ll_write_end()) pos 10448896, len 4096, copied 4096 00000080:00200000:2.0:1775773081.765436:0:200258:0:(rw26.c:916:ll_write_end()) page@000000003b547b3f[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.765439:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000bd82c8f 17ffffc0001001 3:0 ffff9a604507cc40 2551 lru 00000080:00200000:2.0:1775773081.765443:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000003f9b4941 2551: 1< 0 - - > 2< 10448896 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.765445:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000003b547b3f 00000080:00200000:2.0:1775773081.765446:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 248. 00000080:00200000:2.0:1775773081.765448:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2552 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.765461:0:200258:0:(rw26.c:858:ll_write_end()) pos 10452992, len 4096, copied 4096 00000080:00200000:2.0:1775773081.765464:0:200258:0:(rw26.c:916:ll_write_end()) page@000000001d47a5ab[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.765467:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000fa6d3ec 17ffffc0001001 3:0 ffff9a604507ce00 2552 lru 00000080:00200000:2.0:1775773081.765471:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000007a43e9f7 2552: 1< 0 - - > 2< 10452992 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.765473:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000001d47a5ab 00000080:00200000:2.0:1775773081.765474:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 249. 00000080:00200000:2.0:1775773081.765476:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2553 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.765491:0:200258:0:(rw26.c:858:ll_write_end()) pos 10457088, len 4096, copied 4096 00000080:00200000:2.0:1775773081.765503:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000098c09c7[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.765505:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @0000000075f8bd45 17ffffc0001001 3:0 ffff9a604507c700 2553 lru 00000080:00200000:2.0:1775773081.765509:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000daa24bb1 2553: 1< 0 - - > 2< 10457088 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.765511:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000098c09c7 00000080:00200000:2.0:1775773081.765512:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 250. 00000080:00200000:2.0:1775773081.765514:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2554 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.765535:0:200258:0:(rw26.c:858:ll_write_end()) pos 10461184, len 4096, copied 4096 00000080:00200000:2.0:1775773081.765539:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000feb0ddba[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.765541:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000005ce3c79b 17ffffc0001001 3:0 ffff9a6042f492a0 2554 lru 00000080:00200000:2.0:1775773081.765546:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000c5afec73 2554: 1< 0 - - > 2< 10461184 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.765548:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000feb0ddba 00000080:00200000:2.0:1775773081.765549:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 251. 00000080:00200000:2.0:1775773081.765551:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2555 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.765564:0:200258:0:(rw26.c:858:ll_write_end()) pos 10465280, len 4096, copied 4096 00000080:00200000:2.0:1775773081.765567:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000012d4381c[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.765569:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000004e87d31a 17ffffc0001001 3:0 ffff9a6042f491c0 2555 lru 00000080:00200000:2.0:1775773081.765574:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000002a432855 2555: 1< 0 - - > 2< 10465280 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.765576:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000012d4381c 00000080:00200000:2.0:1775773081.765577:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 252. 00000080:00200000:2.0:1775773081.765579:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2556 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.765591:0:200258:0:(rw26.c:858:ll_write_end()) pos 10469376, len 4096, copied 4096 00000080:00200000:2.0:1775773081.765595:0:200258:0:(rw26.c:916:ll_write_end()) page@00000000307993a8[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.765597:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009ce1e747 17ffffc0001001 3:0 ffff9a6042f49ee0 2556 lru 00000080:00200000:2.0:1775773081.765602:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000695beeba 2556: 1< 0 - - > 2< 10469376 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.765603:0:200258:0:(rw26.c:916:ll_write_end()) end page@00000000307993a8 00000080:00200000:2.0:1775773081.765605:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 253. 00000080:00200000:2.0:1775773081.765606:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2557 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.765619:0:200258:0:(rw26.c:858:ll_write_end()) pos 10473472, len 4096, copied 4096 00000080:00200000:2.0:1775773081.765623:0:200258:0:(rw26.c:916:ll_write_end()) page@000000008709f6ff[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.765626:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000009f16b917 17ffffc0001001 3:0 ffff9a6042f499a0 2557 lru 00000080:00200000:2.0:1775773081.765631:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@0000000038de866d 2557: 1< 0 - - > 2< 10473472 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.765633:0:200258:0:(rw26.c:916:ll_write_end()) end page@000000008709f6ff 00000080:00200000:2.0:1775773081.765634:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 254. 00000080:00200000:2.0:1775773081.765636:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2558 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.765651:0:200258:0:(rw26.c:858:ll_write_end()) pos 10477568, len 4096, copied 4096 00000080:00200000:2.0:1775773081.765655:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000063ed132c[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.765658:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @000000000b26a0ef 17ffffc0001001 3:0 ffff9a6042f49a80 2558 lru 00000080:00200000:2.0:1775773081.765663:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@000000009598164a 2558: 1< 0 - - > 2< 10477568 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.765665:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000063ed132c 00000080:00200000:2.0:1775773081.765665:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 255. 00000080:00200000:2.0:1775773081.765667:0:200258:0:(rw26.c:663:ll_write_begin()) Writing 2559 of 0 to 4096 bytes 00000080:00200000:2.0:1775773081.765685:0:200258:0:(rw26.c:858:ll_write_end()) pos 10481664, len 4096, copied 4096 00000080:00200000:2.0:1775773081.765689:0:200258:0:(rw26.c:916:ll_write_end()) page@0000000026aa0e77[3 000000005a0b29a0 2 1 0000000076309461] 00000080:00200000:2.0:1775773081.765692:0:200258:0:(rw26.c:916:ll_write_end()) vmpage @00000000bcccd462 17ffffc0001021 2:0 ffff9a6042f49d20 2559 lru 00000080:00200000:2.0:1775773081.765697:0:200258:0:(rw26.c:916:ll_write_end()) osc-page@00000000b61f837b 2559: 1< 0 - - > 2< 10481664 0 0 0x0 0x0 | 00000000691bc154 00000000031583ed > 3< 0 0 > 4< 0 1 8 133537792 - | - - + - > 5< - - + - | 0 - | 256 - -> 00000080:00200000:2.0:1775773081.765699:0:200258:0:(rw26.c:916:ll_write_end()) end page@0000000026aa0e77 00000080:00200000:2.0:1775773081.765700:0:200258:0:(rw26.c:916:ll_write_end()) queued cl_page: 256. 00000080:00200000:2.0:1775773081.765705:0:200258:0:(vvp_io.c:1167:vvp_io_write_commit()) commit async pages: 256, from 0, to 4096 prio 0 00000008:00010000:2.0:1775773081.765879:0:200258:0:(osc_cache.c:564:osc_extent_merge()) ### extent: 000000000d2c2d51 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.765893:0:200258:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 000000000d2c2d51 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.765900:0:200258:0:(osc_cache.c:581:osc_extent_merge()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.765909:0:200258:0:(osc_cache.c:836:osc_extent_find()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.765931:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.765940:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.765948:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.765957:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.765966:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.765981:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.765989:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.765996:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766003:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766010:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766018:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766025:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766033:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766046:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1775773081.766258:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.766266:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766275:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766282:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766289:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766296:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766304:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766312:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766325:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766332:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766339:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766347:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766354:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766361:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766368:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766377:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1775773081.766393:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.766398:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766406:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766413:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766421:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766429:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766437:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766445:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766453:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766465:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766474:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766482:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.766490:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.768031:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.768042:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.768513:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1775773081.768539:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.768549:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.768564:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.768572:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.768580:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.768587:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.768594:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.768602:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.768610:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.768618:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.768632:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.768640:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.768648:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.768655:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.768662:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.768670:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1775773081.768683:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.768688:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.768698:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.770974:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.770986:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.771957:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.771968:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.771975:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.771983:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.771990:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.771998:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.772011:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.772019:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.772027:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.772034:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.772041:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1775773081.772837:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.772858:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.772874:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.772883:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.772896:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.772905:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.772912:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.772920:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.772928:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.772935:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.772943:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.772951:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.772965:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.772973:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.772982:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.772990:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1775773081.773003:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.773008:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773016:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773023:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773030:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773041:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773048:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773281:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773289:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773297:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773304:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773311:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773319:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773332:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773341:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773349:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1775773081.773362:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.773369:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773378:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773386:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773396:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773405:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773420:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773428:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773437:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773445:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773454:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773464:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773472:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773481:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773504:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773513:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1775773081.773526:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.773532:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773541:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773549:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773557:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773566:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773573:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773586:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773595:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773603:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773612:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773621:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773629:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773637:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773645:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773658:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1775773081.773670:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.773676:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773683:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773691:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.773699:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774703:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774740:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774751:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774765:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774774:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774783:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774807:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774816:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774825:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774833:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774842:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1775773081.774864:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.774871:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774880:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774888:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774897:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774906:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774914:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774922:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774929:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774941:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774948:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774956:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774963:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774972:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774980:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.774988:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1775773081.775001:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.775005:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775017:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775025:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775033:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775041:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775056:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775066:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775075:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775083:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775341:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775356:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775366:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775375:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775384:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775394:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1775773081.775409:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.775415:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775425:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775439:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775448:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775457:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775466:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775475:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775483:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775491:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775510:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775525:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775534:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775542:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775550:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775558:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1775773081.775572:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.775578:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775587:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775596:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775609:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775617:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775625:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775632:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775640:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775648:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775656:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775664:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775677:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775685:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775693:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775700:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1775773081.775724:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.775729:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775737:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775743:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775750:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775761:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775768:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775775:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775784:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775928:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775936:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775943:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775950:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775962:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775969:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.775976:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1775773081.775989:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.775994:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776002:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776009:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776016:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776023:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776036:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776043:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776049:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776056:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776062:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776069:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776076:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776082:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776094:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776101:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1775773081.776114:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.776118:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776126:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776134:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776142:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776150:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776427:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776441:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776449:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776457:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776465:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776474:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776482:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776489:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776526:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000008:00010000:2.0:1775773081.776541:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1775773081.776555:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 15, dirtied 15 00000008:00010000:2.0:1775773081.776561:0:200258:0:(osc_cache.c:2557:osc_queue_async_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1775773081.776569:0:200258:0:(vvp_io.c:1080:vvp_set_batch_dirty()) mapping ffff9a6044793c38, count 1, dirtied 1 00000080:00200000:2.0:1775773081.776574:0:200258:0:(vvp_io.c:1190:vvp_io_write_commit()) Committed 256 pages 1048576 bytes, tot: 1048576 00000080:00200000:2.0:1775773081.776578:0:200258:0:(vvp_io.c:1353:vvp_io_write_start()) f89.replay-single: write bytes 0, result: 1048576 00000020:00010000:2.0:1775773081.776596:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6058b4a3f8 (ffff9a605157f638/0) at cl_lock_release():245 00000020:00010000:2.0:1775773081.776599:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6058b4a3f8 (ffff9a605157f638/0) at cl_lock_cancel():142 00000020:00010000:2.0:1775773081.776603:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6043137ab0 (ffff9a605157f908/1) at cl_lock_cancel():142 00010000:00010000:2.0:1775773081.776610:0:200258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 6/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1775773081.776622:0:200258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000020:00010000:2.0:1775773081.776636:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6058b4a3f8 (ffff9a605157f638/0) at cl_lock_fini():72 00000020:00010000:2.0:1775773081.776639:0:200258:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6043137ab0 (ffff9a605157f638/1) at cl_lock_fini():72 00000080:00200000:2.0:1775773081.776651:0:200258:0:(vvp_io.c:517:vvp_io_advance()) advancing 1048576 bytes 00000080:00200000:2.0:1775773081.776658:0:200258:0:(file.c:2173:ll_file_io_generic()) Range unlock [2304, 2559] 00000080:00200000:2.0:1775773081.776687:0:200258:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3c:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775773081.776691:0:200258:0:(file.c:2206:ll_file_io_generic()) f89.replay-single: 2 io complete with rc: 0, result: 1048576, restart: 0 00000080:00200000:2.0:1775773081.776705:0:200258:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3c:0x0] updating i_size 10485760 i_blocks 8192 00000080:00200000:2.0:1775773081.776723:0:200258:0:(file.c:2292:ll_file_io_generic()) iot: 2, result: 1048576 00000080:00200008:2.0:1775773081.776770:0:200258:0:(file.c:447:ll_file_release()) START file f89.replay-single:[0x20002ea31:0x3c:0x0](ffff9a6044793a88), flags 100001 00000002:00100000:2.0:1775773081.776899:0:200258:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a6048b5ad80 x1862022422815232/t412316860480(412316860480) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 592/664 e 0 to 0 dl 1775773097 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1775773081.776911:0:200258:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a60587d6800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1775773081.776917:0:200258:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051390000 x1862022422816384/t0(0) o35->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1775773081.776942:0:200258:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job dd:e44d78fa-afe4-48f2-8be1-347e1f970f57:200258:1862022422816384:192.168.201.120@tcp:35:dd.0 00000100:00100000:2.0:1775773081.777019:0:200258:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6045a52300 going to sleep for 11 seconds 00000100:00100000:2.0:1775773081.790908:0:200258:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job dd:e44d78fa-afe4-48f2-8be1-347e1f970f57:200258:1862022422816384:192.168.201.120@tcp:35:dd.0 00000002:00100000:2.0:1775773081.790946:0:200258:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a6048b5ad80 x1862022422815232/t412316860480(412316860480) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 592/664 e 0 to 0 dl 1775773097 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000008:00010000:3.0:1775773081.798252:0:2411:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000008:00010000:3.0:1775773081.798989:0:2411:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000cd1cffeb ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000100:00100000:3.0:1775773081.799031:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2411:1862022422816128:192.168.201.120@tcp:4:dd.0 00000080:00200000:2.0:1775773081.806683:0:8:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x32:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1775773081.806697:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775773081.806745:0:8:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x32:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775773081.806768:0:8:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1775773081.806773:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775773081.806921:0:8:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773081.807028:0:8:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773081.807035:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773081.807066:0:8:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773081.807091:0:8:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773081.807095:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773081.807113:0:8:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773081.807134:0:8:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773081.807138:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773081.807153:0:8:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773081.807170:0:8:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x37:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773081.807174:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773081.807191:0:8:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x37:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773081.807210:0:8:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x38:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773081.807214:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773081.807234:0:8:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x38:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773081.807251:0:8:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x39:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773081.807257:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773081.807279:0:8:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x39:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773081.807303:0:8:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773081.807308:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773081.807327:0:8:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773081.807346:0:8:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773081.807351:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773081.807368:0:8:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773081.807384:0:8:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773081.807389:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773081.807713:0:8:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773081.807735:0:8:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773081.807740:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773081.807758:0:8:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773081.807778:0:8:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773081.807782:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773081.807900:0:8:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773081.807918:0:8:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773081.807923:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773081.807939:0:8:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773081.807954:0:8:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773081.807957:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773081.807972:0:8:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773081.807991:0:8:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773081.807995:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773081.808012:0:8:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773081.808030:0:8:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773081.808035:0:8:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000008:00010000:0.0:1775773081.808055:0:8:0:(osc_cache.c:2012:try_to_add_extent_for_io()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00000008:00010000:0.0:1775773081.808072:0:8:0:(osc_cache.c:1167:osc_extent_make_ready()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1775773081.808775:0:8:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (8388608 8392703) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000008:00100000:0.0:1775773081.811711:0:8:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9a6051f87480 - object 0x280000401:6963 offset 8388608<>10485760 00000080:00200000:0.0:1775773081.811882:0:8:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000100:00100000:1.0:1775773081.811935:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775773081.811958:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e44d78fa-afe4-48f2-8be1-347e1f970f57:2408:1862022422816512:192.168.201.120@tcp:4:dd.0 00000008:00010000:1.0:1775773081.859147:0:2408:0:(osc_cache.c:901:osc_extent_finish()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000008:00010000:1.0:1775773081.859580:0:2408:0:(osc_cache.c:496:__osc_extent_remove()) ### extent: 00000000f3b88d44 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000100:00100000:1.0:1775773081.859612:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e44d78fa-afe4-48f2-8be1-347e1f970f57:2408:1862022422816512:192.168.201.120@tcp:4:dd.0 00000080:00200000:1.0:1775773081.875543:0:200260:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:1.0:1775773081.875570:0:200260:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773081.875590:0:200260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1775773081.875604:0:200260:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00200000:1.0:1775773081.875612:0:200260:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773081.875619:0:200260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:1.0:1775773081.875624:0:200260:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e4d35 00000080:00010000:1.0:1775773081.875631:0:200260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d35 from it ffffbf3281f13b58 00010000:00010000:1.0:1775773081.875634:0:200260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1775773081.876090:0:200260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00200000:1.0:1775773081.876107:0:200260:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8), inode mode 41ed mask 1 00000080:00200000:1.0:1775773081.876122:0:200260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d89.replay-single, flags=24 00000080:00200000:1.0:1775773081.876128:0:200260:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), inode mode 41ed mask 1 00000080:00200000:1.0:1775773081.876140:0:200260:0:(namei.c:1332:ll_lookup_nd()) VFS Op:name=f89.replay-single, dir=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), flags=8 00000080:00200000:1.0:1775773081.876144:0:200260:0:(namei.c:1073:ll_lookup_it()) VFS Op:name=f89.replay-single, dir=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), intent=getattr 00000002:00010000:1.0:1775773081.876159:0:200260:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f89.replay-single,[0x0:0x0:0x0]) in obj [0x20002ea31:0x3b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773081.876205:0:200260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d7b lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 200260 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.876214:0:200260:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d7b lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200260 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.876225:0:200260:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d7b lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200260 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775773081.876254:0:200260:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ls:e44d78fa-afe4-48f2-8be1-347e1f970f57:200260:1862022422816640:192.168.201.120@tcp:101:ls.0 00000100:00100000:1.0:1775773081.876342:0:200260:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60430ac000 going to sleep for 11 seconds 00000100:00100000:1.0:1775773081.882100:0:200260:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ls:e44d78fa-afe4-48f2-8be1-347e1f970f57:200260:1862022422816640:192.168.201.120@tcp:101:ls.0 00010000:00010000:1.0:1775773081.882136:0:200260:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d7b lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0c1e expref: -99 pid: 200260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.882158:0:200260:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d7b lrc: 4/1,0 mode: --/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0c1e expref: -99 pid: 200260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.882166:0:200260:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d7b lrc: 4/1,0 mode: --/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0c1e expref: -99 pid: 200260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.882177:0:200260:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d7b lrc: 4/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0c1e expref: -99 pid: 200260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.882186:0:200260:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d7b lrc: 4/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0c1e expref: -99 pid: 200260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.882198:0:200260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d7b lrc: 5/2,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0c1e expref: -99 pid: 200260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.882205:0:200260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d7b lrc: 5/2,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0c1e expref: -99 pid: 200260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.882211:0:200260:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d7b lrc: 4/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0c1e expref: -99 pid: 200260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1775773081.882221:0:200260:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9a6058739f80 x1862022422816640/t0(0) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 592/640 e 0 to 0 dl 1775773097 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'ls.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1775773081.882232:0:200260:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d7b lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0c1e expref: -99 pid: 200260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:1.0:1775773081.882250:0:200260:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d7b lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0c1e expref: -99 pid: 200260 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.882258:0:200260:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a6048b53400 type 13 mode 4 res 8590125617/60 (0 0) 00000080:00200000:1.0:1775773081.882264:0:200260:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x20002ea31:0x3b:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1775773081.882344:0:200260:0:(namei.c:147:ll_iget()) got inode: [0x20002ea31:0x3c:0x0](ffff9a6044793a88): rc = 0 00000080:00200000:1.0:1775773081.882364:0:200260:0:(file.c:6766:ll_layout_conf()) [0x20002ea31:0x3c:0x0]: layout version change: 0 -> 0 00000080:00010000:1.0:1775773081.882374:0:200260:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002ea31:0x3c:0x0](ffff9a6044793a88) for lock 0x1ba08249811e4d7b 00000080:00010000:1.0:1775773081.882386:0:200260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002ea31:0x3c:0x0](ffff9a6044793a88) 00000080:00010000:1.0:1775773081.882389:0:200260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d7b from it ffffbf3281f13b20 00010000:00010000:1.0:1775773081.882392:0:200260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d7b lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0c1e expref: -99 pid: 200260 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773081.882415:0:200260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d7b lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0c1e expref: -99 pid: 200260 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200008:1.0:1775773081.882453:0:200260:0:(file.c:6226:ll_getattr_dentry()) START file f89.replay-single:[0x20002ea31:0x3c:0x0](ffff9a6044793a88), request_mask 606, flags 0, foreign 0 00000080:00200000:1.0:1775773081.882460:0:200260:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x20002ea31:0x3c:0x0](ffff9a6044793a88),name=f89.replay-single 00000002:00010000:1.0:1775773081.882480:0:200260:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002ea31:0x3c:0x0]) in obj [0x20002ea31:0x3b:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773081.882488:0:200260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d7b lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0c1e expref: -99 pid: 200260 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773081.882509:0:200260:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d7b lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0c1e expref: -99 pid: 200260 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773081.882516:0:200260:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x20002ea31:0x3b:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773081.882522:0:200260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002ea31:0x3c:0x0](ffff9a6044793a88) 00000080:00010000:1.0:1775773081.882524:0:200260:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002ea31:0x3c:0x0](ffff9a6044793a88) for lock 0x1ba08249811e4d7b 00000080:00010000:1.0:1775773081.882528:0:200260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d7b from it ffffbf3281f13cb8 00010000:00010000:1.0:1775773081.882531:0:200260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d7b lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0c1e expref: -99 pid: 200260 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773081.882538:0:200260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d7b lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0c1e expref: -99 pid: 200260 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:1.0:1775773081.882564:0:200260:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3c:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:1.0:1775773081.882573:0:200260:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20002ea31:0x3c:0x0] 00000008:00010000:1.0:1775773081.882599:0:200260:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:1.0:1775773081.882603:0:200260:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6043137530, osc lock ffff9a6051f48f70, flags 0x400001002 00010000:00010000:1.0:1775773081.882619:0:200260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1775773081.882629:0:200260:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00000020:00200000:1.0:1775773081.882910:0:200260:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:1.0:1775773081.882916:0:200260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1775773081.882925:0:200260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00200000:1.0:1775773081.882935:0:200260:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:1.0:1775773081.882947:0:200260:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3c:0x0] updating i_size 10485760 i_blocks 20480 00000020:00010000:1.0:1775773081.882952:0:200260:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6047e2d488 (ffff9a605157fea8/0) at cl_lock_release():245 00000020:00010000:1.0:1775773081.882955:0:200260:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6047e2d488 (ffff9a605157fea8/0) at cl_lock_cancel():142 00000020:00010000:1.0:1775773081.882958:0:200260:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6043137530 (ffff9a605157f128/1) at cl_lock_cancel():142 00000020:00010000:1.0:1775773081.882962:0:200260:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6047e2d488 (ffff9a605157fea8/0) at cl_lock_fini():72 00000020:00010000:1.0:1775773081.882965:0:200260:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6043137530 (ffff9a605157fea8/1) at cl_lock_fini():72 00000080:00200000:1.0:1775773081.882986:0:200260:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3c:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775773081.883060:0:200260:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:1.0:1775773081.883070:0:200260:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773081.883079:0:200260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1775773081.883088:0:200260:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00200000:1.0:1775773081.883094:0:200260:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773081.883098:0:200260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:1.0:1775773081.883101:0:200260:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e4d35 00000080:00010000:1.0:1775773081.883105:0:200260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d35 from it ffffbf3281f13bf8 00010000:00010000:1.0:1775773081.883108:0:200260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1775773081.883126:0:200260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000080:00200000:1.0:1775773081.883136:0:200260:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8), inode mode 41ed mask 1 00000080:00200000:1.0:1775773081.883143:0:200260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d89.replay-single, flags=24 00000080:00200000:1.0:1775773081.883148:0:200260:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), inode mode 41ed mask 1 00000080:00200000:1.0:1775773081.883151:0:200260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f89.replay-single, flags=8 00000080:00200000:1.0:1775773081.883175:0:200260:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:1.0:1775773081.883181:0:200260:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773081.883188:0:200260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:1.0:1775773081.883196:0:200260:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000080:00200000:1.0:1775773081.883202:0:200260:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773081.883206:0:200260:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:1.0:1775773081.883208:0:200260:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e4d35 00000080:00010000:1.0:1775773081.883211:0:200260:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d35 from it ffffbf3281f13bf8 00010000:00010000:1.0:1775773081.883214:0:200260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:1.0:1775773081.883220:0:200260:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000080:00200000:1.0:1775773081.883227:0:200260:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8), inode mode 41ed mask 1 00000080:00200000:1.0:1775773081.883230:0:200260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d89.replay-single, flags=25 00000080:00200000:1.0:1775773081.883232:0:200260:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), inode mode 41ed mask 1 00000080:00200000:1.0:1775773081.883235:0:200260:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f89.replay-single, flags=9 00010000:00010000:0.0:1775773082.147828:0:194907:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773083.171111:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773084.195133:0:194907:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775773084.643098:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422816896:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773084.643216:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422817152:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773084.643252:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1775773084.643257:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b5b67d0e-b4d2-4bdf-8555-40afdaf752d4:2409:1862022422816768:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773084.643291:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422817024:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773084.643318:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422817280:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773084.652977:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b5b67d0e-b4d2-4bdf-8555-40afdaf752d4:2409:1862022422816768:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773084.653011:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422817024:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773084.653027:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422817280:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773084.653044:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422816896:192.168.201.120@tcp:400:kworker.0 00000100:00080000:0.0:1775773084.653059:0:2409:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff9a60587d6800 of lustre-OST0000_UUID@192.168.201.120@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1775773084.653066:0:2409:0:(import.c:65:import_set_state_nolock()) ffff9a60600dd800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1775773084.653071:0:2409:0:(import.c:181:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9a60587d6800: Connection to lustre-OST0000 (at 192.168.201.120@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1775773084.653079:0:2409:0:(import.c:65:import_set_state_nolock()) ffff9a60600dd800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773084.653085:0:2409:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a60587d6800: connect to NID 192.168.201.120@tcp last attempt 10201 00000100:00080000:0.0:1775773084.653103:0:2409:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a60587d6800: import ffff9a60600dd800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773084.653118:0:2409:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773084.653197:0:2409:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022422817408/t0(0) o8->lustre-OST0000-osc-ffff9a60587d6800@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773084.653246:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422817152:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773084.653347:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422817408:192.168.201.120@tcp:8:ptlrpcd_00_01.0 00000100:00080000:2.0:1775773084.664528:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60600dd800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773084.664542:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00100000:2.0:1775773084.664547:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422817408:192.168.201.120@tcp:8:ptlrpcd_00_01.0 00010000:00010000:3.0:1775773085.220381:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773086.244553:0:194907:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773087.267578:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773088.292324:0:194907:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773089.318572:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773089.764114:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) e44d78fa-afe4-48f2-8be1-347e1f970f57->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773089.764120:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773089.764125:0:8:0:(import.c:65:import_set_state_nolock()) ffff9a60600dd800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773089.764138:0:8:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a60587d6800: connect to NID 192.168.201.120@tcp last attempt 10235 00000100:00080000:0.0:1775773089.764149:0:8:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a60587d6800: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1775773089.764156:0:8:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a60587d6800: import ffff9a60600dd800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773089.764166:0:8:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773089.764180:0:8:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022422817920/t0(0) o8->lustre-OST0000-osc-ffff9a60587d6800@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773089.764217:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b5b67d0e-b4d2-4bdf-8555-40afdaf752d4:2409:1862022422817536:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773089.764310:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422817792:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773089.764344:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1775773089.764350:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422817664:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773089.764381:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422818048:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773089.764430:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422817920:192.168.201.120@tcp:8:kworker.0 00000100:00080000:2.0:1775773089.779000:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60600dd800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773089.779015:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00100000:2.0:1775773089.779020:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422817920:192.168.201.120@tcp:8:kworker.0 00000100:00080000:0.0:1775773089.779468:0:2409:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-MDT0000-mdc-ffff9a60587d6800 of lustre-MDT0000_UUID@192.168.201.120@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1775773089.779474:0:2409:0:(import.c:65:import_set_state_nolock()) ffff9a6046ff2000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1775773089.779478:0:2409:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9a60587d6800: Connection to lustre-MDT0000 (at 192.168.201.120@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1775773089.779485:0:2409:0:(import.c:65:import_set_state_nolock()) ffff9a6046ff2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773089.779488:0:2409:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a60587d6800: connect to NID 192.168.201.120@tcp last attempt 10173 00000100:00080000:0.0:1775773089.779502:0:2409:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a60587d6800: import ffff9a6046ff2000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773089.779515:0:2409:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773089.779546:0:2409:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022422818176/t0(0) o38->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773089.779579:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422817664:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773089.779600:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422818048:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773089.779614:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2409:1862022422817792:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773089.779685:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422818176:192.168.201.120@tcp:38:ptlrpcd_00_01.0 00000100:00080000:2.0:1775773089.792566:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6046ff2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773089.792580:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00100000:2.0:1775773089.792585:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422818176:192.168.201.120@tcp:38:ptlrpcd_00_01.0 00010000:00010000:3.0:1775773090.341110:0:194907:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773091.363041:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773092.387377:0:194907:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773093.411498:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773094.438170:0:194907:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773094.883239:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) e44d78fa-afe4-48f2-8be1-347e1f970f57->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773094.883247:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773094.883251:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6046ff2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773094.883260:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a60587d6800: connect to NID 192.168.201.120@tcp last attempt 10240 00000100:00080000:3.0:1775773094.883279:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a60587d6800: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1775773094.883286:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a60587d6800: import ffff9a6046ff2000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773094.883296:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773094.883315:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022422818432/t0(0) o38->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773094.883351:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) e44d78fa-afe4-48f2-8be1-347e1f970f57->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773094.883355:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773094.883357:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60600dd800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773094.883361:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a60587d6800: connect to NID 192.168.201.120@tcp last attempt 10240 00000100:00080000:3.0:1775773094.883365:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a60587d6800: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1775773094.883368:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a60587d6800: import ffff9a60600dd800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773094.883373:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773094.883382:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422818688/t0(0) o8->lustre-OST0000-osc-ffff9a60587d6800@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775773094.883418:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2411:1862022422818560:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773094.883514:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1775773094.883521:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b5b67d0e-b4d2-4bdf-8555-40afdaf752d4:2411:1862022422818304:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773094.883552:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2411:1862022422818816:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773094.883815:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422818432:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773094.883859:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422818688:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773094.891340:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2411:1862022422818816:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773094.891356:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2411:1862022422818560:192.168.201.120@tcp:400:kworker.0 00000100:00080000:0.0:1775773094.891462:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6046ff2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773094.891468:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00100000:0.0:1775773094.891471:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422818432:192.168.201.120@tcp:38:kworker.0 00000100:00080000:0.0:1775773094.891479:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60600dd800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773094.891482:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00100000:0.0:1775773094.891484:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422818688:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775773095.459013:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773096.483073:0:194907:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773097.517856:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773098.531615:0:194907:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773099.555061:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773100.003030:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) e44d78fa-afe4-48f2-8be1-347e1f970f57->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773100.003037:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773100.003041:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6046ff2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773100.003051:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a60587d6800: connect to NID 192.168.201.120@tcp last attempt 10245 00000100:00080000:3.0:1775773100.003063:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a60587d6800: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1775773100.003069:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a60587d6800: import ffff9a6046ff2000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773100.003080:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773100.003100:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422819072/t0(0) o38->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773100.003135:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) e44d78fa-afe4-48f2-8be1-347e1f970f57->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773100.003138:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773100.003140:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60600dd800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773100.003144:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a60587d6800: connect to NID 192.168.201.120@tcp last attempt 10245 00000100:00080000:3.0:1775773100.003148:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a60587d6800: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1775773100.003151:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a60587d6800: import ffff9a60600dd800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773100.003156:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773100.003166:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022422819328/t0(0) o8->lustre-OST0000-osc-ffff9a60587d6800@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773100.003345:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422819072:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773100.003361:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b5b67d0e-b4d2-4bdf-8555-40afdaf752d4:2411:1862022422818944:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773100.005031:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2411:1862022422819456:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773100.006711:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422819328:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773100.006767:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775773100.006778:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2411:1862022422819200:192.168.201.120@tcp:400:kworker.0 00000100:00080000:0.0:1775773100.012305:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60600dd800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773100.012319:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00100000:0.0:1775773100.012325:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422819328:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773100.013078:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2411:1862022422819456:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773100.013656:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:e44d78fa-afe4-48f2-8be1-347e1f970f57:2411:1862022422819200:192.168.201.120@tcp:400:kworker.0 00000100:00080000:0.0:1775773100.016593:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6046ff2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773100.016608:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00100000:0.0:1775773100.016614:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422819072:192.168.201.120@tcp:38:kworker.0 00010000:00010000:3.0:1775773100.579520:0:194907:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773101.603522:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773102.629426:0:194907:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773103.650947:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773104.675155:0:194907:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:1.0:1775773105.122929:0:2409:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773089/real 1775773089] req@ffff9a6051f86a00 x1862022422817536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 1 dl 1775773105 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773105.122962:0:2409:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9a6051f86a00 x1862022422817536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 1 dl 1775773105 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773105.122979:0:2409:0:(import.c:65:import_set_state_nolock()) ffff9a6047abd800 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1775773105.122984:0:2409:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.201.120@tcp: Connection to MGS (at 192.168.201.120@tcp) was lost; in progress operations using this service will fail 00000100:00080000:2.0:1775773105.122986:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) e44d78fa-afe4-48f2-8be1-347e1f970f57->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773105.122989:0:2409:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.201.120@tcp for MGC192.168.201.120@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1775773105.122993:0:2409:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00080000:2.0:1775773105.122994:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773105.122998:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6046ff2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775773105.122999:0:2409:0:(client.c:3560:ptlrpc_abort_inflight()) @@@ inflight req@ffff9a6051f86a00 x1862022422817536/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 1 dl 1775773105 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773105.123007:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a60587d6800: connect to NID 192.168.201.120@tcp last attempt 10250 00000100:00100000:1.0:1775773105.123015:0:2409:0:(client.c:3560:ptlrpc_abort_inflight()) @@@ inflight req@ffff9a6048b58000 x1862022422818304/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1775773110 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773105.123019:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a60587d6800: tried all connections, increasing latency to 15s 00000100:00100000:3.0:1775773105.123019:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:2.0:1775773105.123028:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a60587d6800: import ffff9a6046ff2000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773105.123038:0:2409:0:(client.c:3560:ptlrpc_abort_inflight()) @@@ inflight req@ffff9a6048b59500 x1862022422818944/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1775773116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1775773105.123045:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 10000000:01000000:1.0:1775773105.123048:0:2409:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1775773105.123052:0:2409:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1775773105.123053:0:2409:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1775773105.123055:0:2409:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00100000:2.0:1775773105.123063:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393b80 x1862022422819712/t0(0) o38->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773105.123117:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) e44d78fa-afe4-48f2-8be1-347e1f970f57->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773105.123120:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773105.123122:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60600dd800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773105.123127:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a60587d6800: connect to NID 192.168.201.120@tcp last attempt 10250 00000100:00080000:2.0:1775773105.123130:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a60587d6800: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773105.123134:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a60587d6800: import ffff9a60600dd800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773105.123139:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773105.123148:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022422819968/t0(0) o8->lustre-OST0000-osc-ffff9a60587d6800@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773105.123164:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044f79000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1775773105.123166:0:162220:0:(import.c:2095:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9a60587d6800: disconnect after 24s idle 00000100:00100000:2.0:1775773105.123179:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775773105.123189:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e44d78fa-afe4-48f2-8be1-347e1f970f57:2410:1862022422819840:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773105.125458:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422819712:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773105.126335:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422819968:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773105.126373:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422820096:192.168.201.120@tcp:9:kworker.0 00000100:00100000:3.0:1775773105.126625:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b5b67d0e-b4d2-4bdf-8555-40afdaf752d4:0:1862022422819584:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773105.126641:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b5b67d0e-b4d2-4bdf-8555-40afdaf752d4:2411:1862022422818944:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773105.126648:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:b5b67d0e-b4d2-4bdf-8555-40afdaf752d4:2411:1862022422818304:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773105.129483:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:b5b67d0e-b4d2-4bdf-8555-40afdaf752d4:2409:1862022422817536:192.168.201.120@tcp:400:kworker.0 00000100:00080000:0.0:1775773105.129665:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) b5b67d0e-b4d2-4bdf-8555-40afdaf752d4->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773105.129670:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773105.129674:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6047abd800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773105.129680:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10165 00000100:00080000:0.0:1775773105.129694:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6047abd800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773105.129726:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022422820224/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773105.130045:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) e44d78fa-afe4-48f2-8be1-347e1f970f57->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773105.130050:0:162220:0:(pinger.c:247:ptlrpc_pinger_process_import()) e44d78fa-afe4-48f2-8be1-347e1f970f57->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1775773105.130149:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b5b67d0e-b4d2-4bdf-8555-40afdaf752d4:2407:1862022422820224:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773105.134558:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:e44d78fa-afe4-48f2-8be1-347e1f970f57:2410:1862022422819840:192.168.201.120@tcp:400:kworker.0 00000100:00080000:1.0:1775773105.135363:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60600dd800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773105.135371:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00100000:1.0:1775773105.135375:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422819968:192.168.201.120@tcp:8:kworker.0 00000100:00080000:0.0:1775773105.135535:0:2407:0:(import.c:2005:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9a6051391f80 x1862022422820096/t0(0) o9->lustre-OST0001-osc-ffff9a60587d6800@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1775773115 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773105.135544:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044f79000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1775773105.135548:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422820096:192.168.201.120@tcp:9:kworker.0 00000100:00080000:0.0:1775773105.135569:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6046ff2000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773105.135573:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00100000:0.0:1775773105.135577:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422819712:192.168.201.120@tcp:38:kworker.0 00010000:00010000:3.0:1775773105.699255:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773106.723183:0:194907:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773107.752691:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773108.770981:0:194907:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773109.795112:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773110.243993:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) b5b67d0e-b4d2-4bdf-8555-40afdaf752d4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773110.244014:0:162220:0:(pinger.c:247:ptlrpc_pinger_process_import()) b5b67d0e-b4d2-4bdf-8555-40afdaf752d4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1775773110.244016:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) e44d78fa-afe4-48f2-8be1-347e1f970f57->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773110.244020:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773110.244025:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6046ff2000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773110.244034:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a60587d6800: connect to NID 192.168.201.120@tcp last attempt 10255 00000100:00080000:1.0:1775773110.244043:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a60587d6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773110.244050:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a60587d6800: import ffff9a6046ff2000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773110.244060:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773110.244087:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422820352/t0(0) o38->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773110.244121:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) e44d78fa-afe4-48f2-8be1-347e1f970f57->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773110.244124:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773110.244125:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60600dd800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773110.244128:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a60587d6800: connect to NID 192.168.201.120@tcp last attempt 10255 00000100:00080000:1.0:1775773110.244130:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a60587d6800: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773110.244133:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a60587d6800: import ffff9a60600dd800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773110.244135:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773110.244141:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022422820608/t0(0) o8->lustre-OST0000-osc-ffff9a60587d6800@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773110.244157:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775773110.244168:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e44d78fa-afe4-48f2-8be1-347e1f970f57:2408:1862022422820480:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773110.244336:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422820352:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773110.244371:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422820608:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773110.251452:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:e44d78fa-afe4-48f2-8be1-347e1f970f57:2408:1862022422820480:192.168.201.120@tcp:400:kworker.0 00010000:00080000:0.0:1775773110.251453:0:2407:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9a6058739f80 x1862022422820352/t0(0) o38->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 520/416 e 0 to 0 dl 1775773135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773110.251464:0:2407:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a60587d6800: committing for last_committed 412316860483 gen 1 00000100:00080000:0.0:1775773110.251526:0:2407:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9a60587d6800: connect to target with instance 97 00000100:00080000:0.0:1775773110.251547:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6046ff2000 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00080000:0.0:1775773110.251556:0:2407:0:(import.c:1694:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00100000:0.0:1775773110.251559:0:2407:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a60587d6800: committing for last_committed 412316860483 gen 1 00000100:00080000:0.0:1775773110.251562:0:2407:0:(recover.c:53:ptlrpc_replay_next()) import ffff9a6046ff2000 from lustre-MDT0000_UUID committed 412316860483 last 0 00000100:00080000:0.0:1775773110.251570:0:2407:0:(client.c:3524:ptlrpc_replay_req()) @@@ REPLAY req@ffff9a6048b5bb80 x1862022422720128/t408021893136(408021893136) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773039 ref 1 fl New:RPQU/604/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1775773110.251582:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422820352:192.168.201.120@tcp:38:kworker.0 00000100:00080000:0.0:1775773110.251596:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60600dd800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773110.251601:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00100000:0.0:1775773110.251604:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422820608:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773110.251624:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422720128:192.168.201.120@tcp:101:md5sum.0 00000100:00080000:0.0:1775773110.272535:0:2407:0:(client.c:3409:ptlrpc_replay_interpret()) @@@ got reply req@ffff9a6048b5bb80 x1862022422720128/t408021893136(408021893136) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'md5sum.0' uid:0 gid:0 projid:0 00000002:00080000:0.0:1775773110.272553:0:2407:0:(mdc_request.c:696:mdc_replay_open()) updating handle from 0x998859bb7e2bf8c2 to 0x998859bb7e2c0df3 00000100:00020000:0.0:1775773110.272558:0:2407:0:(client.c:3419:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9a6048b5bb80 x1862022422720128/t408021893136(408021893136) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'md5sum.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1775773110.303035:0:2407:0:(import.c:1694:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00100000:0.0:1775773110.303043:0:2407:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a60587d6800: committing for last_committed 412316860483 gen 1 00000100:00080000:0.0:1775773110.303052:0:2407:0:(recover.c:53:ptlrpc_replay_next()) import ffff9a6046ff2000 from lustre-MDT0000_UUID committed 412316860483 last 408021893136 00000100:00080000:0.0:1775773110.303071:0:2407:0:(client.c:3524:ptlrpc_replay_req()) @@@ REPLAY req@ffff9a6050783100 x1862022422735872/t408021893154(408021893154) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773039 ref 1 fl New:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1775773110.303084:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422720128:192.168.201.120@tcp:101:md5sum.0 00000100:00100000:0.0:1775773110.303115:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6050783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422735872:192.168.201.120@tcp:101:dd.0 00000100:00080000:0.0:1775773110.312816:0:2407:0:(client.c:3409:ptlrpc_replay_interpret()) @@@ got reply req@ffff9a6050783100 x1862022422735872/t408021893154(408021893154) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'dd.0' uid:0 gid:0 projid:0 00000002:00080000:0.0:1775773110.312917:0:2407:0:(mdc_request.c:696:mdc_replay_open()) updating handle from 0x998859bb7e2bf8d0 to 0x998859bb7e2c0e01 00000100:00020000:0.0:1775773110.312924:0:2407:0:(client.c:3419:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9a6050783100 x1862022422735872/t408021893154(408021893154) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'dd.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1775773110.312932:0:2407:0:(import.c:1694:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00100000:0.0:1775773110.312935:0:2407:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a60587d6800: committing for last_committed 412316860483 gen 1 00000100:00080000:0.0:1775773110.312940:0:2407:0:(recover.c:53:ptlrpc_replay_next()) import ffff9a6046ff2000 from lustre-MDT0000_UUID committed 412316860483 last 408021893154 00000100:00080000:0.0:1775773110.312947:0:2407:0:(client.c:3524:ptlrpc_replay_req()) @@@ REPLAY req@ffff9a60515e6300 x1862022422793088/t412316860441(412316860441) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773079 ref 1 fl New:RPQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1775773110.312960:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6050783100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422735872:192.168.201.120@tcp:101:dd.0 00000100:00100000:0.0:1775773110.312983:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a60515e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422793088:192.168.201.120@tcp:101:cp.0 00000100:00080000:0.0:1775773110.333271:0:2407:0:(client.c:3409:ptlrpc_replay_interpret()) @@@ got reply req@ffff9a60515e6300 x1862022422793088/t412316860441(412316860441) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000002:00080000:0.0:1775773110.333289:0:2407:0:(mdc_request.c:696:mdc_replay_open()) updating handle from 0x998859bb7e2c077f to 0x998859bb7e2c0e0f 00000100:00020000:0.0:1775773110.333294:0:2407:0:(client.c:3419:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9a60515e6300 x1862022422793088/t412316860441(412316860441) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1775773110.333302:0:2407:0:(import.c:1694:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00100000:0.0:1775773110.333305:0:2407:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a60587d6800: committing for last_committed 412316860483 gen 1 00000100:00080000:0.0:1775773110.333309:0:2407:0:(recover.c:53:ptlrpc_replay_next()) import ffff9a6046ff2000 from lustre-MDT0000_UUID committed 412316860483 last 412316860441 00000100:00080000:0.0:1775773110.333316:0:2407:0:(client.c:3524:ptlrpc_replay_req()) @@@ REPLAY req@ffff9a6051390700 x1862022422795392/t412316860446(412316860446) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773080 ref 1 fl New:RPQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1775773110.333327:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a60515e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422793088:192.168.201.120@tcp:101:cp.0 00000100:00100000:0.0:1775773110.333351:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422795392:192.168.201.120@tcp:101:cp.0 00000100:00080000:0.0:1775773110.343200:0:2407:0:(client.c:3409:ptlrpc_replay_interpret()) @@@ got reply req@ffff9a6051390700 x1862022422795392/t412316860446(412316860446) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000002:00080000:0.0:1775773110.343218:0:2407:0:(mdc_request.c:696:mdc_replay_open()) updating handle from 0x998859bb7e2c07fd to 0x998859bb7e2c0e1d 00000100:00020000:0.0:1775773110.343222:0:2407:0:(client.c:3419:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9a6051390700 x1862022422795392/t412316860446(412316860446) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1775773110.343230:0:2407:0:(import.c:1694:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00100000:0.0:1775773110.343233:0:2407:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a60587d6800: committing for last_committed 412316860483 gen 1 00000100:00080000:0.0:1775773110.343238:0:2407:0:(recover.c:53:ptlrpc_replay_next()) import ffff9a6046ff2000 from lustre-MDT0000_UUID committed 412316860483 last 412316860446 00000100:00080000:0.0:1775773110.343246:0:2407:0:(client.c:3524:ptlrpc_replay_req()) @@@ REPLAY req@ffff9a60515e7800 x1862022422798208/t412316860451(412316860451) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773080 ref 1 fl New:RPQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1775773110.343270:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422795392:192.168.201.120@tcp:101:cp.0 00000100:00100000:0.0:1775773110.343293:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a60515e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422798208:192.168.201.120@tcp:101:cp.0 00000100:00080000:0.0:1775773110.350662:0:2407:0:(client.c:3409:ptlrpc_replay_interpret()) @@@ got reply req@ffff9a60515e7800 x1862022422798208/t412316860451(412316860451) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000002:00080000:0.0:1775773110.350681:0:2407:0:(mdc_request.c:696:mdc_replay_open()) updating handle from 0x998859bb7e2c0890 to 0x998859bb7e2c0e2b 00000100:00020000:0.0:1775773110.350687:0:2407:0:(client.c:3419:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9a60515e7800 x1862022422798208/t412316860451(412316860451) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1775773110.350695:0:2407:0:(import.c:1694:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00100000:0.0:1775773110.350698:0:2407:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a60587d6800: committing for last_committed 412316860483 gen 1 00000100:00080000:0.0:1775773110.350706:0:2407:0:(recover.c:53:ptlrpc_replay_next()) import ffff9a6046ff2000 from lustre-MDT0000_UUID committed 412316860483 last 412316860451 00000100:00080000:0.0:1775773110.350713:0:2407:0:(client.c:3524:ptlrpc_replay_req()) @@@ REPLAY req@ffff9a60515e5180 x1862022422800384/t412316860456(412316860456) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773080 ref 1 fl New:RPQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1775773110.350731:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a60515e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422798208:192.168.201.120@tcp:101:cp.0 00000100:00100000:0.0:1775773110.350755:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a60515e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422800384:192.168.201.120@tcp:101:cp.0 00000100:00080000:0.0:1775773110.353306:0:2407:0:(client.c:3409:ptlrpc_replay_interpret()) @@@ got reply req@ffff9a60515e5180 x1862022422800384/t412316860456(412316860456) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000002:00080000:0.0:1775773110.353325:0:2407:0:(mdc_request.c:696:mdc_replay_open()) updating handle from 0x998859bb7e2c090e to 0x998859bb7e2c0e39 00000100:00020000:0.0:1775773110.353330:0:2407:0:(client.c:3419:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9a60515e5180 x1862022422800384/t412316860456(412316860456) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1775773110.353338:0:2407:0:(import.c:1694:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00100000:0.0:1775773110.353340:0:2407:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a60587d6800: committing for last_committed 412316860483 gen 1 00000100:00080000:0.0:1775773110.353347:0:2407:0:(recover.c:53:ptlrpc_replay_next()) import ffff9a6046ff2000 from lustre-MDT0000_UUID committed 412316860483 last 412316860456 00000100:00080000:0.0:1775773110.353354:0:2407:0:(client.c:3524:ptlrpc_replay_req()) @@@ REPLAY req@ffff9a60515e6d80 x1862022422802816/t412316860461(412316860461) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773080 ref 1 fl New:RPQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1775773110.353366:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a60515e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422800384:192.168.201.120@tcp:101:cp.0 00000100:00100000:0.0:1775773110.353388:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a60515e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422802816:192.168.201.120@tcp:101:cp.0 00000100:00080000:0.0:1775773110.355891:0:2407:0:(client.c:3409:ptlrpc_replay_interpret()) @@@ got reply req@ffff9a60515e6d80 x1862022422802816/t412316860461(412316860461) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000002:00080000:0.0:1775773110.355907:0:2407:0:(mdc_request.c:696:mdc_replay_open()) updating handle from 0x998859bb7e2c0977 to 0x998859bb7e2c0e47 00000100:00020000:0.0:1775773110.355911:0:2407:0:(client.c:3419:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9a60515e6d80 x1862022422802816/t412316860461(412316860461) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1775773110.355918:0:2407:0:(import.c:1694:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00100000:0.0:1775773110.355921:0:2407:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a60587d6800: committing for last_committed 412316860483 gen 1 00000100:00080000:0.0:1775773110.355926:0:2407:0:(recover.c:53:ptlrpc_replay_next()) import ffff9a6046ff2000 from lustre-MDT0000_UUID committed 412316860483 last 412316860461 00000100:00080000:0.0:1775773110.355932:0:2407:0:(client.c:3524:ptlrpc_replay_req()) @@@ REPLAY req@ffff9a605873b100 x1862022422805120/t412316860466(412316860466) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773081 ref 1 fl New:RPQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1775773110.355943:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a60515e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422802816:192.168.201.120@tcp:101:cp.0 00000100:00100000:0.0:1775773110.355962:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422805120:192.168.201.120@tcp:101:cp.0 00000100:00080000:0.0:1775773110.359268:0:2407:0:(client.c:3409:ptlrpc_replay_interpret()) @@@ got reply req@ffff9a605873b100 x1862022422805120/t412316860466(412316860466) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000002:00080000:0.0:1775773110.359283:0:2407:0:(mdc_request.c:696:mdc_replay_open()) updating handle from 0x998859bb7e2c0a0a to 0x998859bb7e2c0e55 00000100:00020000:0.0:1775773110.359288:0:2407:0:(client.c:3419:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9a605873b100 x1862022422805120/t412316860466(412316860466) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1775773110.359296:0:2407:0:(import.c:1694:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00100000:0.0:1775773110.359299:0:2407:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a60587d6800: committing for last_committed 412316860483 gen 1 00000100:00080000:0.0:1775773110.359304:0:2407:0:(recover.c:53:ptlrpc_replay_next()) import ffff9a6046ff2000 from lustre-MDT0000_UUID committed 412316860483 last 412316860466 00000100:00080000:0.0:1775773110.359310:0:2407:0:(client.c:3524:ptlrpc_replay_req()) @@@ REPLAY req@ffff9a605873a300 x1862022422807424/t412316860471(412316860471) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773081 ref 1 fl New:RPQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1775773110.359321:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422805120:192.168.201.120@tcp:101:cp.0 00000100:00100000:0.0:1775773110.359343:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422807424:192.168.201.120@tcp:101:cp.0 00000100:00080000:0.0:1775773110.370878:0:2407:0:(client.c:3409:ptlrpc_replay_interpret()) @@@ got reply req@ffff9a605873a300 x1862022422807424/t412316860471(412316860471) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000002:00080000:0.0:1775773110.370894:0:2407:0:(mdc_request.c:696:mdc_replay_open()) updating handle from 0x998859bb7e2c0a88 to 0x998859bb7e2c0e63 00000100:00020000:0.0:1775773110.370898:0:2407:0:(client.c:3419:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9a605873a300 x1862022422807424/t412316860471(412316860471) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1775773110.370905:0:2407:0:(import.c:1694:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00100000:0.0:1775773110.370908:0:2407:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a60587d6800: committing for last_committed 412316860483 gen 1 00000100:00080000:0.0:1775773110.370914:0:2407:0:(recover.c:53:ptlrpc_replay_next()) import ffff9a6046ff2000 from lustre-MDT0000_UUID committed 412316860483 last 412316860471 00000100:00080000:0.0:1775773110.370921:0:2407:0:(client.c:3524:ptlrpc_replay_req()) @@@ REPLAY req@ffff9a6051f85180 x1862022422808576/t412316860474(412316860474) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773081 ref 1 fl New:RPQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1775773110.370932:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422807424:192.168.201.120@tcp:101:cp.0 00000100:00100000:0.0:1775773110.370954:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422808576:192.168.201.120@tcp:101:cp.0 00000100:00080000:0.0:1775773110.373425:0:2407:0:(client.c:3409:ptlrpc_replay_interpret()) @@@ got reply req@ffff9a6051f85180 x1862022422808576/t412316860474(412316860474) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000002:00080000:0.0:1775773110.373441:0:2407:0:(mdc_request.c:696:mdc_replay_open()) updating handle from 0x998859bb7e2c0ac7 to 0x998859bb7e2c0e71 00000100:00020000:0.0:1775773110.373445:0:2407:0:(client.c:3419:ptlrpc_replay_interpret()) @@@ status 301, old was 0 req@ffff9a6051f85180 x1862022422808576/t412316860474(412316860474) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 2 fl Interpret:RPQU/604/0 rc 301/301 job:'cp.0' uid:0 gid:0 projid:0 00000100:00080000:0.0:1775773110.373453:0:2407:0:(import.c:1694:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00100000:0.0:1775773110.373455:0:2407:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a60587d6800: committing for last_committed 412316860483 gen 1 00000100:00080000:0.0:1775773110.373460:0:2407:0:(recover.c:53:ptlrpc_replay_next()) import ffff9a6046ff2000 from lustre-MDT0000_UUID committed 412316860483 last 412316860474 00000100:00080000:0.0:1775773110.373464:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6046ff2000 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000100:00100000:0.0:1775773110.373686:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422808576:192.168.201.120@tcp:101:cp.0 00010000:00080000:2.0:1775773110.375552:0:200542:0:(ldlm_request.c:2960:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff9a60587d6800 to lustre-MDT0000_UUID@192.168.201.120@tcp 00010000:00010000:2.0:1775773110.375558:0:200542:0:(ldlm_request.c:2876:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff9a60587d6800 (79) 00000080:00200000:2.0:1775773110.375714:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x3c:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.375769:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072200/0x1ba08249811e4d7b lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0c1e expref: -99 pid: 200260 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1775773110.376104:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x3c:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.376120:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073000/0x1ba08249811e4d5f lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0bc3 expref: -99 pid: 200257 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1775773110.376145:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228400/0x1ba08249811e4d6d lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0x998859bb7e2c0bf4 expref: -99 pid: 200258 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1775773110.376170:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073600/0x1ba08249811e4d3c lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0x998859bb7e2c0b5a expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1775773110.376186:0:200542:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228e00/0x1ba08249811e4d12 lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x3a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0ac0 expref: -99 pid: 199457 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1775773110.376202:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d04 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x3a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0aa4 expref: -99 pid: 199456 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000080:00200000:2.0:1775773110.376222:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x37:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.376241:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a60453f5400/0x1ba08249811e455c lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c00c5 expref: -99 pid: 199421 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773110.376278:0:200542:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072a00/0x1ba08249811e4cfd lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x31:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a81 expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1775773110.376295:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073c00/0x1ba08249811e4ce1 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0a5e expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773110.376306:0:200542:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046121c00/0x1ba08249811e4cbe lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x30:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a03 expref: -99 pid: 199449 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1775773110.376319:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6041532800/0x1ba08249811e4ca2 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c09e0 expref: -99 pid: 199449 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773110.376331:0:200542:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228000/0x1ba08249811e4c7f lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0970 expref: -99 pid: 199445 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1775773110.376344:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47600/0x1ba08249811e4c63 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0962 expref: -99 pid: 199445 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773110.376356:0:200542:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046229400/0x1ba08249811e4c2b lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2e:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0907 expref: -99 pid: 199441 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1775773110.376369:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a605878e800/0x1ba08249811e4c24 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c08e4 expref: -99 pid: 199441 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773110.376381:0:200542:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228200/0x1ba08249811e4c01 lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0889 expref: -99 pid: 199437 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1775773110.376400:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6041533e00/0x1ba08249811e4be5 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0866 expref: -99 pid: 199437 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773110.376414:0:200542:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46800/0x1ba08249811e4bad lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2c:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c07f6 expref: -99 pid: 199433 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1775773110.376427:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051753400/0x1ba08249811e4ba6 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c07e8 expref: -99 pid: 199433 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773110.376439:0:200542:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046229000/0x1ba08249811e4b7c lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0778 expref: -99 pid: 199429 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1775773110.376453:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228800/0x1ba08249811e4afe lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0740 expref: -99 pid: 199429 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.376474:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x36:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.376493:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3b200/0x1ba08249811e454e lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c009b expref: -99 pid: 199420 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000080:00200000:2.0:1775773110.376514:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x35:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.376531:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046121600/0x1ba08249811e4540 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0071 expref: -99 pid: 199419 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00200000:2.0:1775773110.376550:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x34:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.376563:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3bc00/0x1ba08249811e4532 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0047 expref: -99 pid: 199418 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 0 00000080:00200000:2.0:1775773110.376588:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x33:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.376603:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a60453f4200/0x1ba08249811e4524 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c001d expref: -99 pid: 199417 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00000080:00200000:2.0:1775773110.376623:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x32:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.376638:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3a800/0x1ba08249811e450f lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2bffd7 expref: -99 pid: 199416 timeout: 0 lvb_type: 3 lru_score: 10 lru_type: 0 00010000:00010000:2.0:1775773110.376770:0:200542:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072a00/0x1ba08249811e4cfd lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x31:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a81 expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773110.376785:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072400/0x1ba08249811e4cd3 lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x31:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0a3b expref: -99 pid: 199452 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1775773110.376964:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073800/0x1ba08249811e4ccc lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x31:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0x998859bb7e2c0a2d expref: -99 pid: 199452 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1775773110.376979:0:200542:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046121c00/0x1ba08249811e4cbe lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a03 expref: -99 pid: 199449 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773110.376988:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6041532e00/0x1ba08249811e4c94 lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x30:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c09bd expref: -99 pid: 199448 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1775773110.377015:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6041533000/0x1ba08249811e4c8d lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x30:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0x998859bb7e2c09af expref: -99 pid: 199448 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1775773110.377027:0:200542:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228000/0x1ba08249811e4c7f lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0970 expref: -99 pid: 199445 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773110.377035:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6041532600/0x1ba08249811e4c55 lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c093f expref: -99 pid: 199444 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1775773110.377047:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6041533600/0x1ba08249811e4c4e lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0x998859bb7e2c0931 expref: -99 pid: 199444 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1775773110.377057:0:200542:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046229400/0x1ba08249811e4c2b lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0907 expref: -99 pid: 199441 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773110.377065:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046229200/0x1ba08249811e4c16 lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x2e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c08c1 expref: -99 pid: 199440 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1775773110.377080:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a605878e600/0x1ba08249811e4c0f lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0x998859bb7e2c08b3 expref: -99 pid: 199440 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1775773110.377090:0:200542:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228200/0x1ba08249811e4c01 lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0889 expref: -99 pid: 199437 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773110.377099:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752000/0x1ba08249811e4bd7 lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0843 expref: -99 pid: 199434 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1775773110.377116:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051753000/0x1ba08249811e4bd0 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0x998859bb7e2c0835 expref: -99 pid: 199434 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1775773110.377126:0:200542:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46800/0x1ba08249811e4bad lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2c:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c07f6 expref: -99 pid: 199433 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773110.377138:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228a00/0x1ba08249811e4b98 lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c07c5 expref: -99 pid: 199432 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1775773110.377152:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46200/0x1ba08249811e4b91 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0x998859bb7e2c07b7 expref: -99 pid: 199432 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1775773110.377161:0:200542:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046229000/0x1ba08249811e4b7c lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0778 expref: -99 pid: 199429 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773110.377168:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46600/0x1ba08249811e4af0 lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c071d expref: -99 pid: 199428 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1775773110.377183:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b47e00/0x1ba08249811e4ae9 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0x998859bb7e2c070f expref: -99 pid: 199428 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1775773110.377195:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051ce6400/0x1ba08249811e451d lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x8:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000000 nid: local remote: 0x998859bb7e2c0001 expref: -99 pid: 199417 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1775773110.377221:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x39:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.377241:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a60453f4000/0x1ba08249811e4578 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x39:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0119 expref: -99 pid: 199423 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.377376:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x38:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.377397:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051ce6000/0x1ba08249811e456a lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c00ef expref: -99 pid: 199422 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.377419:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x2a:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.377437:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046073e00/0x1ba08249811e4a4f lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c06d7 expref: -99 pid: 199424 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1775773110.377455:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x2a:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.377465:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051553400/0x1ba08249811e4700 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x2a:0x0].0x0 bits 0x1a/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c055d expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.377486:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x29:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.377502:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6040030200/0x1ba08249811e46f9 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0541 expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.377524:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x28:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.377541:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6040031e00/0x1ba08249811e46d6 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0525 expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.377561:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x27:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.377578:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6040030600/0x1ba08249811e46cf lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0509 expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.377598:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x26:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.377614:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6040030800/0x1ba08249811e46c8 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c04ed expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.377635:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x25:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.377651:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6040031a00/0x1ba08249811e46c1 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c04d1 expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.377757:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x24:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.377773:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6040030a00/0x1ba08249811e46ba lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c04b5 expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.377970:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x23:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.377991:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a60453f4600/0x1ba08249811e466d lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c041b expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.378025:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x22:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.378042:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a60453f4e00/0x1ba08249811e4666 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c03ff expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.378060:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x21:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.378076:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a60453f5e00/0x1ba08249811e465f lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c03e3 expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.378098:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x20:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.378114:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a60453f5a00/0x1ba08249811e4658 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c03c7 expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.378134:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x1f:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.378148:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a60453f5000/0x1ba08249811e4651 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c03ab expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.378168:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x1e:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.378184:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a60453f4a00/0x1ba08249811e464a lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c038f expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.378206:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x1d:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.378221:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a60453f5600/0x1ba08249811e4643 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0373 expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.378246:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x1c:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.379442:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a60453f4c00/0x1ba08249811e463c lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0357 expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.379479:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x1b:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.379496:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a60453f5800/0x1ba08249811e4635 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c033b expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.379518:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x1a:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.379535:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6040031000/0x1ba08249811e4627 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0311 expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.379557:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x19:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.379574:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6040031800/0x1ba08249811e4620 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c02f5 expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.379595:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x18:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.379611:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6040031200/0x1ba08249811e4619 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c02d9 expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.379632:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x17:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.379647:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3ae00/0x1ba08249811e4612 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c02bd expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.380562:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x16:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.380591:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3b000/0x1ba08249811e460b lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c02a1 expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.380620:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x15:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.380637:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3a000/0x1ba08249811e4604 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0285 expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.380668:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x14:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.380684:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3b400/0x1ba08249811e45fd lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0269 expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.380704:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x13:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.380718:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3a600/0x1ba08249811e45f6 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c024d expref: -99 pid: 199425 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000080:00200000:2.0:1775773110.380739:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x12:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.380757:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046121000/0x1ba08249811e45e8 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0231 expref: -99 pid: 199424 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1775773110.380780:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x11:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.380816:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046120c00/0x1ba08249811e45da lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c020e expref: -99 pid: 199424 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1775773110.380840:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x10:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.380858:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046120a00/0x1ba08249811e45cc lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c01eb expref: -99 pid: 199424 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1775773110.380879:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0xf:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.380898:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3b600/0x1ba08249811e45be lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0xf:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c01c8 expref: -99 pid: 199424 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1775773110.380926:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0xe:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.380943:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6058d3aa00/0x1ba08249811e45b0 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c01a5 expref: -99 pid: 199424 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1775773110.380966:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0xd:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.380983:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051ce7200/0x1ba08249811e45a2 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c0182 expref: -99 pid: 199424 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1775773110.381427:0:200542:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0xc:0x0]: losing layout lock 00010000:00010000:2.0:1775773110.381454:0:200542:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046120e00/0x1ba08249811e4594 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x998859bb7e2c015f expref: -99 pid: 199424 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1775773110.381468:0:200542:0:(ldlm_request.c:2889:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff9a60587d6800 00010000:00010000:2.0:1775773110.381964:0:200542:0:(ldlm_request.c:2848:replay_one_lock()) ### replaying lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046229400/0x1ba08249811e4c2b lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2e:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0907 expref: -99 pid: 199441 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00080000:2.0:1775773110.382006:0:200542:0:(ldlm_request.c:2898:lock_can_replay()) check lock replay limit, inflights = 1(8) 00010000:00010000:2.0:1775773110.382015:0:200542:0:(ldlm_request.c:2848:replay_one_lock()) ### replaying lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228200/0x1ba08249811e4c01 lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0889 expref: -99 pid: 199437 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00080000:2.0:1775773110.382024:0:200542:0:(ldlm_request.c:2898:lock_can_replay()) check lock replay limit, inflights = 2(8) 00010000:00010000:2.0:1775773110.382031:0:200542:0:(ldlm_request.c:2848:replay_one_lock()) ### replaying lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46800/0x1ba08249811e4bad lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2c:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c07f6 expref: -99 pid: 199433 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00080000:2.0:1775773110.382037:0:200542:0:(ldlm_request.c:2898:lock_can_replay()) check lock replay limit, inflights = 3(8) 00010000:00010000:2.0:1775773110.382043:0:200542:0:(ldlm_request.c:2848:replay_one_lock()) ### replaying lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046229000/0x1ba08249811e4b7c lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0778 expref: -99 pid: 199429 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00080000:2.0:1775773110.382053:0:200542:0:(ldlm_request.c:2898:lock_can_replay()) check lock replay limit, inflights = 4(8) 00010000:00010000:2.0:1775773110.382059:0:200542:0:(ldlm_request.c:2848:replay_one_lock()) ### replaying lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051ce6a00/0x1ba08249811e4364 lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x5:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2bfded expref: -99 pid: 197916 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00080000:2.0:1775773110.382065:0:200542:0:(ldlm_request.c:2898:lock_can_replay()) check lock replay limit, inflights = 5(8) 00010000:00010000:2.0:1775773110.382069:0:200542:0:(ldlm_request.c:2848:replay_one_lock()) ### replaying lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752a00/0x1ba08249811e42d8 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2bfdf4 expref: -99 pid: 195628 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 1 00010000:00080000:2.0:1775773110.382075:0:200542:0:(ldlm_request.c:2898:lock_can_replay()) check lock replay limit, inflights = 6(8) 00010000:00010000:2.0:1775773110.382080:0:200542:0:(ldlm_request.c:2848:replay_one_lock()) ### replaying lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046fdf000/0x1ba08249811e42f4 lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2bfdfb expref: -99 pid: 196437 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00080000:2.0:1775773110.382086:0:200542:0:(ldlm_request.c:2898:lock_can_replay()) check lock replay limit, inflights = 7(8) 00010000:00010000:2.0:1775773110.382091:0:200542:0:(ldlm_request.c:2848:replay_one_lock()) ### replaying lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228e00/0x1ba08249811e4d12 lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x3a:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0ac0 expref: -99 pid: 199457 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00080000:2.0:1775773110.382097:0:200542:0:(ldlm_request.c:2898:lock_can_replay()) check lock replay limit, inflights = 8(8) 00010000:00080000:2.0:1775773110.382098:0:200542:0:(ldlm_request.c:2898:lock_can_replay()) check lock replay limit, inflights = 8(8) 00000100:00100000:0.0:1775773110.382164:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422820736:192.168.201.120@tcp:101:ldlm_lock_repla.0 00000100:00100000:0.0:1775773110.382263:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422820864:192.168.201.120@tcp:101:ldlm_lock_repla.0 00000100:00100000:0.0:1775773110.382288:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422820992:192.168.201.120@tcp:101:ldlm_lock_repla.0 00000100:00100000:0.0:1775773110.382304:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422821120:192.168.201.120@tcp:101:ldlm_lock_repla.0 00000100:00100000:0.0:1775773110.382321:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422821248:192.168.201.120@tcp:101:ldlm_lock_repla.0 00000100:00100000:0.0:1775773110.382337:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422821376:192.168.201.120@tcp:101:ldlm_lock_repla.0 00000100:00100000:0.0:1775773110.382355:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422821504:192.168.201.120@tcp:101:ldlm_lock_repla.0 00000100:00100000:0.0:1775773110.382370:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422821632:192.168.201.120@tcp:101:ldlm_lock_repla.0 00010000:00010000:3.0:1775773110.819786:0:194907:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773111.289355:0:2407:0:(ldlm_request.c:2765:replay_lock_interpret()) ### replayed lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046229400/0x1ba08249811e4c2b lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2e:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0e8d expref: -99 pid: 199441 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000100:00100000:0.0:1775773111.289378:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422820736:192.168.201.120@tcp:101:ldlm_lock_repla.0 00010000:00010000:0.0:1775773111.289392:0:2407:0:(ldlm_request.c:2765:replay_lock_interpret()) ### replayed lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228200/0x1ba08249811e4c01 lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0e94 expref: -99 pid: 199437 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000100:00100000:0.0:1775773111.289399:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422820864:192.168.201.120@tcp:101:ldlm_lock_repla.0 00010000:00010000:0.0:1775773111.289409:0:2407:0:(ldlm_request.c:2765:replay_lock_interpret()) ### replayed lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46800/0x1ba08249811e4bad lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2c:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0e9b expref: -99 pid: 199433 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000100:00100000:0.0:1775773111.289416:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422820992:192.168.201.120@tcp:101:ldlm_lock_repla.0 00010000:00010000:0.0:1775773111.289430:0:2407:0:(ldlm_request.c:2765:replay_lock_interpret()) ### replayed lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046229000/0x1ba08249811e4b7c lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0ea2 expref: -99 pid: 199429 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000100:00100000:0.0:1775773111.289439:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422821120:192.168.201.120@tcp:101:ldlm_lock_repla.0 00010000:00010000:0.0:1775773111.289448:0:2407:0:(ldlm_request.c:2765:replay_lock_interpret()) ### replayed lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051ce6a00/0x1ba08249811e4364 lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x5:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0ea9 expref: -99 pid: 197916 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000100:00100000:0.0:1775773111.289455:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422821248:192.168.201.120@tcp:101:ldlm_lock_repla.0 00010000:00010000:0.0:1775773111.289465:0:2407:0:(ldlm_request.c:2765:replay_lock_interpret()) ### replayed lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752a00/0x1ba08249811e42d8 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0eb0 expref: -99 pid: 195628 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 1 00000100:00100000:0.0:1775773111.289472:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422821376:192.168.201.120@tcp:101:ldlm_lock_repla.0 00010000:00010000:0.0:1775773111.289480:0:2407:0:(ldlm_request.c:2765:replay_lock_interpret()) ### replayed lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046fdf000/0x1ba08249811e42f4 lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0eb7 expref: -99 pid: 196437 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000100:00100000:0.0:1775773111.289487:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422821504:192.168.201.120@tcp:101:ldlm_lock_repla.0 00010000:00010000:0.0:1775773111.289495:0:2407:0:(ldlm_request.c:2765:replay_lock_interpret()) ### replayed lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228e00/0x1ba08249811e4d12 lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x3a:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0ebe expref: -99 pid: 199457 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000100:00100000:0.0:1775773111.289502:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422821632:192.168.201.120@tcp:101:ldlm_lock_repla.0 00010000:00080000:2.0:1775773111.289641:0:200542:0:(ldlm_request.c:2898:lock_can_replay()) check lock replay limit, inflights = 0(8) 00010000:00010000:2.0:1775773111.289669:0:200542:0:(ldlm_request.c:2848:replay_one_lock()) ### replaying lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0b3e expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00080000:2.0:1775773111.289696:0:200542:0:(ldlm_request.c:2898:lock_can_replay()) check lock replay limit, inflights = 1(8) 00010000:00010000:2.0:1775773111.289705:0:200542:0:(ldlm_request.c:2848:replay_one_lock()) ### replaying lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072a00/0x1ba08249811e4cfd lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x31:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a81 expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00080000:2.0:1775773111.289713:0:200542:0:(ldlm_request.c:2898:lock_can_replay()) check lock replay limit, inflights = 2(8) 00010000:00010000:2.0:1775773111.289719:0:200542:0:(ldlm_request.c:2848:replay_one_lock()) ### replaying lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046121c00/0x1ba08249811e4cbe lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x30:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0a03 expref: -99 pid: 199449 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00080000:2.0:1775773111.289730:0:200542:0:(ldlm_request.c:2898:lock_can_replay()) check lock replay limit, inflights = 3(8) 00010000:00010000:2.0:1775773111.289736:0:200542:0:(ldlm_request.c:2848:replay_one_lock()) ### replaying lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228000/0x1ba08249811e4c7f lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0970 expref: -99 pid: 199445 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00080000:2.0:1775773111.289742:0:200542:0:(ldlm_request.c:2898:lock_can_replay()) check lock replay limit, inflights = 4(8) 00000100:00100000:0.0:1775773111.289921:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422821760:192.168.201.120@tcp:101:ldlm_lock_repla.0 00000100:00100000:0.0:1775773111.290006:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422821888:192.168.201.120@tcp:101:ldlm_lock_repla.0 00000100:00100000:0.0:1775773111.290029:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422822016:192.168.201.120@tcp:101:ldlm_lock_repla.0 00000100:00100000:0.0:1775773111.290046:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422822144:192.168.201.120@tcp:101:ldlm_lock_repla.0 00010000:00010000:0.0:1775773111.315367:0:2407:0:(ldlm_request.c:2765:replay_lock_interpret()) ### replayed lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ecc expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000100:00100000:0.0:1775773111.315389:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422821760:192.168.201.120@tcp:101:ldlm_lock_repla.0 00010000:00010000:1.0:1775773111.321572:0:2407:0:(ldlm_request.c:2765:replay_lock_interpret()) ### replayed lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072a00/0x1ba08249811e4cfd lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x31:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0ed3 expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000100:00100000:1.0:1775773111.321597:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422821888:192.168.201.120@tcp:101:ldlm_lock_repla.0 00010000:00010000:1.0:1775773111.321616:0:2407:0:(ldlm_request.c:2765:replay_lock_interpret()) ### replayed lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046121c00/0x1ba08249811e4cbe lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x30:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0ee1 expref: -99 pid: 199449 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000100:00100000:1.0:1775773111.321625:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422822016:192.168.201.120@tcp:101:ldlm_lock_repla.0 00010000:00010000:1.0:1775773111.321710:0:2407:0:(ldlm_request.c:2765:replay_lock_interpret()) ### replayed lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228000/0x1ba08249811e4c7f lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0eda expref: -99 pid: 199445 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000100:00080000:1.0:1775773111.321719:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6046ff2000 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00100000:1.0:1775773111.321852:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422822144:192.168.201.120@tcp:101:ldlm_lock_repla.0 00000100:00100000:1.0:1775773111.321884:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422822272:192.168.201.120@tcp:400:ptlrpcd_rcv.0 00000100:00080000:1.0:1775773111.343587:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6046ff2000 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:1.0:1775773111.343608:0:2407:0:(client.c:3204:ptlrpc_resend_req()) @@@ going to resend req@ffff9a605873aa00 x1862022422822272/t0(0) o400->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1775773127 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773111.343621:0:2407:0:(client.c:3213:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff9a605873aa00 x1862022422822272/t0(0) o400->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1775773127 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ptlrpcd_rcv.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773111.343628:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6046ff2000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:02000000:0.0:1775773111.344154:0:2407:0:(import.c:1737:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff9a60587d6800: Connection restored to 192.168.201.120@tcp (at 192.168.201.120@tcp) 00000100:00100000:0.0:1775773111.344160:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422822272:192.168.201.120@tcp:400:ptlrpcd_rcv.0 00000080:00200000:0.0:1775773111.437359:0:200559:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:0.0:1775773111.437391:0:200559:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773111.437410:0:200559:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ecc expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1775773111.437426:0:200559:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ecc expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000080:00200000:0.0:1775773111.437435:0:200559:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1775773111.437443:0:200559:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:0.0:1775773111.437446:0:200559:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e4d35 00000080:00010000:0.0:1775773111.437452:0:200559:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d35 from it ffffbf3282313b58 00010000:00010000:0.0:1775773111.437456:0:200559:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0ecc expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1775773111.437465:0:200559:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ecc expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000080:00200000:0.0:1775773111.437481:0:200559:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8), inode mode 41ed mask 1 00000080:00200000:0.0:1775773111.437495:0:200559:0:(namei.c:1332:ll_lookup_nd()) VFS Op:name=d89.replay-single, dir=[0x200000007:0x1:0x0](ffff9a60447a63c8), flags=24 00000080:00200000:0.0:1775773111.437499:0:200559:0:(namei.c:1073:ll_lookup_it()) VFS Op:name=d89.replay-single, dir=[0x200000007:0x1:0x0](ffff9a60447a63c8), intent=0 00000002:00010000:0.0:1775773111.437510:0:200559:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d89.replay-single,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:0.0:1775773111.437554:0:200559:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228800/0x1ba08249811e4d82 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 200559 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.437562:0:200559:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228800/0x1ba08249811e4d82 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200559 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.437571:0:200559:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228800/0x1ba08249811e4d82 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200559 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775773111.437597:0:200559:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job rm:e44d78fa-afe4-48f2-8be1-347e1f970f57:200559:1862022422822400:192.168.201.120@tcp:101:rm.0 00000100:00100000:0.0:1775773111.437668:0:200559:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60514840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775773111.440421:0:200559:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job rm:e44d78fa-afe4-48f2-8be1-347e1f970f57:200559:1862022422822400:192.168.201.120@tcp:101:rm.0 00010000:00010000:0.0:1775773111.440448:0:200559:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228800/0x1ba08249811e4d82 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0fdd expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.440470:0:200559:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228800/0x1ba08249811e4d82 lrc: 4/1,0 mode: --/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0fdd expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.440479:0:200559:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228800/0x1ba08249811e4d82 lrc: 4/1,0 mode: --/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0fdd expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.440490:0:200559:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228800/0x1ba08249811e4d82 lrc: 4/1,0 mode: PR/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0fdd expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.440501:0:200559:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228800/0x1ba08249811e4d82 lrc: 4/1,0 mode: PR/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0fdd expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.440513:0:200559:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228800/0x1ba08249811e4d82 lrc: 5/2,0 mode: PR/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0fdd expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.440521:0:200559:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228800/0x1ba08249811e4d82 lrc: 5/2,0 mode: PR/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0fdd expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.440534:0:200559:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228800/0x1ba08249811e4d82 lrc: 4/1,0 mode: PR/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0fdd expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1775773111.440545:0:200559:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff9a6051f84700 x1862022422822400/t0(0) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 592/688 e 0 to 0 dl 1775773127 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1775773111.440558:0:200559:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228800/0x1ba08249811e4d82 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0fdd expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.440568:0:200559:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a6048b53400 type 13 mode 4 res 8590125617/59 (0 0) 00000080:00200000:0.0:1775773111.440574:0:200559:0:(namei.c:953:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1775773111.440601:0:200559:0:(llite_lib.c:2941:ll_update_inode()) inode=[0x20002ea31:0x3b:0x0], updating i_size 4096 00000080:00200000:0.0:1775773111.440604:0:200559:0:(namei.c:147:ll_iget()) got inode: [0x20002ea31:0x3b:0x0](ffff9a60441880c8): rc = 0 00000080:00010000:0.0:1775773111.440612:0:200559:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002ea31:0x3b:0x0](ffff9a60441880c8) for lock 0x1ba08249811e4d82 00000080:00010000:0.0:1775773111.440624:0:200559:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002ea31:0x3b:0x0](ffff9a60441880c8) 00000080:00010000:0.0:1775773111.440628:0:200559:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d82 from it ffffbf3282313a28 00010000:00010000:0.0:1775773111.440630:0:200559:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228800/0x1ba08249811e4d82 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0fdd expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.440639:0:200559:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228800/0x1ba08249811e4d82 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0fdd expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1775773111.440670:0:200559:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), inode mode 41ed mask 1 00000080:00200000:0.0:1775773111.440688:0:200559:0:(namei.c:1332:ll_lookup_nd()) VFS Op:name=f89.replay-single, dir=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), flags=8 00000080:00200000:0.0:1775773111.440692:0:200559:0:(namei.c:1073:ll_lookup_it()) VFS Op:name=f89.replay-single, dir=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), intent=getattr 00000002:00010000:0.0:1775773111.440711:0:200559:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f89.replay-single,[0x0:0x0:0x0]) in obj [0x20002ea31:0x3b:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773111.440746:0:200559:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 200559 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.440753:0:200559:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200559 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.440761:0:200559:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 3/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 200559 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775773111.440779:0:200559:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job rm:e44d78fa-afe4-48f2-8be1-347e1f970f57:200559:1862022422822528:192.168.201.120@tcp:101:rm.0 00000100:00100000:0.0:1775773111.440867:0:200559:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60514840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775773111.447339:0:200559:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job rm:e44d78fa-afe4-48f2-8be1-347e1f970f57:200559:1862022422822528:192.168.201.120@tcp:101:rm.0 00010000:00010000:0.0:1775773111.447377:0:200559:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 4/1,0 mode: --/CR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ff9 expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.447402:0:200559:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 4/1,0 mode: --/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ff9 expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.447411:0:200559:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 4/1,0 mode: --/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ff9 expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.447422:0:200559:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 4/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0ff9 expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.447433:0:200559:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 4/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ff9 expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.447445:0:200559:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 5/2,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0ff9 expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.447459:0:200559:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 5/2,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0ff9 expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.447467:0:200559:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 4/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0ff9 expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1775773111.447478:0:200559:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9a6051f84700 x1862022422822528/t0(0) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 592/640 e 0 to 0 dl 1775773127 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1775773111.447489:0:200559:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ff9 expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1775773111.447501:0:200559:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ff9 expref: -99 pid: 200559 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.447511:0:200559:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a6048b53400 type 13 mode 4 res 8590125617/60 (0 0) 00000080:00200000:0.0:1775773111.447518:0:200559:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x20002ea31:0x3b:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1775773111.447601:0:200559:0:(namei.c:147:ll_iget()) got inode: [0x20002ea31:0x3c:0x0](ffff9a6044793a88): rc = 0 00000080:00200000:0.0:1775773111.447621:0:200559:0:(file.c:6766:ll_layout_conf()) [0x20002ea31:0x3c:0x0]: layout version change: 4294967294 -> 0 00000080:00010000:0.0:1775773111.447631:0:200559:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002ea31:0x3c:0x0](ffff9a6044793a88) for lock 0x1ba08249811e4d89 00000080:00010000:0.0:1775773111.447643:0:200559:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002ea31:0x3c:0x0](ffff9a6044793a88) 00000080:00010000:0.0:1775773111.447646:0:200559:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d89 from it ffffbf3282313b20 00010000:00010000:0.0:1775773111.447650:0:200559:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0ff9 expref: -99 pid: 200559 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773111.447658:0:200559:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0ff9 expref: -99 pid: 200559 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200008:0.0:1775773111.447701:0:200559:0:(file.c:6226:ll_getattr_dentry()) START file f89.replay-single:[0x20002ea31:0x3c:0x0](ffff9a6044793a88), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1775773111.447708:0:200559:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x20002ea31:0x3c:0x0](ffff9a6044793a88),name=f89.replay-single 00000002:00010000:0.0:1775773111.447728:0:200559:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002ea31:0x3c:0x0]) in obj [0x20002ea31:0x3b:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773111.447737:0:200559:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0ff9 expref: -99 pid: 200559 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773111.447748:0:200559:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 2/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0ff9 expref: -99 pid: 200559 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1775773111.447755:0:200559:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x20002ea31:0x3b:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1775773111.447760:0:200559:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002ea31:0x3c:0x0](ffff9a6044793a88) 00000080:00010000:0.0:1775773111.447763:0:200559:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002ea31:0x3c:0x0](ffff9a6044793a88) for lock 0x1ba08249811e4d89 00000080:00010000:0.0:1775773111.447766:0:200559:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d89 from it ffffbf3282313cb8 00010000:00010000:0.0:1775773111.447769:0:200559:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 3/1,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c0ff9 expref: -99 pid: 200559 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773111.447777:0:200559:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c0ff9 expref: -99 pid: 200559 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1775773111.447822:0:200559:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3c:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000001:00010000:0.0:1775773111.447832:0:200559:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x20002ea31:0x3c:0x0] 00000008:00010000:0.0:1775773111.447859:0:200559:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000008:00010000:0.0:1775773111.447862:0:200559:0:(osc_lock.c:1310:osc_lock_init()) ### lock ffff9a6045a32530, osc lock ffff9a6058c15430, flags 0x400001002 00010000:00010000:0.0:1775773111.447878:0:200559:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1775773111.447897:0:200559:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 2/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00000020:00200000:0.0:1775773111.447909:0:200559:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00010000:00010000:0.0:1775773111.447913:0:200559:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 5/0,1 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 13 lru_type: 1 00010000:00010000:0.0:1775773111.447921:0:200559:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000020:00200000:0.0:1775773111.447930:0:200559:0:(cl_io.c:1822:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000080:00200000:0.0:1775773111.447939:0:200559:0:(file.c:1742:ll_merge_attr_nolock()) [0x20002ea31:0x3c:0x0] updating i_size 10485760 i_blocks 20480 00000020:00010000:0.0:1775773111.447943:0:200559:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9a6047d93b50 (ffff9a6058be6098/0) at cl_lock_release():245 00000020:00010000:0.0:1775773111.447946:0:200559:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6047d93b50 (ffff9a6058be6098/0) at cl_lock_cancel():142 00000020:00010000:0.0:1775773111.447949:0:200559:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9a6045a32530 (ffff9a6058be6e18/1) at cl_lock_cancel():142 00000020:00010000:0.0:1775773111.447953:0:200559:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6047d93b50 (ffff9a6058be6098/0) at cl_lock_fini():72 00000020:00010000:0.0:1775773111.447955:0:200559:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9a6045a32530 (ffff9a6058be6098/1) at cl_lock_fini():72 00000080:00200000:0.0:1775773111.447972:0:200559:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3c:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.448042:0:200559:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:0.0:1775773111.448052:0:200559:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773111.448061:0:200559:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ecc expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1775773111.448070:0:200559:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ecc expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000080:00200000:0.0:1775773111.448083:0:200559:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1775773111.448087:0:200559:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:0.0:1775773111.448090:0:200559:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e4d35 00000080:00010000:0.0:1775773111.448094:0:200559:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d35 from it ffffbf3282313c10 00010000:00010000:0.0:1775773111.448097:0:200559:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0ecc expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1775773111.448105:0:200559:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ecc expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:0.0:1775773111.448114:0:200559:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8), inode mode 41ed mask 1 00000080:00200000:0.0:1775773111.448120:0:200559:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d89.replay-single, flags=24 00000080:00200000:0.0:1775773111.448125:0:200559:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), inode mode 41ed mask 1 00000080:00200000:0.0:1775773111.448131:0:200559:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f89.replay-single, flags=0 00000080:00200000:0.0:1775773111.448134:0:200559:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002ea31:0x3b:0x0](ffff9a60441880c8), inode mode 41ed mask 3 00000080:00200000:0.0:1775773111.448139:0:200559:0:(namei.c:2405:ll_unlink()) VFS Op:name=f89.replay-single, dir=[0x20002ea31:0x3b:0x0](ffff9a60441880c8) 00010000:00010000:0.0:1775773111.448175:0:200559:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228800/0x1ba08249811e4d82 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x998859bb7e2c0fdd expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773111.448198:0:200559:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x998859bb7e2c0ff9 expref: -99 pid: 200559 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1775773111.448215:0:200559:0:(vvp_object.c:117:vvp_conf_set()) [0x20002ea31:0x3c:0x0]: losing layout lock 00010000:00010000:0.0:1775773111.448253:0:200559:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 1/0,0 mode: --/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0ff9 expref: -99 pid: 200559 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1775773111.448261:0:200559:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228800/0x1ba08249811e4d82 lrc: 1/0,0 mode: --/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x998859bb7e2c0fdd expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773111.448267:0:200559:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 2 locks packed 00010000:00010000:0.0:1775773111.448270:0:200559:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228c00/0x1ba08249811e4d89 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x3c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0ff9 expref: -99 pid: 200559 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1775773111.448293:0:200559:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228800/0x1ba08249811e4d82 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x998859bb7e2c0fdd expref: -99 pid: 200559 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000020:00100000:0.0:1775773111.448310:0:200559:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a60587d6800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1775773111.448318:0:200559:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f84700 x1862022422822784/t0(0) o36->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773111.448341:0:200559:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job rm:e44d78fa-afe4-48f2-8be1-347e1f970f57:200559:1862022422822784:192.168.201.120@tcp:36:rm.0 00000100:00100000:0.0:1775773111.448414:0:200559:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60514840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775773111.455490:0:200559:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job rm:e44d78fa-afe4-48f2-8be1-347e1f970f57:200559:1862022422822784:192.168.201.120@tcp:36:rm.0 00000080:00200000:0.0:1775773111.455576:0:200559:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.455589:0:200559:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.455638:0:200559:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:3.0:1775773111.477184:0:200559:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x3c:0x0](ffff9a6044793a88) 00000008:00010000:3.0:1775773111.477258:0:200559:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 0 [cma]time: 0 0 0 by oinfo size 10485760 blocks 20480 [cma]time 1775773081 1775773081 0 ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 1/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020080000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000080:00200008:1.0:1775773111.491709:0:200560:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9a60447a63c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1775773111.491720:0:200560:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:1.0:1775773111.491740:0:200560:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773111.491757:0:200560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ecc expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1775773111.491772:0:200560:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ecc expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:1.0:1775773111.491786:0:200560:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773111.492998:0:200560:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:1.0:1775773111.493004:0:200560:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e4d35 00000080:00010000:1.0:1775773111.493016:0:200560:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d35 from it ffffbf3282293cb8 00010000:00010000:1.0:1775773111.493021:0:200560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0ecc expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00010000:1.0:1775773111.493032:0:200560:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ecc expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200008:1.0:1775773111.493624:0:200560:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9a60447a63c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1775773111.493632:0:200560:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8),name=/ 00000002:00010000:1.0:1775773111.493648:0:200560:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773111.493661:0:200560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ecc expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:1.0:1775773111.493673:0:200560:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ecc expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:1.0:1775773111.493681:0:200560:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773111.493686:0:200560:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00010000:1.0:1775773111.493688:0:200560:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447a63c8) for lock 0x1ba08249811e4d35 00000080:00010000:1.0:1775773111.493693:0:200560:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4d35 from it ffffbf3282293cb8 00010000:00010000:1.0:1775773111.493696:0:200560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c0ecc expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:1.0:1775773111.493708:0:200560:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c0ecc expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:0.0:1775773111.545425:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447a63c8) 00000080:00200000:0.0:1775773111.545495:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.545507:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.545555:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.545600:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x2:0x0](ffff9a604479ba88) 00000002:00100000:0.0:1775773111.545657:0:200560:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a6048b5bb80 x1862022422720128/t408021893136(408021893136) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1775773111.545669:0:200560:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a60587d6800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1775773111.545674:0:200560:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f85500 x1862022422823040/t0(0) o35->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1775773111.545696:0:200560:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422823040:192.168.201.120@tcp:35:umount.0 00000100:00100000:0.0:1775773111.545778:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60514840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775773111.554356:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422823040:192.168.201.120@tcp:35:umount.0 00000002:00100000:0.0:1775773111.554395:0:200560:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a6048b5bb80 x1862022422720128/t408021893136(408021893136) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1775773111.554545:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x5:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.554559:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.554602:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x5:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.554614:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x5:0x0](ffff9a60447a1988) 00000002:00100000:0.0:1775773111.554660:0:200560:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a6050783100 x1862022422735872/t408021893154(408021893154) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1775773111.554671:0:200560:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a60587d6800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1775773111.554676:0:200560:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f85500 x1862022422823296/t0(0) o35->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1775773111.554697:0:200560:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422823296:192.168.201.120@tcp:35:umount.0 00000100:00100000:0.0:1775773111.554773:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60514840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775773111.557287:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422823296:192.168.201.120@tcp:35:umount.0 00000002:00100000:0.0:1775773111.557318:0:200560:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a6050783100 x1862022422735872/t408021893154(408021893154) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1775773111.557482:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x8:0x0](ffff9a60447a00c8) 00000080:00200000:0.0:1775773111.557510:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0xc:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.557520:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.557556:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0xc:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.557565:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0xc:0x0](ffff9a6044720908) 00000080:00200000:0.0:1775773111.557605:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0xd:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.557609:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.557626:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0xd:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.557633:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0xd:0x0](ffff9a6044726c08) 00000080:00200000:0.0:1775773111.557750:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0xe:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.557756:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.557775:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0xe:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.557783:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0xe:0x0](ffff9a60447c00c8) 00000080:00200000:0.0:1775773111.558093:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0xf:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.558099:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.558120:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0xf:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.558130:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0xf:0x0](ffff9a60447a21c8) 00000080:00200000:0.0:1775773111.558169:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x10:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.558262:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.558285:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x10:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.558294:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x10:0x0](ffff9a60447980c8) 00000080:00200000:0.0:1775773111.558335:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x11:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.558339:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.560903:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x11:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.560928:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x11:0x0](ffff9a604479a1c8) 00000080:00200000:0.0:1775773111.561035:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x12:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.561045:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.561080:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x12:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.561089:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x12:0x0](ffff9a604479ec08) 00000080:00200000:0.0:1775773111.561127:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x13:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.561132:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.561150:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x13:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.561159:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x13:0x0](ffff9a6044798908) 00000080:00200000:0.0:1775773111.561557:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x14:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.561563:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.561583:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x14:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.561593:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x14:0x0](ffff9a60447a4b08) 00000080:00200000:0.0:1775773111.561646:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x15:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.561651:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.561671:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x15:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.561680:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x15:0x0](ffff9a60447a7448) 00000080:00200000:0.0:1775773111.561866:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x16:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.561872:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.561890:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x16:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.561898:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x16:0x0](ffff9a604479db88) 00000080:00200000:0.0:1775773111.561937:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x17:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.561941:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.561958:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x17:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.561966:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x17:0x0](ffff9a604479aa08) 00000080:00200000:0.0:1775773111.562018:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x18:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.562023:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.562038:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x18:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.562045:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x18:0x0](ffff9a604479c2c8) 00000080:00200000:0.0:1775773111.562080:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x19:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.562085:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.562102:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x19:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.562109:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x19:0x0](ffff9a6044799148) 00000080:00200000:0.0:1775773111.562142:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x1a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.562145:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.562161:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x1a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.562168:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x1a:0x0](ffff9a604479d348) 00000080:00200000:0.0:1775773111.562298:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x1b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.562304:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.562323:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x1b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.562331:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x1b:0x0](ffff9a60447a3a88) 00000080:00200000:0.0:1775773111.562385:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x1c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.562389:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.562406:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x1c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.562413:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x1c:0x0](ffff9a60447a6c08) 00000080:00200000:0.0:1775773111.562449:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x1d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.562454:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.562471:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x1d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.562478:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x1d:0x0](ffff9a60447a0908) 00000080:00200000:0.0:1775773111.562516:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x1e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.562520:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.562536:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x1e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.562543:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x1e:0x0](ffff9a604479b248) 00000080:00200000:0.0:1775773111.562580:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x1f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.562584:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.562601:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x1f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.562609:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x1f:0x0](ffff9a6044799988) 00000080:00200000:0.0:1775773111.562646:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x20:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.562651:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.562667:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x20:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.562676:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x20:0x0](ffff9a604479f448) 00000080:00200000:0.0:1775773111.562712:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x21:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.562716:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.562734:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x21:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.562743:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x21:0x0](ffff9a604479cb08) 00000080:00200000:0.0:1775773111.562781:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x22:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.562785:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.562837:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x22:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.562846:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x22:0x0](ffff9a60447a5b88) 00000080:00200000:0.0:1775773111.562886:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x23:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.562891:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.562907:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x23:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.562915:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x23:0x0](ffff9a60447a2a08) 00000080:00200000:0.0:1775773111.562953:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x24:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.562958:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.562992:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x24:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.563000:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x24:0x0](ffff9a60447c7448) 00000080:00200000:0.0:1775773111.563044:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x25:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.563049:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.563065:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x25:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.563072:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x25:0x0](ffff9a60447c5b88) 00000080:00200000:0.0:1775773111.563108:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x26:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.563112:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.563128:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x26:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.563135:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x26:0x0](ffff9a6044723a88) 00000080:00200000:0.0:1775773111.563565:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x27:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.563571:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.563596:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x27:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.563605:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x27:0x0](ffff9a60447a42c8) 00000080:00200000:0.0:1775773111.563937:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x28:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.563942:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.563963:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x28:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.563983:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x28:0x0](ffff9a60447a1148) 00000080:00200000:0.0:1775773111.564079:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x29:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.564084:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.564101:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x29:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.564109:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x29:0x0](ffff9a60447a5348) 00000080:00200000:0.0:1775773111.564146:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.564150:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.564168:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.564190:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x2a:0x0](ffff9a60447a3248) 00000080:00200000:0.0:1775773111.564231:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.564236:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.564252:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.564295:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x2b:0x0](ffff9a60447c0908) 00000002:00100000:0.0:1775773111.564350:0:200560:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a60515e6300 x1862022422793088/t412316860441(412316860441) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1775773111.564376:0:200560:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a60587d6800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1775773111.564381:0:200560:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f85500 x1862022422823552/t0(0) o35->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1775773111.564404:0:200560:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422823552:192.168.201.120@tcp:35:umount.0 00000100:00100000:0.0:1775773111.564548:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60514840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775773111.571163:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422823552:192.168.201.120@tcp:35:umount.0 00000002:00100000:0.0:1775773111.571214:0:200560:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a60515e6300 x1862022422793088/t412316860441(412316860441) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1775773111.571344:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.571559:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.571605:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.571649:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x2c:0x0](ffff9a60447c3248) 00000002:00100000:0.0:1775773111.571699:0:200560:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a6051390700 x1862022422795392/t412316860446(412316860446) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1775773111.571709:0:200560:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a60587d6800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1775773111.571714:0:200560:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f85500 x1862022422823808/t0(0) o35->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1775773111.571734:0:200560:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422823808:192.168.201.120@tcp:35:umount.0 00000100:00100000:0.0:1775773111.571822:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60514840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775773111.575144:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422823808:192.168.201.120@tcp:35:umount.0 00000002:00100000:0.0:1775773111.575192:0:200560:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a6051390700 x1862022422795392/t412316860446(412316860446) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1775773111.575319:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2d:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.575329:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.575385:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2d:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.575421:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x2d:0x0](ffff9a60447c5348) 00000002:00100000:0.0:1775773111.575465:0:200560:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a60515e7800 x1862022422798208/t412316860451(412316860451) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1775773111.575475:0:200560:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a60587d6800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1775773111.575479:0:200560:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f85500 x1862022422824064/t0(0) o35->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1775773111.575499:0:200560:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422824064:192.168.201.120@tcp:35:umount.0 00000100:00100000:0.0:1775773111.575572:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60514840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775773111.583468:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422824064:192.168.201.120@tcp:35:umount.0 00000002:00100000:0.0:1775773111.583504:0:200560:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a60515e7800 x1862022422798208/t412316860451(412316860451) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1775773111.583648:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2e:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.583660:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.583704:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2e:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.583748:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x2e:0x0](ffff9a60447c6c08) 00000002:00100000:0.0:1775773111.584471:0:200560:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a60515e5180 x1862022422800384/t412316860456(412316860456) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1775773111.584484:0:200560:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a60587d6800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1775773111.584492:0:200560:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f85500 x1862022422824320/t0(0) o35->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1775773111.584515:0:200560:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422824320:192.168.201.120@tcp:35:umount.0 00000100:00100000:0.0:1775773111.584646:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60514840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775773111.595460:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422824320:192.168.201.120@tcp:35:umount.0 00000002:00100000:0.0:1775773111.595493:0:200560:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a60515e5180 x1862022422800384/t412316860456(412316860456) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1775773111.595629:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x2f:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.596015:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.596062:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x2f:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.596105:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x2f:0x0](ffff9a60447c42c8) 00000002:00100000:0.0:1775773111.596152:0:200560:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a60515e6d80 x1862022422802816/t412316860461(412316860461) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1775773111.596163:0:200560:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a60587d6800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1775773111.596168:0:200560:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f85500 x1862022422824576/t0(0) o35->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1775773111.596200:0:200560:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422824576:192.168.201.120@tcp:35:umount.0 00000100:00100000:0.0:1775773111.596277:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60514840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775773111.603472:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422824576:192.168.201.120@tcp:35:umount.0 00000002:00100000:0.0:1775773111.603507:0:200560:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a60515e6d80 x1862022422802816/t412316860461(412316860461) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1775773111.603655:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.603666:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.603703:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.603741:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x30:0x0](ffff9a60447c3a88) 00000002:00100000:0.0:1775773111.603817:0:200560:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a605873b100 x1862022422805120/t412316860466(412316860466) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1775773111.603828:0:200560:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a60587d6800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1775773111.603834:0:200560:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f85500 x1862022422824832/t0(0) o35->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1775773111.603855:0:200560:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422824832:192.168.201.120@tcp:35:umount.0 00000100:00100000:0.0:1775773111.603912:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60514840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775773111.617328:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422824832:192.168.201.120@tcp:35:umount.0 00000002:00100000:0.0:1775773111.617366:0:200560:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a605873b100 x1862022422805120/t412316860466(412316860466) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1775773111.617495:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:0.0:1775773111.617507:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:0.0:1775773111.617546:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773111.617592:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x31:0x0](ffff9a60447c2a08) 00000002:00100000:0.0:1775773111.619571:0:200560:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a605873a300 x1862022422807424/t412316860471(412316860471) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1775773111.619585:0:200560:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a60587d6800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1775773111.619590:0:200560:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f85500 x1862022422825088/t0(0) o35->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1775773111.619613:0:200560:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422825088:192.168.201.120@tcp:35:umount.0 00000100:00100000:0.0:1775773111.619702:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60514840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775773111.626734:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422825088:192.168.201.120@tcp:35:umount.0 00000002:00100000:0.0:1775773111.626769:0:200560:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a605873a300 x1862022422807424/t412316860471(412316860471) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1775773111.627236:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x32:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1775773111.627247:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775773111.627279:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x32:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775773111.627287:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x32:0x0](ffff9a604418f448) 00000080:00200000:2.0:1775773111.627362:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x33:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1775773111.627366:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775773111.627377:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x33:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775773111.627383:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x33:0x0](ffff9a6044724b08) 00000080:00200000:2.0:1775773111.627409:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1775773111.627411:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775773111.627420:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775773111.627425:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x34:0x0](ffff9a6044188908) 00000080:00200000:2.0:1775773111.627447:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1775773111.627450:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775773111.627459:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775773111.627464:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x35:0x0](ffff9a604479e3c8) 00000080:00200000:2.0:1775773111.627487:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1775773111.627489:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775773111.627498:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775773111.627503:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x36:0x0](ffff9a604418d348) 00000080:00200000:2.0:1775773111.627526:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x37:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1775773111.627528:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775773111.627538:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x37:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775773111.627543:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x37:0x0](ffff9a60447221c8) 00000080:00200000:2.0:1775773111.627583:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x38:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1775773111.627586:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775773111.627596:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x38:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775773111.627601:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x38:0x0](ffff9a6044723248) 00000080:00200000:2.0:1775773111.627621:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x39:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1775773111.627623:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775773111.627632:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x39:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775773111.627637:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x39:0x0](ffff9a6044725348) 00000080:00200000:2.0:1775773111.627657:0:200560:0:(vvp_io.c:1817:vvp_io_init()) [0x20002ea31:0x3a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00020000:00200000:2.0:1775773111.627659:0:200560:0:(lov_io.c:860:lov_io_iter_init()) component[0] flags 0x10 00000080:00200000:2.0:1775773111.627668:0:200560:0:(vvp_io.c:288:vvp_io_fini()) [0x20002ea31:0x3a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775773111.627706:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x3a:0x0](ffff9a6044722a08) 00000002:00100000:2.0:1775773111.627742:0:200560:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a6051f85180 x1862022422808576/t412316860474(412316860474) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1775773111.627752:0:200560:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a60587d6800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1775773111.627757:0:200560:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051393100 x1862022422825344/t0(0) o35->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1775773111.627778:0:200560:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422825344:192.168.201.120@tcp:35:umount.0 00000100:00100000:2.0:1775773111.628057:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6045a52780 going to sleep for 11 seconds 00000100:00100000:2.0:1775773111.632585:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422825344:192.168.201.120@tcp:35:umount.0 00000002:00100000:2.0:1775773111.632620:0:200560:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a6051f85180 x1862022422808576/t412316860474(412316860474) o101->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 576/608 e 0 to 0 dl 1775773126 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1775773111.632728:0:200560:0:(llite_lib.c:1913:ll_clear_inode()) VFS Op:inode=[0x20002ea31:0x3b:0x0](ffff9a60441880c8) 00000080:00200000:2.0:1775773111.632750:0:200560:0:(llite_lib.c:1541:ll_put_super()) VFS Op: cfg_instance lustre-client-ffff9a60587d6800 (sb ffff9a60587d6800) 00010000:00010000:2.0:1775773111.632780:0:200560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.120@tcp lock: ffff9a6046120600/0x1ba08249811e44e5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998859bb7e2bf795 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773111.633408:0:200560:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.120@tcp lock: ffff9a6046120600/0x1ba08249811e44e5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x998859bb7e2bf795 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773111.633415:0:200560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.120@tcp lock: ffff9a6046120600/0x1ba08249811e44e5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x998859bb7e2bf795 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773111.633421:0:200560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.120@tcp lock: ffff9a6046120600/0x1ba08249811e44e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x998859bb7e2bf795 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773111.633495:0:200560:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1775773111.633504:0:200560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.120@tcp lock: ffff9a6046121a00/0x1ba08249811e4501 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998859bb7e2bff75 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773111.633511:0:200560:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.120@tcp lock: ffff9a6046121a00/0x1ba08249811e4501 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x998859bb7e2bff75 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773111.633517:0:200560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.120@tcp lock: ffff9a6046121a00/0x1ba08249811e4501 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x998859bb7e2bff75 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773111.633522:0:200560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.120@tcp lock: ffff9a6046121a00/0x1ba08249811e4501 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x998859bb7e2bff75 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773111.634787:0:194908:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1775773111.634961:0:194908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.120@tcp lock: ffff9a6046120600/0x1ba08249811e44e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x998859bb7e2bf795 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773111.634980:0:194908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9a6046120600 already unused, calling callback (ffffffffc119bc20) 10000000:00010000:3.0:1775773111.634985:0:194908:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.120@tcp lock: ffff9a6046120600/0x1ba08249811e44e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x998859bb7e2bf795 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773111.634994:0:194908:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.120@tcp lock: ffff9a6046120600/0x1ba08249811e44e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x998859bb7e2bf795 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775773111.635001:0:194908:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.120@tcp lock: ffff9a6046120600/0x1ba08249811e44e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x998859bb7e2bf795 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775773111.635006:0:194908:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1775773111.635009:0:194908:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 00010000:00010000:3.0:1775773111.635020:0:194908:0:(ldlm_request.c:1539:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9a6047abd800 00010000:00010000:3.0:1775773111.635024:0:194908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.120@tcp lock: ffff9a6046120600/0x1ba08249811e44e5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x998859bb7e2bf795 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773111.635031:0:194908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.120@tcp lock: ffff9a6046120600/0x1ba08249811e44e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x998859bb7e2bf795 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773111.635048:0:194908:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775773111.635051:0:194908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.120@tcp lock: ffff9a6046121a00/0x1ba08249811e4501 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x998859bb7e2bff75 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773111.635057:0:194908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9a6046121a00 already unused, calling callback (ffffffffc119bc20) 10000000:00010000:3.0:1775773111.635059:0:194908:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.120@tcp lock: ffff9a6046121a00/0x1ba08249811e4501 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x998859bb7e2bff75 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773111.635066:0:194908:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.120@tcp lock: ffff9a6046121a00/0x1ba08249811e4501 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x998859bb7e2bff75 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775773111.635071:0:194908:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.120@tcp lock: ffff9a6046121a00/0x1ba08249811e4501 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x998859bb7e2bff75 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775773111.635076:0:194908:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:3.0:1775773111.635078:0:194908:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-cliir: stopping, won't requeue 00010000:00010000:3.0:1775773111.635081:0:194908:0:(ldlm_request.c:1539:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9a6047abd800 00010000:00010000:3.0:1775773111.635083:0:194908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.120@tcp lock: ffff9a6046121a00/0x1ba08249811e4501 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x998859bb7e2bff75 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773111.635089:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773111.635091:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773111.635092:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773111.635298:0:194907:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773111.635438:0:200560:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1775773111.635445:0:200560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.120@tcp lock: ffff9a6046121a00/0x1ba08249811e4501 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x998859bb7e2bff75 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775773111.635458:0:200560:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-cliir 00010000:00010000:2.0:1775773111.635466:0:200560:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.120@tcp lock: ffff9a6046121800/0x1ba08249811e44ec lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998859bb7e2bf79c expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773111.635474:0:200560:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.120@tcp lock: ffff9a6046121800/0x1ba08249811e44ec lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x998859bb7e2bf79c expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773111.635480:0:200560:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.120@tcp lock: ffff9a6046121800/0x1ba08249811e44ec lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x998859bb7e2bf79c expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773111.635487:0:200560:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.201.120@tcp lock: ffff9a6046121800/0x1ba08249811e44ec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x998859bb7e2bf79c expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773111.635508:0:200560:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1775773111.635512:0:200560:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:01000000:2.0:1775773111.635514:0:200560:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:3.0:1775773111.636312:0:194908:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1775773111.636319:0:194908:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.120@tcp lock: ffff9a6046121800/0x1ba08249811e44ec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x998859bb7e2bf79c expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773111.636329:0:194908:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9a6046121800 already unused, calling callback (ffffffffc119bc20) 10000000:00010000:3.0:1775773111.636331:0:194908:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.120@tcp lock: ffff9a6046121800/0x1ba08249811e44ec lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x998859bb7e2bf79c expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773111.636341:0:194908:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.120@tcp lock: ffff9a6046121800/0x1ba08249811e44ec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x998859bb7e2bf79c expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1775773111.636348:0:194908:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.120@tcp lock: ffff9a6046121800/0x1ba08249811e44ec lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x998859bb7e2bf79c expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775773111.636353:0:194908:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1775773111.636356:0:194908:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1775773111.636358:0:194908:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1775773111.636367:0:194908:0:(ldlm_request.c:1539:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9a6047abd800 00010000:00010000:3.0:1775773111.636370:0:194908:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.120@tcp lock: ffff9a6046121800/0x1ba08249811e44ec lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x998859bb7e2bf79c expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773111.636377:0:194908:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.120@tcp lock: ffff9a6046121800/0x1ba08249811e44ec lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x998859bb7e2bf79c expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773111.636394:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773111.636395:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773111.636397:0:194908:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00020000:2.0:1775773111.636563:0:200560:0:(lov_obd.c:786:lov_cleanup()) lustre-clilov-ffff9a60587d6800: lov tgt 0 not cleaned! deathrow=0, lovrc=1 00020000:01000000:2.0:1775773111.649834:0:200560:0:(lov_obd.c:592:lov_del_target()) uuid: lustre-OST0000_UUID idx: 0 gen: 1 exp: ffff9a6051d86000 active: 1 00020000:00020000:2.0:1775773111.649843:0:200560:0:(lov_obd.c:786:lov_cleanup()) lustre-clilov-ffff9a60587d6800: lov tgt 1 not cleaned! deathrow=1, lovrc=1 00020000:01000000:2.0:1775773111.649846:0:200560:0:(lov_obd.c:592:lov_del_target()) uuid: lustre-OST0001_UUID idx: 1 gen: 1 exp: ffff9a6051d80800 active: 1 00020000:01000000:2.0:1775773111.649849:0:200560:0:(lov_obd.c:64:lov_tgts_putref()) destroying 2 lov targets 00020000:01000000:2.0:1775773111.649853:0:200560:0:(lov_obd.c:614:__lov_del_obd()) Removing tgt lustre-OST0001_UUID : lustre-OST0001-osc-ffff9a60587d6800 00020000:01000000:2.0:1775773111.649856:0:200560:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff9a60587d6800: disconnecting target lustre-OST0001-osc-ffff9a60587d6800 00000100:00080000:2.0:1775773111.649862:0:200560:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import e44d78fa-afe4-48f2-8be1-347e1f970f57->lustre-OST0001_UUID 00000100:00080000:2.0:1775773111.649960:0:200560:0:(import.c:65:import_set_state_nolock()) ffff9a6044f79000 lustre-OST0001_UUID: changing import state from IDLE to CLOSED 00000100:00080000:2.0:1775773111.649967:0:200560:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1775773111.649979:0:200560:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9a60587d6800: committing for last_committed 0 gen 5 00000100:00100000:2.0:1775773111.649984:0:200560:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1775773111.650158:0:200560:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x1ba08249811e427d 00000020:00000080:2.0:1775773111.650175:0:200560:0:(genops.c:904:class_export_put()) final put ffff9a6051d80800/LOV_OSC_UUID 00000020:01000000:2.0:1775773111.650218:0:200560:0:(obd_config.c:2473:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-ffff9a60587d6800 (flags='') 00000020:00000080:2.0:1775773111.650224:0:200560:0:(obd_config.c:1468:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1775773111.650233:0:200560:0:(obd_config.c:953:class_cleanup()) lustre-OST0001-osc-ffff9a60587d6800: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1775773111.650237:0:200560:0:(genops.c:1577:class_disconnect_exports()) OBD device 6 (ffff9a6050763380) has no exports 00000020:00000080:1.0:1775773111.650642:0:162220:0:(genops.c:863:class_export_destroy()) destroying export ffff9a6051d80800/LOV_OSC_UUID for lustre-OST0001-osc-ffff9a60587d6800 00000008:01000000:2.0:1775773111.651562:0:200560:0:(obd_class.h:672:obd_cleanup_client_import()) lustre-OST0001-osc-ffff9a60587d6800: client import never connected 00000100:00080000:2.0:1775773111.651567:0:200560:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1775773111.651570:0:200560:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9a60587d6800: committing for last_committed 0 gen 6 00000100:00100000:2.0:1775773111.651576:0:200560:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1775773111.652242:0:162220:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9a6044f79000 for lustre-OST0001-osc-ffff9a60587d6800 00000020:00000080:2.0:1775773111.652435:0:200560:0:(obd_config.c:1468:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1775773111.652443:0:200560:0:(obd_config.c:881:class_detach()) detach on obd lustre-OST0001-osc-ffff9a60587d6800 (uuid e44d78fa-afe4-48f2-8be1-347e1f970f57) 00000020:00000080:2.0:1775773111.652447:0:200560:0:(genops.c:904:class_export_put()) final put ffff9a6044f78800/e44d78fa-afe4-48f2-8be1-347e1f970f57 00000020:00000080:2.0:1775773111.652451:0:200560:0:(genops.c:863:class_export_destroy()) destroying export ffff9a6044f78800/e44d78fa-afe4-48f2-8be1-347e1f970f57 for lustre-OST0001-osc-ffff9a60587d6800 00000020:01000000:2.0:1775773111.652456:0:200560:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-ffff9a60587d6800 (e44d78fa-afe4-48f2-8be1-347e1f970f57) 00020000:01000000:2.0:1775773111.652650:0:200560:0:(lov_obd.c:614:__lov_del_obd()) Removing tgt lustre-OST0000_UUID : lustre-OST0000-osc-ffff9a60587d6800 00020000:01000000:2.0:1775773111.652653:0:200560:0:(lov_obd.c:248:lov_disconnect_obd()) lustre-clilov-ffff9a60587d6800: disconnecting target lustre-OST0000-osc-ffff9a60587d6800 00000100:00080000:2.0:1775773111.652659:0:200560:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import e44d78fa-afe4-48f2-8be1-347e1f970f57->lustre-OST0000_UUID 00010000:00010000:2.0:1775773111.652681:0:200560:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x28480000000 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:2.0:1775773111.652742:0:200560:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829480000020 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00010000:00010000:2.0:1775773111.652749:0:200560:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1775773111.652765:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6045a52b40 going to sleep for 0 seconds 00000100:00100000:2.0:1775773111.652774:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422825472:192.168.201.120@tcp:103:umount.0 00010000:00010000:2.0:1775773111.652782:0:200560:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00010000:00010000:2.0:1775773111.653181:0:200560:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00010000:2.0:1775773111.653186:0:200560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff9a60587d6800 lock: 000000005e764a78/0x1ba08249811e4d74 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b33:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4829480000020 nid: local remote: 0x998859bb7e2c0c02 expref: -99 pid: 200258 timeout: 0 lvb_type: 1 lru_score: 14 lru_type: 1 00000100:00080000:2.0:1775773111.653279:0:200560:0:(import.c:65:import_set_state_nolock()) ffff9a60600dd800 lustre-OST0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1775773111.653286:0:200560:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1775773111.653290:0:200560:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9a60587d6800: committing for last_committed 55834574873 gen 2 00000100:00100000:2.0:1775773111.653298:0:200560:0:(client.c:3120:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a6051f87100 x1862022422815872/t55834574874(55834574874) o10->lustre-OST0000-osc-ffff9a60587d6800@192.168.201.120@tcp:6/4 lens 440/432 e 0 to 0 dl 1775773097 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1775773111.653314:0:200560:0:(client.c:3120:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a6048b58700 x1862022422816000/t55834574875(55834574875) o4->lustre-OST0000-osc-ffff9a60587d6800@192.168.201.120@tcp:6/4 lens 488/448 e 0 to 0 dl 1775773097 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1775773111.658343:0:200560:0:(client.c:3120:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a6051392a00 x1862022422816128/t55834574876(55834574876) o4->lustre-OST0000-osc-ffff9a60587d6800@192.168.201.120@tcp:6/4 lens 488/448 e 0 to 0 dl 1775773097 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1775773111.664469:0:200560:0:(client.c:3120:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a6051f87480 x1862022422816512/t55834574877(55834574877) o4->lustre-OST0000-osc-ffff9a60587d6800@192.168.201.120@tcp:6/4 lens 488/448 e 0 to 0 dl 1775773097 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1775773111.666490:0:200560:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1775773111.666634:0:200560:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x1ba08249811e4276 00000020:00000080:2.0:1775773111.667005:0:200560:0:(genops.c:904:class_export_put()) final put ffff9a6051d86000/LOV_OSC_UUID 00000020:01000000:2.0:1775773111.667131:0:200560:0:(obd_config.c:2473:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-ffff9a60587d6800 (flags='') 00000020:00000080:2.0:1775773111.667137:0:200560:0:(obd_config.c:1468:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1775773111.667145:0:200560:0:(obd_config.c:953:class_cleanup()) lustre-OST0000-osc-ffff9a60587d6800: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1775773111.667149:0:200560:0:(genops.c:1577:class_disconnect_exports()) OBD device 5 (ffff9a6050764d40) has no exports 00000020:00000080:0.0:1775773111.667347:0:162220:0:(genops.c:863:class_export_destroy()) destroying export ffff9a6051d86000/LOV_OSC_UUID for lustre-OST0000-osc-ffff9a60587d6800 00000008:01000000:2.0:1775773111.667440:0:200560:0:(obd_class.h:672:obd_cleanup_client_import()) lustre-OST0000-osc-ffff9a60587d6800: client import never connected 00000100:00080000:2.0:1775773111.667444:0:200560:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1775773111.667448:0:200560:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9a60587d6800: committing for last_committed 55834574873 gen 3 00000100:00100000:2.0:1775773111.667453:0:200560:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1775773111.667942:0:200560:0:(obd_config.c:1468:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1775773111.667948:0:200560:0:(obd_config.c:881:class_detach()) detach on obd lustre-OST0000-osc-ffff9a60587d6800 (uuid e44d78fa-afe4-48f2-8be1-347e1f970f57) 00000020:00000080:2.0:1775773111.668029:0:200560:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x1ba08249811e426f 00000020:00000080:2.0:1775773111.668035:0:200560:0:(genops.c:904:class_export_put()) final put ffff9a6051d86800/e44d78fa-afe4-48f2-8be1-347e1f970f57 00000020:00000080:0.0:1775773111.668413:0:162220:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9a60600dd800 for lustre-OST0000-osc-ffff9a60587d6800 00000020:00000080:0.0:1775773111.668418:0:162220:0:(genops.c:904:class_export_put()) final put ffff9a6044cad000/e44d78fa-afe4-48f2-8be1-347e1f970f57 00000020:00000080:0.0:1775773111.668420:0:162220:0:(genops.c:863:class_export_destroy()) destroying export ffff9a6044cad000/e44d78fa-afe4-48f2-8be1-347e1f970f57 for lustre-OST0000-osc-ffff9a60587d6800 00000020:01000000:0.0:1775773111.668424:0:162220:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-ffff9a60587d6800 (e44d78fa-afe4-48f2-8be1-347e1f970f57) 00000100:00080000:2.0:1775773111.670049:0:200560:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import e44d78fa-afe4-48f2-8be1-347e1f970f57->lustre-MDT0000_UUID 00010000:00010000:2.0:1775773111.670075:0:200560:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228000/0x1ba08249811e4c7f lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x998859bb7e2c0eda expref: -99 pid: 199445 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.670331:0:200560:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228000/0x1ba08249811e4c7f lrc: 1/0,0 mode: --/CR res: [0x20002ea31:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0eda expref: -99 pid: 199445 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.670337:0:200560:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1775773111.670352:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6045a52300 going to sleep for 0 seconds 00000100:00100000:2.0:1775773111.670360:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422825600:192.168.201.120@tcp:103:umount.0 00010000:00010000:2.0:1775773111.670367:0:200560:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00010000:00010000:2.0:1775773111.670373:0:200560:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00010000:2.0:1775773111.670375:0:200560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228000/0x1ba08249811e4c7f lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0eda expref: -99 pid: 199445 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.670406:0:200560:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046121c00/0x1ba08249811e4cbe lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x998859bb7e2c0ee1 expref: -99 pid: 199449 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.670421:0:200560:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046121c00/0x1ba08249811e4cbe lrc: 1/0,0 mode: --/CR res: [0x20002ea31:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0ee1 expref: -99 pid: 199449 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.670427:0:200560:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1775773111.670431:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6045a52300 going to sleep for 0 seconds 00000100:00100000:2.0:1775773111.670435:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422825728:192.168.201.120@tcp:103:umount.0 00010000:00010000:2.0:1775773111.670440:0:200560:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00010000:00010000:2.0:1775773111.670443:0:200560:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00010000:2.0:1775773111.670446:0:200560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046121c00/0x1ba08249811e4cbe lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x30:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0ee1 expref: -99 pid: 199449 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.670477:0:200560:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072a00/0x1ba08249811e4cfd lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x31:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x998859bb7e2c0ed3 expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.670494:0:200560:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072a00/0x1ba08249811e4cfd lrc: 1/0,0 mode: --/CR res: [0x20002ea31:0x31:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0ed3 expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.670499:0:200560:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1775773111.670504:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6045a52300 going to sleep for 0 seconds 00000100:00100000:2.0:1775773111.670507:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422825856:192.168.201.120@tcp:103:umount.0 00010000:00010000:2.0:1775773111.670512:0:200560:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00010000:00010000:2.0:1775773111.670515:0:200560:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00010000:2.0:1775773111.670517:0:200560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046072a00/0x1ba08249811e4cfd lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x31:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0ed3 expref: -99 pid: 199453 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.670590:0:200560:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x998859bb7e2c0ecc expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:2.0:1775773111.670606:0:200560:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x998859bb7e2c0ecc expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:2.0:1775773111.670612:0:200560:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1775773111.670616:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6045a52300 going to sleep for 0 seconds 00000100:00100000:2.0:1775773111.670620:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422825984:192.168.201.120@tcp:103:umount.0 00010000:00010000:2.0:1775773111.670624:0:200560:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00010000:00010000:2.0:1775773111.670627:0:200560:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00010000:2.0:1775773111.670629:0:200560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46400/0x1ba08249811e4d35 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x998859bb7e2c0ecc expref: -99 pid: 200052 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:2.0:1775773111.670934:0:200560:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228e00/0x1ba08249811e4d12 lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x3a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x998859bb7e2c0ebe expref: -99 pid: 199457 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1775773111.670954:0:200560:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228e00/0x1ba08249811e4d12 lrc: 1/0,0 mode: --/CR res: [0x20002ea31:0x3a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0ebe expref: -99 pid: 199457 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1775773111.670959:0:200560:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1775773111.670965:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6045a52300 going to sleep for 0 seconds 00000100:00100000:2.0:1775773111.670980:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422826112:192.168.201.120@tcp:103:umount.0 00010000:00010000:2.0:1775773111.670986:0:200560:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00010000:00010000:2.0:1775773111.670990:0:200560:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00010000:2.0:1775773111.670992:0:200560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228e00/0x1ba08249811e4d12 lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x3a:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0ebe expref: -99 pid: 199457 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1775773111.671724:0:200560:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752a00/0x1ba08249811e42d8 lrc: 2/0,0 mode: PR/PR res: [0x20002ea31:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x998859bb7e2c0eb0 expref: -99 pid: 195628 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 1 00010000:00010000:2.0:1775773111.671742:0:200560:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046fdf000/0x1ba08249811e42f4 lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x998859bb7e2c0eb7 expref: -99 pid: 196437 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1775773111.672432:0:200560:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752a00/0x1ba08249811e42d8 lrc: 1/0,0 mode: --/PR res: [0x20002ea31:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0eb0 expref: -99 pid: 195628 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 1 00010000:00010000:2.0:1775773111.672440:0:200560:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046fdf000/0x1ba08249811e42f4 lrc: 1/0,0 mode: --/CR res: [0x20002ea31:0x2:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0eb7 expref: -99 pid: 196437 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1775773111.672445:0:200560:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 2 locks packed 00000100:00100000:2.0:1775773111.672456:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6045a52300 going to sleep for 0 seconds 00000100:00100000:2.0:1775773111.672463:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422826240:192.168.201.120@tcp:103:umount.0 00010000:00010000:2.0:1775773111.672472:0:200560:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00010000:00010000:2.0:1775773111.672478:0:200560:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00010000:2.0:1775773111.672480:0:200560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051752a00/0x1ba08249811e42d8 lrc: 0/0,0 mode: --/PR res: [0x20002ea31:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0eb0 expref: -99 pid: 195628 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 1 00010000:00010000:2.0:1775773111.672491:0:200560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046fdf000/0x1ba08249811e42f4 lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x2:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0eb7 expref: -99 pid: 196437 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1775773111.672549:0:200560:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051ce6a00/0x1ba08249811e4364 lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x5:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x998859bb7e2c0ea9 expref: -99 pid: 197916 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.672564:0:200560:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051ce6a00/0x1ba08249811e4364 lrc: 1/0,0 mode: --/CR res: [0x20002ea31:0x5:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0ea9 expref: -99 pid: 197916 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.672570:0:200560:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1775773111.672575:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6045a52300 going to sleep for 0 seconds 00000100:00100000:2.0:1775773111.672579:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422826368:192.168.201.120@tcp:103:umount.0 00010000:00010000:2.0:1775773111.672584:0:200560:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00010000:00010000:2.0:1775773111.672587:0:200560:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00010000:2.0:1775773111.672589:0:200560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6051ce6a00/0x1ba08249811e4364 lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x5:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0ea9 expref: -99 pid: 197916 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.672670:0:200560:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046229000/0x1ba08249811e4b7c lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x998859bb7e2c0ea2 expref: -99 pid: 199429 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.672683:0:200560:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046229000/0x1ba08249811e4b7c lrc: 1/0,0 mode: --/CR res: [0x20002ea31:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0ea2 expref: -99 pid: 199429 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.672690:0:200560:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1775773111.672694:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6045a52300 going to sleep for 0 seconds 00000100:00100000:2.0:1775773111.672697:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422826496:192.168.201.120@tcp:103:umount.0 00010000:00010000:2.0:1775773111.672700:0:200560:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00010000:00010000:2.0:1775773111.672703:0:200560:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00010000:2.0:1775773111.672706:0:200560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046229000/0x1ba08249811e4b7c lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x2b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0ea2 expref: -99 pid: 199429 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.672736:0:200560:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46800/0x1ba08249811e4bad lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2c:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x998859bb7e2c0e9b expref: -99 pid: 199433 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.672764:0:200560:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46800/0x1ba08249811e4bad lrc: 1/0,0 mode: --/CR res: [0x20002ea31:0x2c:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0e9b expref: -99 pid: 199433 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.672770:0:200560:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1775773111.672774:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6045a52300 going to sleep for 0 seconds 00000100:00100000:2.0:1775773111.672776:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422826624:192.168.201.120@tcp:103:umount.0 00010000:00010000:2.0:1775773111.672893:0:200560:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00010000:00010000:2.0:1775773111.672898:0:200560:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00010000:2.0:1775773111.672901:0:200560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6048b46800/0x1ba08249811e4bad lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x2c:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0e9b expref: -99 pid: 199433 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.672955:0:200560:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228200/0x1ba08249811e4c01 lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x998859bb7e2c0e94 expref: -99 pid: 199437 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.672985:0:200560:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228200/0x1ba08249811e4c01 lrc: 1/0,0 mode: --/CR res: [0x20002ea31:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0e94 expref: -99 pid: 199437 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.672996:0:200560:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1775773111.673002:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6045a52300 going to sleep for 0 seconds 00000100:00100000:2.0:1775773111.673006:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422826752:192.168.201.120@tcp:103:umount.0 00010000:00010000:2.0:1775773111.673011:0:200560:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00010000:00010000:2.0:1775773111.673015:0:200560:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00010000:2.0:1775773111.673017:0:200560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046228200/0x1ba08249811e4c01 lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x2d:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0e94 expref: -99 pid: 199437 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.673048:0:200560:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046229400/0x1ba08249811e4c2b lrc: 2/0,0 mode: CR/CR res: [0x20002ea31:0x2e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x998859bb7e2c0e8d expref: -99 pid: 199441 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.673064:0:200560:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046229400/0x1ba08249811e4c2b lrc: 1/0,0 mode: --/CR res: [0x20002ea31:0x2e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0e8d expref: -99 pid: 199441 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1775773111.673069:0:200560:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1775773111.673074:0:200560:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6045a52300 going to sleep for 0 seconds 00000100:00100000:2.0:1775773111.673078:0:200560:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job umount:e44d78fa-afe4-48f2-8be1-347e1f970f57:200560:1862022422826880:192.168.201.120@tcp:103:umount.0 00010000:00010000:2.0:1775773111.673083:0:200560:0:(ldlm_request.c:1617:ldlm_cli_cancel_req()) Got rc -108 from cancel RPC: canceling anyway 00000020:00000080:0.0:1775773111.673904:0:162220:0:(genops.c:863:class_export_destroy()) destroying export ffff9a6051d86800/e44d78fa-afe4-48f2-8be1-347e1f970f57 for lustre-clilov-ffff9a60587d6800 00010000:00010000:2.0:1775773111.674003:0:200560:0:(ldlm_request.c:2479:ldlm_cli_cancel_list()) ldlm_cli_cancel_list: -108 00010000:00010000:2.0:1775773111.674008:0:200560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a60587d6800 lock: ffff9a6046229400/0x1ba08249811e4c2b lrc: 0/0,0 mode: --/CR res: [0x20002ea31:0x2e:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c0e8d expref: -99 pid: 199441 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000100:00080000:2.0:1775773111.675399:0:200560:0:(import.c:65:import_set_state_nolock()) ffff9a6046ff2000 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1775773111.675593:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422827008:192.168.201.120@tcp:39:umount.0 00000100:00080000:0.0:1775773111.683863:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6046ff2000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1775773111.683888:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422827008:192.168.201.120@tcp:39:umount.0 00000100:00080000:2.0:1775773111.684064:0:200560:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1775773111.684068:0:200560:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a60587d6800: committing for last_committed 412316860483 gen 2 00000100:00100000:2.0:1775773111.684077:0:200560:0:(client.c:3120:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a6051f84700 x1862022422822784/t416611827713(416611827713) o36->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 504/456 e 0 to 0 dl 1775773127 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773111.684112:0:200560:0:(client.c:3120:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a6051392a00 x1862022422827008/t416611827731(416611827731) o39->lustre-MDT0000-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1775773121 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773111.684123:0:200560:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1775773111.686106:0:200560:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x1ba08249811e4261 00000020:00000080:2.0:1775773111.686119:0:200560:0:(genops.c:904:class_export_put()) final put ffff9a6051d85800/e44d78fa-afe4-48f2-8be1-347e1f970f57 00000100:00080000:2.0:1775773111.686224:0:200560:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import e44d78fa-afe4-48f2-8be1-347e1f970f57->lustre-MDT0001_UUID 00000020:00000080:0.0:1775773111.687769:0:162220:0:(genops.c:863:class_export_destroy()) destroying export ffff9a6051d85800/e44d78fa-afe4-48f2-8be1-347e1f970f57 for lustre-MDT0000-mdc-ffff9a60587d6800 00000100:00080000:1.0:1775773111.690500:0:200560:0:(import.c:65:import_set_state_nolock()) ffff9a6044ca9800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:0.0:1775773111.690560:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422827136:192.168.201.120@tcp:39:umount.0 00000100:00080000:0.0:1775773111.698097:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044ca9800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1775773111.698132:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:e44d78fa-afe4-48f2-8be1-347e1f970f57:2407:1862022422827136:192.168.201.120@tcp:39:umount.0 00000100:00080000:1.0:1775773111.698278:0:200560:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1775773111.698283:0:200560:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9a60587d6800: committing for last_committed 0 gen 2 00000100:00100000:1.0:1775773111.698291:0:200560:0:(client.c:3120:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9a6058739180 x1862022422827136/t68719477255(68719477255) o39->lustre-MDT0001-mdc-ffff9a60587d6800@192.168.201.120@tcp:12/10 lens 224/224 e 0 to 0 dl 1775773121 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773111.698311:0:200560:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1775773111.700927:0:200560:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x1ba08249811e4268 00000020:00000080:1.0:1775773111.700939:0:200560:0:(genops.c:904:class_export_put()) final put ffff9a6051d87000/e44d78fa-afe4-48f2-8be1-347e1f970f57 00000020:00000080:1.0:1775773111.700988:0:200560:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x1ba08249811e425a 00000020:00000080:1.0:1775773111.700992:0:200560:0:(genops.c:904:class_export_put()) final put ffff9a6051d85000/e44d78fa-afe4-48f2-8be1-347e1f970f57 00000020:01000000:1.0:1775773111.701001:0:200560:0:(obd_config.c:2473:class_manual_cleanup()) Manual cleanup of lustre-clilov-ffff9a60587d6800 (flags='') 00000020:00000080:1.0:1775773111.701010:0:200560:0:(obd_config.c:1468:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1775773111.701016:0:200560:0:(obd_config.c:953:class_cleanup()) lustre-clilov-ffff9a60587d6800: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1775773111.701020:0:200560:0:(genops.c:1577:class_disconnect_exports()) OBD device 1 (ffff9a6051f23380) has no exports 00000020:00000080:1.0:1775773111.701048:0:200560:0:(obd_config.c:1468:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1775773111.701054:0:200560:0:(obd_config.c:881:class_detach()) detach on obd lustre-clilov-ffff9a60587d6800 (uuid e44d78fa-afe4-48f2-8be1-347e1f970f57) 00000020:00000080:1.0:1775773111.701056:0:200560:0:(genops.c:904:class_export_put()) final put ffff9a6046ff0000/e44d78fa-afe4-48f2-8be1-347e1f970f57 00000020:00000080:1.0:1775773111.701059:0:200560:0:(genops.c:863:class_export_destroy()) destroying export ffff9a6046ff0000/e44d78fa-afe4-48f2-8be1-347e1f970f57 for lustre-clilov-ffff9a60587d6800 00000020:01000000:1.0:1775773111.701073:0:200560:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilov-ffff9a60587d6800 (e44d78fa-afe4-48f2-8be1-347e1f970f57) 00000020:01000000:1.0:1775773111.701082:0:200560:0:(obd_config.c:2473:class_manual_cleanup()) Manual cleanup of lustre-clilmv-ffff9a60587d6800 (flags='') 00000020:00000080:1.0:1775773111.701085:0:200560:0:(obd_config.c:1468:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1775773111.701087:0:200560:0:(obd_config.c:953:class_cleanup()) lustre-clilmv-ffff9a60587d6800: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1775773111.701090:0:200560:0:(genops.c:1577:class_disconnect_exports()) OBD device 2 (ffff9a6051f24d40) has no exports 00000020:00000080:0.0:1775773111.701331:0:162220:0:(genops.c:863:class_export_destroy()) destroying export ffff9a6051d87000/e44d78fa-afe4-48f2-8be1-347e1f970f57 for lustre-MDT0001-mdc-ffff9a60587d6800 00000020:00000080:0.0:1775773111.701342:0:162220:0:(genops.c:863:class_export_destroy()) destroying export ffff9a6051d85000/e44d78fa-afe4-48f2-8be1-347e1f970f57 for lustre-clilmv-ffff9a60587d6800 00000020:00000080:1.0:1775773111.701642:0:200560:0:(obd_config.c:1468:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1775773111.702269:0:200560:0:(obd_config.c:881:class_detach()) detach on obd lustre-clilmv-ffff9a60587d6800 (uuid e44d78fa-afe4-48f2-8be1-347e1f970f57) 00000020:00000080:1.0:1775773111.702273:0:200560:0:(genops.c:904:class_export_put()) final put ffff9a6046ff5000/e44d78fa-afe4-48f2-8be1-347e1f970f57 00000020:00000080:1.0:1775773111.702276:0:200560:0:(genops.c:863:class_export_destroy()) destroying export ffff9a6046ff5000/e44d78fa-afe4-48f2-8be1-347e1f970f57 for lustre-clilmv-ffff9a60587d6800 00000020:01000000:1.0:1775773111.702281:0:200560:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-clilmv-ffff9a60587d6800 (e44d78fa-afe4-48f2-8be1-347e1f970f57) 00000020:01000000:1.0:1775773111.702437:0:200560:0:(obd_config.c:2473:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdc-ffff9a60587d6800 (flags='') 00000020:00000080:1.0:1775773111.702442:0:200560:0:(obd_config.c:1468:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1775773111.702445:0:200560:0:(obd_config.c:953:class_cleanup()) lustre-MDT0000-mdc-ffff9a60587d6800: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1775773111.702449:0:200560:0:(genops.c:1577:class_disconnect_exports()) OBD device 3 (ffff9a6051f219c0) has no exports 00000008:01000000:1.0:1775773111.702638:0:200560:0:(obd_class.h:672:obd_cleanup_client_import()) lustre-MDT0000-mdc-ffff9a60587d6800: client import never connected 00000100:00080000:1.0:1775773111.702643:0:200560:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1775773111.703587:0:200560:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a60587d6800: committing for last_committed 412316860483 gen 3 00000100:00100000:1.0:1775773111.703596:0:200560:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1775773111.708533:0:200560:0:(obd_config.c:1468:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1775773111.708543:0:200560:0:(obd_config.c:881:class_detach()) detach on obd lustre-MDT0000-mdc-ffff9a60587d6800 (uuid e44d78fa-afe4-48f2-8be1-347e1f970f57) 00000020:01000000:2.0:1775773111.708547:0:200560:0:(obd_config.c:2473:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdc-ffff9a60587d6800 (flags='') 00000020:00000080:2.0:1775773111.708551:0:200560:0:(obd_config.c:1468:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1775773111.708554:0:200560:0:(obd_config.c:953:class_cleanup()) lustre-MDT0001-mdc-ffff9a60587d6800: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1775773111.708558:0:200560:0:(genops.c:1577:class_disconnect_exports()) OBD device 4 (ffff9a6051f20000) has no exports 00000020:00000080:3.0:1775773111.708777:0:170137:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9a6046ff2000 for lustre-MDT0000-mdc-ffff9a60587d6800 00000020:00000080:3.0:1775773111.708784:0:170137:0:(genops.c:904:class_export_put()) final put ffff9a6046ff6800/e44d78fa-afe4-48f2-8be1-347e1f970f57 00000020:00000080:3.0:1775773111.708813:0:170137:0:(genops.c:863:class_export_destroy()) destroying export ffff9a6046ff6800/e44d78fa-afe4-48f2-8be1-347e1f970f57 for lustre-MDT0000-mdc-ffff9a60587d6800 00000020:01000000:3.0:1775773111.708823:0:170137:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdc-ffff9a60587d6800 (e44d78fa-afe4-48f2-8be1-347e1f970f57) 00000008:01000000:2.0:1775773111.709630:0:200560:0:(obd_class.h:672:obd_cleanup_client_import()) lustre-MDT0001-mdc-ffff9a60587d6800: client import never connected 00000100:00080000:2.0:1775773111.709636:0:200560:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1775773111.709640:0:200560:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9a60587d6800: committing for last_committed 0 gen 3 00000100:00100000:2.0:1775773111.709647:0:200560:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1775773111.723923:0:200560:0:(obd_config.c:1468:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1775773111.723936:0:200560:0:(obd_config.c:881:class_detach()) detach on obd lustre-MDT0001-mdc-ffff9a60587d6800 (uuid e44d78fa-afe4-48f2-8be1-347e1f970f57) 00000080:02000400:2.0:1775773111.723941:0:200560:0:(llite_lib.c:1586:ll_put_super()) Unmounted lustre-client 00000020:01000000:2.0:1775773111.725550:0:200560:0:(obd_config.c:1195:class_del_profile()) Del profile lustre-client 00000020:01000004:2.0:1775773111.725619:0:200560:0:(obd_mount.c:887:lustre_common_put_super()) dropping sb ffff9a60587d6800 00000100:00080000:2.0:1775773111.725628:0:200560:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import b5b67d0e-b4d2-4bdf-8555-40afdaf752d4->MGS 00010000:00010000:2.0:1775773111.725644:0:200560:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.120@tcp lock: ffff9a6058d3b800/0x1ba08249811e44f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x998859bb7e2bf7a3 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1775773111.725656:0:200560:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.120@tcp lock: ffff9a6058d3b800/0x1ba08249811e44f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x998859bb7e2bf7a3 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1775773111.725667:0:200560:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1775773111.725670:0:200560:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1775773111.725672:0:200560:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1775773111.725691:0:200560:0:(ldlm_request.c:1539:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9a6047abd800 00010000:00010000:2.0:1775773111.725695:0:200560:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.120@tcp lock: ffff9a6058d3b800/0x1ba08249811e44f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x998859bb7e2bf7a3 expref: -99 pid: 194910 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1775773111.725716:0:200560:0:(import.c:65:import_set_state_nolock()) ffff9a6047abd800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1775773111.725720:0:200560:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1775773111.725722:0:200560:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1775773111.725724:0:200560:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1775773111.725727:0:200560:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1775773111.725739:0:200560:0:(client.c:3560:ptlrpc_abort_inflight()) @@@ inflight req@ffff9a6051f87800 x1862022422820224/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 1775773115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1775773111.725757:0:200560:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1775773111.725760:0:200560:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 5s for inflight to error out 00000020:00000080:1.0:1775773111.725844:0:170137:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9a6044ca9800 for lustre-MDT0001-mdc-ffff9a60587d6800 00000020:00000080:1.0:1775773111.725852:0:170137:0:(genops.c:904:class_export_put()) final put ffff9a6046ff4000/e44d78fa-afe4-48f2-8be1-347e1f970f57 00000020:00000080:1.0:1775773111.725856:0:170137:0:(genops.c:863:class_export_destroy()) destroying export ffff9a6046ff4000/e44d78fa-afe4-48f2-8be1-347e1f970f57 for lustre-MDT0001-mdc-ffff9a60587d6800 00000020:01000000:1.0:1775773111.725864:0:170137:0:(genops.c:440:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdc-ffff9a60587d6800 (e44d78fa-afe4-48f2-8be1-347e1f970f57) 00000100:00100000:0.0:1775773111.726634:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:b5b67d0e-b4d2-4bdf-8555-40afdaf752d4:2407:1862022422820224:192.168.201.120@tcp:250:kworker.0 10000000:01000000:2.0:1775773111.730820:0:200560:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1775773111.730835:0:200560:0:(genops.c:1487:class_disconnect()) disconnect: cookie 0x1ba08249811e420d 00000020:00000080:2.0:1775773111.730843:0:200560:0:(genops.c:904:class_export_put()) final put ffff9a60497bf800/b5b67d0e-b4d2-4bdf-8555-40afdaf752d4 00000020:01000000:2.0:1775773111.730865:0:200560:0:(obd_config.c:2473:class_manual_cleanup()) Manual cleanup of MGC192.168.201.120@tcp (flags='') 00000020:00000080:2.0:1775773111.730871:0:200560:0:(obd_config.c:1468:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1775773111.730877:0:200560:0:(obd_config.c:953:class_cleanup()) MGC192.168.201.120@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1775773111.730882:0:200560:0:(genops.c:1577:class_disconnect_exports()) OBD device 0 (ffff9a6045eacd40) has no exports 00000020:00000080:1.0:1775773111.735861:0:170137:0:(genops.c:863:class_export_destroy()) destroying export ffff9a60497bf800/b5b67d0e-b4d2-4bdf-8555-40afdaf752d4 for MGC192.168.201.120@tcp 10000000:01000000:1.0:1775773111.735892:0:194910:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:0.0:1775773111.736984:0:200560:0:(obd_class.h:672:obd_cleanup_client_import()) MGC192.168.201.120@tcp: client import never connected 00000100:00080000:0.0:1775773111.736991:0:200560:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:0.0:1775773111.736995:0:200560:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1775773111.737000:0:200560:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1775773111.737002:0:200560:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1775773111.737114:0:200560:0:(obd_config.c:1468:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1775773111.737122:0:200560:0:(obd_config.c:881:class_detach()) detach on obd MGC192.168.201.120@tcp (uuid b5b67d0e-b4d2-4bdf-8555-40afdaf752d4) 00000020:01000004:0.0:1775773111.737129:0:200560:0:(obd_mount.c:700:lustre_put_lsi()) put ffff9a60587d6800 1 00000020:01000004:0.0:1775773111.737132:0:200560:0:(obd_mount.c:658:lustre_free_lsi()) Freeing lsi ffff9a60587d7000 00000020:00000080:2.0:1775773111.737269:0:170137:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff9a6047abd800 for MGC192.168.201.120@tcp 00000020:00000080:2.0:1775773111.737277:0:170137:0:(genops.c:904:class_export_put()) final put ffff9a60587d3000/b5b67d0e-b4d2-4bdf-8555-40afdaf752d4 00000020:00000080:2.0:1775773111.737281:0:170137:0:(genops.c:863:class_export_destroy()) destroying export ffff9a60587d3000/b5b67d0e-b4d2-4bdf-8555-40afdaf752d4 for MGC192.168.201.120@tcp 00000020:01000000:2.0:1775773111.737289:0:170137:0:(genops.c:440:class_free_dev()) finishing cleanup of obd MGC192.168.201.120@tcp (b5b67d0e-b4d2-4bdf-8555-40afdaf752d4) 00010000:00010000:3.0:1775773111.737655:0:194907:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:3.0:1775773111.738143:0:194908:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00000100:00100000:0.0:1775773111.751558:0:194897:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_000: service thread [ffff9a605812bc00:194897] 0 exiting: rc = 1 00000100:00100000:0.0:1775773111.751655:0:194898:0:(service.c:3162:ptlrpc_main()) ldlm_cb00_001: service thread [ffff9a605812b000:194898] 1 exiting: rc = 0 00000100:00100000:2.0:1775773111.754542:0:194900:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_001: service thread [ffff9a605812be00:194900] 1 exiting: rc = 0 00000100:00100000:2.0:1775773111.754868:0:194899:0:(service.c:3162:ptlrpc_main()) ldlm_cb01_000: service thread [ffff9a605812a800:194899] 0 exiting: rc = 1 00000100:00100000:0.0:1775773111.756066:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.756076:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.756332:0:194901:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_000: service thread [ffff9a60451c9200:194901] 0 exiting: rc = 1 00000100:00100000:1.0:1775773111.757036:0:194902:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_001: service thread [ffff9a604628b600:194902] 1 exiting: rc = 0 00000100:00100000:1.0:1775773111.757289:0:194903:0:(service.c:3162:ptlrpc_main()) ldlm_cn00_002: service thread [ffff9a6048ab0a00:194903] 2 exiting: rc = 0 00000100:00100000:2.0:1775773111.760382:0:194904:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_000: service thread [ffff9a6048ab1c00:194904] 0 exiting: rc = 1 00000100:00100000:2.0:1775773111.760458:0:194905:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_001: service thread [ffff9a6058c31600:194905] 1 exiting: rc = 0 00000100:00100000:2.0:1775773111.760502:0:194906:0:(service.c:3162:ptlrpc_main()) ldlm_cn01_002: service thread [ffff9a6058c30e00:194906] 2 exiting: rc = 0 00000100:00100000:0.0:1775773111.760880:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760887:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760892:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760897:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760902:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760906:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760911:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760916:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760921:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760927:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760932:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760937:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760942:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760947:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760951:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760955:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760960:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760964:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760981:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760987:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760992:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.760997:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761002:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761007:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761012:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761017:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761021:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761026:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761030:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761035:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761040:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761045:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761050:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761055:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761061:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761066:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761071:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761077:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761082:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761086:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761091:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761096:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761101:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761106:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761110:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761116:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761121:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761125:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761130:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761135:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761142:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761146:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761151:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761156:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761161:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761166:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761171:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761176:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761181:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761187:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761191:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761196:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761201:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761206:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761212:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761218:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761223:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761228:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761233:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761238:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761243:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761248:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761253:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761257:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761262:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761267:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761273:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761278:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761284:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761289:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761295:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761301:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761306:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761311:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761316:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761320:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761326:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761331:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761336:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761341:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761347:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761352:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761357:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761363:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761368:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761374:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761379:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761384:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761389:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761395:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761400:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761405:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761410:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761416:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761421:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761426:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761431:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761436:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761441:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761446:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761451:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761456:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761461:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761467:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761472:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761478:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761483:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761488:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761493:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761497:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761502:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761507:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761513:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761518:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761523:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761528:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761534:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1775773111.761539:0:170137:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000004:0.0:1775773126.911629:0:200736:0:(obd_mount.c:913:lmd_print()) mount data: 00000020:01000004:0.0:1775773126.911633:0:200736:0:(obd_mount.c:915:lmd_print()) profile: lustre-client 00000020:01000004:0.0:1775773126.911634:0:200736:0:(obd_mount.c:916:lmd_print()) device: 192.168.201.120@tcp:/lustre 00000020:01000004:0.0:1775773126.911635:0:200736:0:(obd_mount.c:919:lmd_print()) options: user_xattr,flock 00000080:01200004:0.0:1775773126.911752:0:200736:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff9a604312f000 00000080:01000004:0.0:1775773126.911761:0:200736:0:(super25.c:167:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:0.0:1775773126.911777:0:200736:0:(obd_mount.c:401:lustre_start_mgc()) Start MGC 'MGC192.168.201.120@tcp' 00000020:01000004:0.0:1775773126.911828:0:200736:0:(obd_mount.c:221:lustre_start_simple()) Starting OBD MGC192.168.201.120@tcp (typ=mgc) 00000020:00000080:0.0:1775773126.911840:0:200736:0:(genops.c:412:class_newdev()) Allocate new device MGC192.168.201.120@tcp (ffff9a6050764d40) 00000020:00000080:0.0:1775773126.911853:0:200736:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:0.0:1775773126.912014:0:200736:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1775773126.912036:0:200736:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1775773126.912154:0:200736:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:0.0:1775773126.912160:0:200736:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1775773126.912940:0:200736:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:0.0:1775773126.913017:0:200736:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1775773126.913416:0:200736:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:0.0:1775773126.913481:0:200736:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:0.0:1775773126.914137:0:200736:0:(service.c:3441:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:0.0:1775773126.914144:0:200736:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:1.0:1775773126.915093:0:200736:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1775773126.915406:0:200736:0:(service.c:153:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1775773126.916047:0:200736:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:1.0:1775773126.916055:0:200736:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1775773126.919534:0:200736:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:1.0:1775773126.919631:0:200736:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1775773126.920266:0:200736:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:0.0:1775773126.920275:0:200736:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1775773126.920915:0:200736:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:0.0:1775773126.920986:0:200736:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:0.0:1775773126.921455:0:200736:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:0.0:1775773126.921461:0:200736:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:0.0:1775773126.921986:0:200736:0:(service.c:3441:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:0.0:1775773126.921992:0:200736:0:(service.c:3500:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:2.0:1775773126.922532:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773126.922535:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773126.922544:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773126.922910:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773126.922912:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773126.922914:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1775773126.923285:0:200736:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9a6044caa800@MGC192.168.201.120@tcp: add connection 192.168.201.120@tcp at head 00010000:00010000:0.0:1775773126.923433:0:200736:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.201.120@tcp-0 is initialized 00000040:01000000:0.0:1775773126.923440:0:200736:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.201.120@tcp ctxt 1 is initialized 00010000:00010000:3.0:1775773126.924919:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1775773126.926906:0:200750:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1775773126.930008:0:200736:0:(obd_config.c:824:class_setup()) finished setup of obd MGC192.168.201.120@tcp (uuid fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7) 00000020:00000080:3.0:1775773126.931271:0:200736:0:(genops.c:1404:class_connect()) connect: client fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7, cookie 0x1ba08249811e4d97 00000100:00080000:3.0:1775773126.931285:0:200736:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 0 00000100:00080000:3.0:1775773126.931299:0:200736:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773126.931331:0:200736:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422827264/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773126.931388:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422827264:192.168.201.120@tcp:250:mount.lustre.0 00000100:00080000:3.0:1775773126.932223:0:200736:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS 00000080:00200000:3.0:1775773126.932250:0:200736:0:(llite_lib.c:1366:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9a604312f000 (sb ffff9a604312f000) 00000080:01000000:3.0:1775773126.932312:0:200736:0:(llite_lib.c:1115:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:3.0:1775773126.932315:0:200736:0:(llite_lib.c:1125:ll_options()) next opt=user_xattr 00000080:00000004:3.0:1775773126.932318:0:200736:0:(llite_lib.c:1125:ll_options()) next opt=flock 00000080:01000000:3.0:1775773126.932326:0:200736:0:(llite_lib.c:1400:ll_fill_super()) llite sb uuid: 751da7f7-3532-48ac-b6b6-0bf67df0b35f 10000000:01000000:3.0:1775773126.938150:0:200736:0:(mgc_request.c:1961:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1775773126.938155:0:200736:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9a604312f000 10000000:01000000:3.0:1775773126.938160:0:200736:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9a6050764d40 10000000:01000000:3.0:1775773126.938164:0:200736:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1775773126.938171:0:200736:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-sptlrpc-ffff9a6050764d40 from 1 10000000:01000000:3.0:1775773126.938173:0:200736:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1775773126.938210:0:200736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.120@tcp lock: ffff9a6051752400/0x1ba08249811e4d9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773126.938222:0:200736:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.120@tcp lock: ffff9a6051752400/0x1ba08249811e4d9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773126.938232:0:200736:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.120@tcp lock: ffff9a6051752400/0x1ba08249811e4d9e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1775773126.938257:0:200736:0:(client.c:1830:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9a6048b59500 x1862022422827392/t0(0) o101->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773126.938267:0:200736:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048a3ac00 going to sleep for 0 seconds 00000100:00100000:0.0:1775773126.938515:0:2407:0:(client.c:3082:ptlrpc_free_committed()) MGC192.168.201.120@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1775773126.938524:0:2407:0:(import.c:1130:ptlrpc_connect_interpret()) MGC192.168.201.120@tcp: connect to target with instance 0 00000100:00080000:0.0:1775773126.938531:0:2407:0:(import.c:958:ptlrpc_connect_set_flags()) MGC192.168.201.120@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1775773126.938612:0:2407:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1775773126.938617:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1775773126.938620:0:2407:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1775773126.938638:0:2407:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:0.0:1775773126.938646:0:2407:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 0000000074a0ad90): req@ffff9a6048b59500 x1862022422827392/t0(0) o101->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773126.938660:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422827264:192.168.201.120@tcp:250:mount.lustre.0 00000100:00100000:3.0:1775773126.938979:0:200736:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048a3ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1775773126.948607:0:200736:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200736:1862022422827392:192.168.201.120@tcp:101:mount.lustre.0 00010000:00010000:3.0:1775773126.948634:0:200736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.120@tcp lock: ffff9a6051752400/0x1ba08249811e4d9e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998859bb7e2c10cb expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773126.948645:0:200736:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.120@tcp lock: ffff9a6051752400/0x1ba08249811e4d9e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x998859bb7e2c10cb expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775773126.948725:0:200736:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200736:1862022422827520:192.168.201.120@tcp:501:mount.lustre.0 00000100:00100000:3.0:1775773126.948812:0:200736:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048a3ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1775773126.950642:0:200736:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200736:1862022422827520:192.168.201.120@tcp:501:mount.lustre.0 10000000:01000000:3.0:1775773126.950680:0:200736:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.201.120@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1775773126.950696:0:200736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.120@tcp lock: ffff9a6051752400/0x1ba08249811e4d9e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998859bb7e2c10cb expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773126.950717:0:200736:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.120@tcp lock: ffff9a6051752400/0x1ba08249811e4d9e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998859bb7e2c10cb expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1775773126.950727:0:200736:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9a604312f000 10000000:01000000:3.0:1775773126.950732:0:200736:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1775773126.950736:0:200736:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9a604312f000 10000000:01000000:3.0:1775773126.950738:0:200736:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1775773126.950742:0:200736:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9a604312f000 10000000:01000000:3.0:1775773126.950744:0:200736:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1775773126.950747:0:200736:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-client-ffff9a604312f000 from 1 10000000:01000000:3.0:1775773126.950750:0:200736:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1775773126.950778:0:200736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.120@tcp lock: ffff9a6051752200/0x1ba08249811e4da5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773126.950786:0:200736:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.120@tcp lock: ffff9a6051752200/0x1ba08249811e4da5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773126.950822:0:200736:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.120@tcp lock: ffff9a6051752200/0x1ba08249811e4da5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775773126.950841:0:200736:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200736:1862022422827648:192.168.201.120@tcp:101:mount.lustre.0 00000100:00100000:3.0:1775773126.950896:0:200736:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048a3ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1775773126.953254:0:200736:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200736:1862022422827648:192.168.201.120@tcp:101:mount.lustre.0 00010000:00010000:3.0:1775773126.953281:0:200736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.120@tcp lock: ffff9a6051752200/0x1ba08249811e4da5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998859bb7e2c10d2 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773126.953293:0:200736:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.120@tcp lock: ffff9a6051752200/0x1ba08249811e4da5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x998859bb7e2c10d2 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775773126.953381:0:200736:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200736:1862022422827776:192.168.201.120@tcp:501:mount.lustre.0 00000100:00100000:3.0:1775773126.953453:0:200736:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048a3ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1775773126.963661:0:200736:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200736:1862022422827776:192.168.201.120@tcp:501:mount.lustre.0 00000100:00100000:0.0:1775773126.963738:0:200736:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200736:1862022422827904:192.168.201.120@tcp:503:mount.lustre.0 00000100:00100000:0.0:1775773126.964743:0:200736:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6046d25300 going to sleep for 11 seconds 00000100:00100000:1.0:1775773126.976975:0:200736:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200736:1862022422827904:192.168.201.120@tcp:503:mount.lustre.0 00000100:00100000:3.0:1775773126.985866:0:200755:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200755:1862022422828032:192.168.201.120@tcp:502:llog_process_th.0 00000100:00100000:3.0:1775773126.988992:0:200755:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048a3a540 going to sleep for 11 seconds 00000100:00100000:3.0:1775773126.989028:0:200755:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200755:1862022422828032:192.168.201.120@tcp:502:llog_process_th.0 00000020:01000000:3.0:1775773126.989066:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1775773126.989077:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773126.989080:0:200755:0:(obd_config.c:1559:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1775773126.989086:0:200755:0:(obd_config.c:2003:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9a604312f000 00000020:00000080:3.0:1775773126.989089:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1775773126.989101:0:200755:0:(genops.c:412:class_newdev()) Allocate new device lustre-clilov-ffff9a604312f000 (ffff9a6045eacd40) 00000020:00000080:3.0:1775773126.989120:0:200755:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:3.0:1775773126.989126:0:200755:0:(obd_config.c:2003:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9a604312f000 00000020:00000080:3.0:1775773126.989128:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1775773126.990638:0:200755:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-clilov-ffff9a604312f000 (uuid 751da7f7-3532-48ac-b6b6-0bf67df0b35f) 00000020:01000000:3.0:1775773126.990651:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1775773126.990657:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773126.990659:0:200755:0:(obd_config.c:1559:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1775773126.990663:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1775773126.990667:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773126.990668:0:200755:0:(obd_config.c:1559:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1775773126.990673:0:200755:0:(obd_config.c:2003:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9a604312f000 00000020:00000080:3.0:1775773126.990675:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1775773126.990684:0:200755:0:(genops.c:412:class_newdev()) Allocate new device lustre-clilmv-ffff9a604312f000 (ffff9a6045eab380) 00000020:00000080:3.0:1775773126.990700:0:200755:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:3.0:1775773126.990717:0:200755:0:(obd_config.c:2003:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9a604312f000 00000020:00000080:3.0:1775773126.990719:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1775773126.991697:0:200755:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-clilmv-ffff9a604312f000 (uuid 751da7f7-3532-48ac-b6b6-0bf67df0b35f) 00000020:01000000:3.0:1775773126.991715:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1775773126.991720:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773126.991722:0:200755:0:(obd_config.c:1559:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1775773126.991724:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1775773126.991727:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773126.991729:0:200755:0:(obd_config.c:1559:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1775773126.991732:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1775773126.991734:0:200755:0:(obd_config.c:1512:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1775773126.991737:0:200755:0:(obd_config.c:1146:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1775773126.991742:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1775773126.991744:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773126.991745:0:200755:0:(obd_config.c:1559:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1775773126.991747:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1775773126.991751:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773126.991752:0:200755:0:(obd_config.c:1559:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1775773126.991754:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1775773126.991759:0:200755:0:(obd_config.c:1483:class_process_config()) adding mapping from uuid 192.168.201.120@tcp to nid 0x20000c0a8c978 (192.168.201.120@tcp) 00000020:01000000:3.0:1775773126.991783:0:200755:0:(obd_config.c:2003:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9a604312f000 00000020:00000080:3.0:1775773126.991785:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1775773126.992260:0:200755:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9a604312f000 (ffff9a6045ea99c0) 00000020:00000080:3.0:1775773126.992274:0:200755:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:3.0:1775773126.992281:0:200755:0:(obd_config.c:2003:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9a604312f000 00000020:00000080:3.0:1775773126.992285:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1775773126.992348:0:200755:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9a60499ae800@lustre-MDT0000-mdc-ffff9a604312f000: add connection 192.168.201.120@tcp at head 00010000:00010000:3.0:1775773126.998486:0:200755:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9a604312f000-1 is initialized 00000040:01000000:3.0:1775773126.998871:0:200755:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0000-mdc-ffff9a604312f000 ctxt 13 is initialized 00000020:00000080:3.0:1775773126.999136:0:200755:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9a604312f000 (uuid 751da7f7-3532-48ac-b6b6-0bf67df0b35f) 00000020:01000000:3.0:1775773126.999152:0:200755:0:(obd_config.c:2003:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9a604312f000 00000020:00000080:3.0:1775773126.999156:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1775773126.999180:0:200755:0:(lmv_obd.c:424:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1775773126.999212:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1775773126.999216:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773126.999217:0:200755:0:(obd_config.c:1559:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1775773126.999220:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1775773126.999223:0:200755:0:(obd_config.c:1897:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1775773126.999224:0:200755:0:(obd_config.c:1923:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1775773126.999225:0:200755:0:(obd_config.c:1923:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1775773126.999227:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1775773126.999229:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773126.999231:0:200755:0:(obd_config.c:1559:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1775773126.999233:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1775773126.999238:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773126.999239:0:200755:0:(obd_config.c:1559:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:3.0:1775773126.999242:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1775773126.999248:0:200755:0:(obd_config.c:1483:class_process_config()) adding mapping from uuid 192.168.201.120@tcp to nid 0x20000c0a8c978 (192.168.201.120@tcp) 00000020:01000000:3.0:1775773126.999274:0:200755:0:(obd_config.c:2003:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff9a604312f000 00000020:00000080:3.0:1775773126.999277:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1775773126.999286:0:200755:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff9a604312f000 (ffff9a6045ea8000) 00000020:00000080:3.0:1775773126.999298:0:200755:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:3.0:1775773126.999302:0:200755:0:(obd_config.c:2003:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff9a604312f000 00000020:00000080:3.0:1775773126.999304:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1775773126.999440:0:200755:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9a60499ad000@lustre-MDT0001-mdc-ffff9a604312f000: add connection 192.168.201.120@tcp at head 00010000:00010000:3.0:1775773127.003743:0:200755:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff9a604312f000-2 is initialized 00000040:01000000:3.0:1775773127.004006:0:200755:0:(llog_obd.c:195:llog_setup()) obd lustre-MDT0001-mdc-ffff9a604312f000 ctxt 13 is initialized 00000020:00000080:3.0:1775773127.004185:0:200755:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff9a604312f000 (uuid 751da7f7-3532-48ac-b6b6-0bf67df0b35f) 00000020:01000000:3.0:1775773127.004200:0:200755:0:(obd_config.c:2003:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9a604312f000 00000020:00000080:3.0:1775773127.004204:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1775773127.004227:0:200755:0:(lmv_obd.c:424:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:3.0:1775773127.004253:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1775773127.004256:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773127.004258:0:200755:0:(obd_config.c:1559:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:3.0:1775773127.004260:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1775773127.004263:0:200755:0:(obd_config.c:1897:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1775773127.004264:0:200755:0:(obd_config.c:1923:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1775773127.004266:0:200755:0:(obd_config.c:1923:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1775773127.004267:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1775773127.004269:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773127.004271:0:200755:0:(obd_config.c:1559:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:3.0:1775773127.004273:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1775773127.004277:0:200755:0:(obd_mount.c:951:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.201.120@tcp:/lustre 00000020:00000080:3.0:1775773127.004281:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773127.004282:0:200755:0:(obd_config.c:1559:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1775773127.004285:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1775773127.004291:0:200755:0:(obd_config.c:1483:class_process_config()) adding mapping from uuid 192.168.201.120@tcp to nid 0x20000c0a8c978 (192.168.201.120@tcp) 00000020:01000000:3.0:1775773127.004316:0:200755:0:(obd_config.c:2003:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9a604312f000 00000020:00000080:3.0:1775773127.004318:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1775773127.004336:0:200755:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9a604312f000 (ffff9a60497e99c0) 00000020:00000080:3.0:1775773127.004350:0:200755:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:3.0:1775773127.004356:0:200755:0:(obd_config.c:2003:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9a604312f000 00000020:00000080:3.0:1775773127.004358:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1775773127.004507:0:200755:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9a60499ac000@lustre-OST0000-osc-ffff9a604312f000: add connection 192.168.201.120@tcp at head 00010000:00010000:3.0:1775773127.004856:0:200755:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9a604312f000-3 is initialized 00000020:00000080:3.0:1775773127.005045:0:200755:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9a604312f000 (uuid 751da7f7-3532-48ac-b6b6-0bf67df0b35f) 00000020:01000000:3.0:1775773127.005052:0:200755:0:(obd_config.c:2003:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9a604312f000 00000020:00000080:3.0:1775773127.005054:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1775773127.005066:0:200755:0:(lov_obd.c:472:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1775773127.005073:0:200755:0:(lov_obd.c:501:lov_add_target()) lustre-clilov-ffff9a604312f000: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1775773127.005079:0:200755:0:(lov_obd.c:523:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1775773127.005088:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1775773127.005091:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773127.005092:0:200755:0:(obd_config.c:1559:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1775773127.005095:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1775773127.005097:0:200755:0:(obd_config.c:1897:class_config_llog_handler()) SKIP #27 00000020:01000000:3.0:1775773127.005098:0:200755:0:(obd_config.c:1923:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1775773127.005099:0:200755:0:(obd_config.c:1923:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1775773127.005101:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1775773127.005103:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773127.005104:0:200755:0:(obd_config.c:1559:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:3.0:1775773127.005107:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1775773127.005109:0:200755:0:(obd_mount.c:951:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.201.120@tcp:/lustre 00000020:00000080:3.0:1775773127.005112:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773127.005113:0:200755:0:(obd_config.c:1559:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1775773127.005116:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1775773127.005119:0:200755:0:(obd_config.c:1483:class_process_config()) adding mapping from uuid 192.168.201.120@tcp to nid 0x20000c0a8c978 (192.168.201.120@tcp) 00000020:01000000:3.0:1775773127.005133:0:200755:0:(obd_config.c:2003:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9a604312f000 00000020:00000080:3.0:1775773127.005135:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1775773127.005141:0:200755:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9a604312f000 (ffff9a60497e8000) 00000020:00000080:3.0:1775773127.005150:0:200755:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:3.0:1775773127.005155:0:200755:0:(obd_config.c:2003:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9a604312f000 00000020:00000080:3.0:1775773127.005157:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1775773127.005204:0:200755:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9a60587d6800@lustre-OST0001-osc-ffff9a604312f000: add connection 192.168.201.120@tcp at head 00010000:00010000:3.0:1775773127.006339:0:200755:0:(ldlm_pool.c:924:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9a604312f000-4 is initialized 00000020:00000080:3.0:1775773127.006738:0:200755:0:(obd_config.c:824:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9a604312f000 (uuid 751da7f7-3532-48ac-b6b6-0bf67df0b35f) 00000020:01000000:3.0:1775773127.006749:0:200755:0:(obd_config.c:2003:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9a604312f000 00000020:00000080:3.0:1775773127.006753:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1775773127.006768:0:200755:0:(lov_obd.c:472:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:3.0:1775773127.006775:0:200755:0:(lov_obd.c:501:lov_add_target()) lustre-clilov-ffff9a604312f000: Adding target lustre-OST0001_UUID 00020000:01000000:3.0:1775773127.006778:0:200755:0:(lov_obd.c:523:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:3.0:1775773127.006787:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1775773127.006813:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773127.006815:0:200755:0:(obd_config.c:1559:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1775773127.006819:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1775773127.006822:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773127.006823:0:200755:0:(obd_config.c:1559:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:3.0:1775773127.006826:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1775773127.006828:0:200755:0:(obd_config.c:1533:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1775773127.006830:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1775773127.006832:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773127.006834:0:200755:0:(obd_config.c:1559:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000100:00100000:3.0:1775773127.006878:0:200755:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200755:1862022422828160:192.168.201.120@tcp:502:llog_process_th.0 00000100:00100000:3.0:1775773127.006973:0:200755:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048a3a540 going to sleep for 11 seconds 00000100:00100000:3.0:1775773127.009757:0:200755:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200755:1862022422828160:192.168.201.120@tcp:502:llog_process_th.0 00000020:01000000:3.0:1775773127.010468:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1775773127.010478:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773127.010480:0:200755:0:(obd_config.c:1559:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1775773127.010486:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1775773127.010522:0:200755:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200755:1862022422828288:192.168.201.120@tcp:502:llog_process_th.0 00000100:00100000:3.0:1775773127.010685:0:200755:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048a3a540 going to sleep for 11 seconds 00000100:00100000:3.0:1775773127.017648:0:200755:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200755:1862022422828288:192.168.201.120@tcp:502:llog_process_th.0 00000020:01000000:3.0:1775773127.017689:0:200755:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1775773127.017698:0:200755:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1775773127.017700:0:200755:0:(obd_config.c:1559:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1775773127.017716:0:200755:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1775773127.017905:0:200736:0:(obd_config.c:2143:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1775773127.017922:0:200736:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.201.120@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1775773127.017940:0:200736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.120@tcp lock: ffff9a6051752200/0x1ba08249811e4da5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998859bb7e2c10d2 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773127.017950:0:200736:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.120@tcp lock: ffff9a6051752200/0x1ba08249811e4da5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x998859bb7e2c10d2 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775773127.017958:0:200736:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-cliir-ffff9a604312f000 from 1 10000000:01000000:0.0:1775773127.017961:0:200736:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1775773127.017996:0:200736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.120@tcp lock: ffff9a6046229000/0x1ba08249811e4dd6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773127.018004:0:200736:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.120@tcp lock: ffff9a6046229000/0x1ba08249811e4dd6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773127.018013:0:200736:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.120@tcp lock: ffff9a6046229000/0x1ba08249811e4dd6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775773127.018033:0:200736:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200736:1862022422828416:192.168.201.120@tcp:101:mount.lustre.0 00000100:00100000:0.0:1775773127.018110:0:200736:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60431f5b40 going to sleep for 11 seconds 00000100:00100000:0.0:1775773127.022426:0:200736:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200736:1862022422828416:192.168.201.120@tcp:101:mount.lustre.0 00010000:00010000:0.0:1775773127.022447:0:200736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.120@tcp lock: ffff9a6046229000/0x1ba08249811e4dd6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998859bb7e2c10d9 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773127.022455:0:200736:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.120@tcp lock: ffff9a6046229000/0x1ba08249811e4dd6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x998859bb7e2c10d9 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775773127.023432:0:200736:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200736:1862022422828544:192.168.201.120@tcp:256:mount.lustre.0 00000100:00100000:0.0:1775773127.023547:0:200736:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60431f5b40 going to sleep for 11 seconds 00000100:00100000:0.0:1775773127.026919:0:200736:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200736:1862022422828544:192.168.201.120@tcp:256:mount.lustre.0 00000020:00000080:0.0:1775773127.026957:0:200736:0:(obd_config.c:1468:class_process_config()) processing cmd: cf00f 00000020:00000080:0.0:1775773127.027038:0:200736:0:(obd_config.c:1468:class_process_config()) processing cmd: cf00f 00000020:00000080:0.0:1775773127.027073:0:200736:0:(obd_config.c:1468:class_process_config()) processing cmd: cf00f 00000020:00000080:0.0:1775773127.027101:0:200736:0:(obd_config.c:1468:class_process_config()) processing cmd: cf00f 10000000:01000000:0.0:1775773127.027690:0:200736:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.201.120@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:0.0:1775773127.027725:0:200736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.120@tcp lock: ffff9a6046229000/0x1ba08249811e4dd6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998859bb7e2c10d9 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773127.027737:0:200736:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.120@tcp lock: ffff9a6046229000/0x1ba08249811e4dd6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998859bb7e2c10d9 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775773127.027745:0:200736:0:(mgc_request.c:1819:mgc_process_log()) Process log params-ffff9a604312f000 from 1 10000000:01000000:0.0:1775773127.027748:0:200736:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1775773127.027782:0:200736:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.120@tcp lock: ffff9a6046228e00/0x1ba08249811e4ddd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773127.027811:0:200736:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.120@tcp lock: ffff9a6046228e00/0x1ba08249811e4ddd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773127.027821:0:200736:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.120@tcp lock: ffff9a6046228e00/0x1ba08249811e4ddd lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775773127.027841:0:200736:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200736:1862022422828672:192.168.201.120@tcp:101:mount.lustre.0 00000100:00100000:0.0:1775773127.027911:0:200736:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60431f5b40 going to sleep for 11 seconds 00000100:00100000:0.0:1775773127.039857:0:200736:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200736:1862022422828672:192.168.201.120@tcp:101:mount.lustre.0 00010000:00010000:0.0:1775773127.039884:0:200736:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.120@tcp lock: ffff9a6046228e00/0x1ba08249811e4ddd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998859bb7e2c10e0 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773127.039896:0:200736:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.120@tcp lock: ffff9a6046228e00/0x1ba08249811e4ddd lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x998859bb7e2c10e0 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775773127.039968:0:200736:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200736:1862022422828800:192.168.201.120@tcp:501:mount.lustre.0 00000100:00100000:0.0:1775773127.040123:0:200736:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60431f5b40 going to sleep for 11 seconds 00000100:00100000:3.0:1775773127.053872:0:200736:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200736:1862022422828800:192.168.201.120@tcp:501:mount.lustre.0 00000100:00100000:3.0:1775773127.053941:0:200736:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200736:1862022422828928:192.168.201.120@tcp:503:mount.lustre.0 00000100:00100000:3.0:1775773127.054021:0:200736:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048a3ac00 going to sleep for 11 seconds 00000100:00100000:3.0:1775773127.056947:0:200736:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200736:1862022422828928:192.168.201.120@tcp:503:mount.lustre.0 00000100:00100000:3.0:1775773127.065921:0:200768:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200768:1862022422829056:192.168.201.120@tcp:502:llog_process_th.0 00000100:00100000:3.0:1775773127.066006:0:200768:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048a3ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1775773127.074676:0:200768:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200768:1862022422829056:192.168.201.120@tcp:502:llog_process_th.0 00000020:01000000:0.0:1775773127.075039:0:200768:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1775773127.075051:0:200768:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1775773127.075054:0:200768:0:(obd_config.c:1559:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1775773127.075061:0:200768:0:(obd_config.c:2003:class_config_llog_handler()) cmd ce032, instance name: general-ffff9a604312f000 00000020:00000080:0.0:1775773127.075064:0:200768:0:(obd_config.c:1468:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1775773127.075071:0:200768:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1775773127.075074:0:200768:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1775773127.075075:0:200768:0:(obd_config.c:1559:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1775773127.075078:0:200768:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1775773127.075080:0:200768:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1775773127.075081:0:200768:0:(obd_config.c:1559:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1775773127.075084:0:200768:0:(obd_config.c:2003:class_config_llog_handler()) cmd ce032, instance name: general-ffff9a604312f000 00000020:00000080:0.0:1775773127.075086:0:200768:0:(obd_config.c:1468:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1775773127.075179:0:200768:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200768:1862022422829184:192.168.201.120@tcp:502:llog_process_th.0 00000100:00100000:0.0:1775773127.075261:0:200768:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60431f5900 going to sleep for 11 seconds 00000100:00100000:1.0:1775773127.079378:0:200768:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200768:1862022422829184:192.168.201.120@tcp:502:llog_process_th.0 00000020:01000000:1.0:1775773127.079417:0:200768:0:(obd_config.c:1888:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1775773127.079425:0:200768:0:(obd_config.c:1468:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1775773127.079427:0:200768:0:(obd_config.c:1559:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1775773127.079432:0:200768:0:(llog.c:857:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1775773127.079963:0:200736:0:(obd_config.c:2143:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:2.0:1775773127.079986:0:200736:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.201.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1775773127.080011:0:200736:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.120@tcp lock: ffff9a6046228e00/0x1ba08249811e4ddd lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998859bb7e2c10e0 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773127.080023:0:200736:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.120@tcp lock: ffff9a6046228e00/0x1ba08249811e4ddd lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998859bb7e2c10e0 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:2.0:1775773127.080043:0:200736:0:(llite_lib.c:1468:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:2.0:1775773127.080067:0:200736:0:(genops.c:1404:class_connect()) connect: client 751da7f7-3532-48ac-b6b6-0bf67df0b35f, cookie 0x1ba08249811e4de4 00800000:01000000:2.0:1775773127.080088:0:200736:0:(lmv_obd.c:497:lmv_check_connect()) Time to connect 751da7f7-3532-48ac-b6b6-0bf67df0b35f to lustre-clilmv-ffff9a604312f000 00800000:01000000:2.0:1775773127.080094:0:200736:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9a604312f000(751da7f7-3532-48ac-b6b6-0bf67df0b35f) - lustre-MDT0000_UUID, 751da7f7-3532-48ac-b6b6-0bf67df0b35f 00000020:00000080:2.0:1775773127.080101:0:200736:0:(genops.c:1404:class_connect()) connect: client 751da7f7-3532-48ac-b6b6-0bf67df0b35f, cookie 0x1ba08249811e4deb 00000100:00080000:2.0:1775773127.080110:0:200736:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 0 00000100:00080000:2.0:1775773127.080119:0:200736:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773127.080132:0:200736:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1775773127.080157:0:200736:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022422829312/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773127.082034:0:200736:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID 00800000:01000000:2.0:1775773127.082121:0:200736:0:(lmv_obd.c:394:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9a604312f000(751da7f7-3532-48ac-b6b6-0bf67df0b35f) successfully (5) 00800000:00000004:2.0:1775773127.082125:0:200736:0:(obd_class.h:1058:obd_statfs_async()) lustre-MDT0000-mdc-ffff9a604312f000: age 9277, max_age 0 00800000:01000000:2.0:1775773127.082178:0:200736:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff9a604312f000(751da7f7-3532-48ac-b6b6-0bf67df0b35f) - lustre-MDT0001_UUID, 751da7f7-3532-48ac-b6b6-0bf67df0b35f 00000020:00000080:2.0:1775773127.082190:0:200736:0:(genops.c:1404:class_connect()) connect: client 751da7f7-3532-48ac-b6b6-0bf67df0b35f, cookie 0x1ba08249811e4df2 00000100:00080000:2.0:1775773127.082197:0:200736:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 0 00000100:00080000:2.0:1775773127.082206:0:200736:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773127.082217:0:200736:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1775773127.082232:0:200736:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422829568/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773127.082243:0:200736:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID 00800000:01000000:2.0:1775773127.082281:0:200736:0:(lmv_obd.c:394:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff9a604312f000(751da7f7-3532-48ac-b6b6-0bf67df0b35f) successfully (5) 00800000:00000004:2.0:1775773127.082284:0:200736:0:(obd_class.h:1058:obd_statfs_async()) lustre-MDT0001-mdc-ffff9a604312f000: age 9277, max_age 0 00000080:00000004:2.0:1775773127.082302:0:200736:0:(obd_class.h:1092:obd_statfs()) lustre-clilmv-ffff9a604312f000: age 9277, max_age 10276 00800000:00000004:2.0:1775773127.082307:0:200736:0:(obd_class.h:1092:obd_statfs()) lustre-MDT0000-mdc-ffff9a604312f000: age 9277, max_age 10276 00000100:00080000:2.0:1775773127.082324:0:200736:0:(client.c:1830:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9a6051390e00 x1862022422829824/t0(0) o41->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773127.082334:0:200736:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5a0c0 going to sleep for 0 seconds 00000100:00080000:2.0:1775773127.082374:0:2410:0:(client.c:1830:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9a6051393100 x1862022422829440/t0(0) o41->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773127.082386:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00080000:2.0:1775773127.082391:0:2410:0:(client.c:1830:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9a6051390a80 x1862022422829696/t0(0) o41->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773127.084162:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422829312:192.168.201.120@tcp:38:mount.lustre.0 00000100:00100000:0.0:1775773127.084266:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422829568:192.168.201.120@tcp:38:mount.lustre.0 00000100:00100000:1.0:1775773127.093493:0:2407:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a604312f000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1775773127.093510:0:2407:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9a604312f000: connect to target with instance 97 00000100:00080000:1.0:1775773127.093519:0:2407:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9a604312f000: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d3b8 00000100:00080000:1.0:1775773127.093530:0:2407:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1775773127.093534:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1775773127.093897:0:2407:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000dbe11c12): req@ffff9a6051390e00 x1862022422829824/t0(0) o41->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773127.093920:0:2407:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 0000000075000504): req@ffff9a6051393100 x1862022422829440/t0(0) o41->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773127.093932:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422829312:192.168.201.120@tcp:38:mount.lustre.0 00000100:00100000:1.0:1775773127.093952:0:2407:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9a604312f000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1775773127.093958:0:2407:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff9a604312f000: connect to target with instance 16 00000100:00080000:1.0:1775773127.093963:0:2407:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff9a604312f000: Resetting ns_connect_flags to server flags: 0xae7a5e7be344d3b8 00000100:00080000:1.0:1775773127.093968:0:2407:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1775773127.093970:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1775773127.094945:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422829568:192.168.201.120@tcp:38:mount.lustre.0 00000100:00100000:3.0:1775773127.095661:0:200736:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775773127.109102:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:0:1862022422829440:192.168.201.120@tcp:41:mount.lustre.0 00000100:00100000:3.0:1775773127.110268:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:0:1862022422829696:192.168.201.120@tcp:41:mount.lustre.0 00000100:00100000:2.0:1775773127.112733:0:200736:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:751da7f7-3532-48ac-b6b6-0bf67df0b35f:200736:1862022422829824:192.168.201.120@tcp:41:mount.lustre.0 00800000:00000004:2.0:1775773127.112760:0:200736:0:(obd_class.h:1118:obd_statfs()) lustre-MDT0000-mdc-ffff9a604312f000: update ffff9a6045ea9e10 cache blocks 317212/353529 objects 1023498/1024000 00000080:00000004:2.0:1775773127.112781:0:200736:0:(obd_class.h:1118:obd_statfs()) lustre-clilmv-ffff9a604312f000: update ffff9a6045eab7d0 cache blocks 317212/353529 objects 1023498/1024000 00000100:00100000:2.0:1775773127.112845:0:200736:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:751da7f7-3532-48ac-b6b6-0bf67df0b35f:200736:1862022422829952:192.168.201.120@tcp:40:mount.lustre.0 00000100:00100000:2.0:1775773127.113090:0:200736:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5a540 going to sleep for 11 seconds 00000100:00100000:2.0:1775773127.116749:0:200736:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:751da7f7-3532-48ac-b6b6-0bf67df0b35f:200736:1862022422829952:192.168.201.120@tcp:40:mount.lustre.0 00000080:00000004:2.0:1775773127.116982:0:200736:0:(llite_lib.c:512:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1775773127.116998:0:200736:0:(llite_lib.c:676:client_common_fill_super()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 2146304 00020000:01000000:2.0:1775773127.117002:0:200736:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1775773127.117016:0:200736:0:(genops.c:1404:class_connect()) connect: client 751da7f7-3532-48ac-b6b6-0bf67df0b35f, cookie 0x1ba08249811e4df9 00000020:00000080:2.0:1775773127.117032:0:200736:0:(genops.c:1404:class_connect()) connect: client LOV_OSC_UUID, cookie 0x1ba08249811e4e00 00000100:00080000:2.0:1775773127.117039:0:200736:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 0 00000100:00080000:2.0:1775773127.117047:0:200736:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773127.117059:0:200736:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1775773127.117081:0:200736:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022422830080/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773127.117132:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422830080:192.168.201.120@tcp:8:mount.lustre.0 00000100:00080000:2.0:1775773127.117232:0:200736:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID 00020000:01000000:2.0:1775773127.117255:0:200736:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9a604312f000) active 00000080:00000004:2.0:1775773127.117273:0:200736:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000020:00000080:2.0:1775773127.117284:0:200736:0:(genops.c:1404:class_connect()) connect: client LOV_OSC_UUID, cookie 0x1ba08249811e4e07 00000100:00080000:2.0:1775773127.117289:0:200736:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 0 00000100:00080000:2.0:1775773127.117295:0:200736:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773127.117300:0:200736:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1775773127.117311:0:200736:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422830208/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773127.119695:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422830208:192.168.201.120@tcp:8:mount.lustre.0 00000100:00080000:2.0:1775773127.120080:0:200736:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID 00020000:01000000:2.0:1775773127.120104:0:200736:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9a604312f000) active 00000080:00000004:2.0:1775773127.120126:0:200736:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0465af2e3640038 00000100:00100000:2.0:1775773127.120472:0:200736:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:751da7f7-3532-48ac-b6b6-0bf67df0b35f:200736:1862022422830336:192.168.201.120@tcp:900:mount.lustre.0 00000100:00100000:2.0:1775773127.120510:0:200736:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5a540 going to sleep for 11 seconds 00000100:02020000:1.0:1775773127.136440:0:2407:0:(client.c:1490:ptlrpc_check_status()) lustre-OST0000-osc-ffff9a604312f000: operation ost_connect to node 192.168.201.120@tcp failed: rc = -16 00000100:00100000:2.0:1775773127.142447:0:200736:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:751da7f7-3532-48ac-b6b6-0bf67df0b35f:200736:1862022422830336:192.168.201.120@tcp:900:mount.lustre.0 00000100:00100000:2.0:1775773127.142518:0:200736:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:751da7f7-3532-48ac-b6b6-0bf67df0b35f:200736:1862022422830464:192.168.201.120@tcp:33:mount.lustre.0 00000100:00100000:2.0:1775773127.142633:0:200736:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5a540 going to sleep for 11 seconds 00000100:00100000:1.0:1775773127.146133:0:2407:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9a604312f000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1775773127.146147:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773127.146155:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-16) 00000100:00100000:1.0:1775773127.146160:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422830080:192.168.201.120@tcp:8:mount.lustre.0 00000100:00100000:1.0:1775773127.146209:0:2407:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9a604312f000: committing for last_committed 0 gen 1 00000100:00080000:1.0:1775773127.146217:0:2407:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9a604312f000: connect to target with instance 1 00000100:00080000:1.0:1775773127.146225:0:2407:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9a604312f000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000080:00000004:1.0:1775773127.146236:0:2407:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0465af2e3640038 -> 0xa0425af2e3440038 00000080:00080000:1.0:1775773127.146241:0:2407:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:1.0:1775773127.146250:0:2407:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1775773127.146253:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:1.0:1775773127.146259:0:2407:0:(lov_obd.c:392:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:1.0:1775773127.146262:0:2407:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:1.0:1775773127.146264:0:2407:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:1.0:1775773127.146271:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422830208:192.168.201.120@tcp:8:mount.lustre.0 00000100:00100000:2.0:1775773127.151927:0:200736:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:751da7f7-3532-48ac-b6b6-0bf67df0b35f:200736:1862022422830464:192.168.201.120@tcp:33:mount.lustre.0 00000080:00200000:2.0:1775773127.152117:0:200736:0:(llite_lib.c:3177:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00200000:2.0:1775773127.152126:0:200736:0:(llite_lib.c:2941:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 69632 00000080:02000400:2.0:1775773127.152217:0:200736:0:(llite_lib.c:1506:ll_fill_super()) Mounted lustre-client 00000080:00000004:2.0:1775773127.154635:0:200736:0:(super25.c:187:lustre_fill_super()) 192.168.201.120@tcp:/lustre: Mount complete 00010000:00010000:2.0:1775773127.971241:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773128.997272:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1775773129.269235:0:200811:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1775773129.269248:0:200811:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:3.0:1775773129.269275:0:200811:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773129.269334:0:200811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 200811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773129.269343:0:200811:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 200811 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773129.269352:0:200811:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 200811 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775773129.269376:0:200811:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:200811:1862022422830592:192.168.201.120@tcp:101:lfs.0 00000100:00100000:3.0:1775773129.270648:0:200811:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048a3a3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1775773129.277090:0:200811:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:200811:1862022422830592:192.168.201.120@tcp:101:lfs.0 00010000:00010000:1.0:1775773129.277116:0:200811:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773129.277127:0:200811:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773129.277138:0:200811:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773129.277157:0:200811:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773129.277169:0:200811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773129.277175:0:200811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773129.277182:0:200811:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1775773129.277192:0:200811:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9a6048b5a300 x1862022422830592/t0(0) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1775773145 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1775773129.277204:0:200811:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773129.277217:0:200811:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a605875d400 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1775773129.277222:0:200811:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1775773129.277246:0:200811:0:(llite_lib.c:2941:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 69632 00000080:00010000:1.0:1775773129.277402:0:200811:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e0e 00000080:00010000:1.0:1775773129.277408:0:200811:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:1.0:1775773129.277411:0:200811:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e0e from it ffffbf32826b3cb8 00010000:00010000:1.0:1775773129.277414:0:200811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773129.277428:0:200811:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200008:1.0:1775773129.278479:0:200811:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1775773129.278486:0:200811:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:1.0:1775773129.278604:0:200811:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773129.278708:0:200811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773129.278720:0:200811:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773129.278728:0:200811:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773129.278734:0:200811:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:1.0:1775773129.278737:0:200811:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e0e 00000080:00010000:1.0:1775773129.278742:0:200811:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e0e from it ffffbf32826b3cb8 00010000:00010000:1.0:1775773129.278745:0:200811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773129.278751:0:200811:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:1.0:1775773129.279137:0:200811:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:1.0:1775773129.279146:0:200811:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773129.279153:0:200811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1775773129.279168:0:200811:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:1.0:1775773129.279174:0:200811:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773129.279178:0:200811:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:1.0:1775773129.279180:0:200811:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e0e 00000080:00010000:1.0:1775773129.279184:0:200811:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e0e from it ffffbf32826b3bb0 00010000:00010000:1.0:1775773129.279186:0:200811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1775773129.279193:0:200811:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1775773129.279201:0:200811:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 44 00000080:00200008:1.0:1775773129.279208:0:200811:0:(file.c:1057:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 100000 00000080:00200080:1.0:1775773129.279457:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.279472:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00800000:00000004:1.0:1775773129.279479:0:200811:0:(obd_class.h:1092:obd_statfs()) lustre-MDT0000-mdc-ffff9a604312f000: age 10277, max_age 10278 00000100:00100000:1.0:1775773129.279530:0:200811:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:200811:1862022422830720:192.168.201.120@tcp:41:lfs.0 00000100:00100000:1.0:1775773129.279608:0:200811:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048b43cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775773129.281703:0:200811:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:200811:1862022422830720:192.168.201.120@tcp:41:lfs.0 00800000:00000004:1.0:1775773129.281729:0:200811:0:(obd_class.h:1118:obd_statfs()) lustre-MDT0000-mdc-ffff9a604312f000: update ffff9a6045ea9e10 cache blocks 317212/353529 objects 1023498/1024000 00000080:00200080:1.0:1775773129.282314:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.282340:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00800000:00000004:1.0:1775773129.282347:0:200811:0:(obd_class.h:1092:obd_statfs()) lustre-MDT0001-mdc-ffff9a604312f000: age 9277, max_age 10278 00000100:00100000:1.0:1775773129.282379:0:200811:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:200811:1862022422830848:192.168.201.120@tcp:41:lfs.0 00000100:00100000:1.0:1775773129.282580:0:200811:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048b43cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775773129.285615:0:200811:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:200811:1862022422830848:192.168.201.120@tcp:41:lfs.0 00800000:00000004:1.0:1775773129.285642:0:200811:0:(obd_class.h:1118:obd_statfs()) lustre-MDT0001-mdc-ffff9a604312f000: update ffff9a6045ea8450 cache blocks 317329/353529 objects 1023708/1024000 00000080:00200080:1.0:1775773129.285756:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.285772:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.285780:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.285784:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.285918:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.285925:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.285930:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.285934:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.285938:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.285941:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.285944:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.285947:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.285951:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.285954:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.285958:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.285961:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.285964:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.285967:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.285971:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.285974:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.285979:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.285982:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.285986:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.285989:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.285992:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.285996:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286000:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286003:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286007:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286010:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286014:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286017:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286021:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286025:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286028:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286031:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286035:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286039:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286043:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286046:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286050:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286053:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286057:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286060:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286064:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286067:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286071:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286074:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286078:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286082:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286085:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286088:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286092:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286096:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286099:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286103:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286107:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286110:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286115:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286118:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286122:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286126:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286129:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286132:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286135:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286138:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286142:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286145:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286148:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286151:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286155:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286159:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286162:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286166:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286170:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286173:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286178:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286182:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286186:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286189:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286193:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286196:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286200:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286202:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286206:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286208:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286212:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286215:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286219:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286221:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286224:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286228:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286231:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286235:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286238:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286242:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286246:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286250:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286253:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286257:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286261:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286265:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286268:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286271:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286275:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286278:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286281:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286284:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286287:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286290:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286294:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286297:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286300:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286303:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286307:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286310:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286314:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286318:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286322:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286338:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286344:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286347:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286351:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286354:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286358:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00800000:00000080:1.0:1775773129.286362:0:200811:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286366:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.286372:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.286379:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.286382:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00020000:00000004:1.0:1775773129.286388:0:200811:0:(obd_class.h:1092:obd_statfs()) lustre-OST0001-osc-ffff9a604312f000: age 9277, max_age 10279 00000100:00100000:1.0:1775773129.286424:0:200811:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:200811:1862022422830976:192.168.201.120@tcp:13:lfs.0 00000100:00100000:1.0:1775773129.286482:0:200811:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6048b43cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1775773129.289072:0:200811:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:200811:1862022422830976:192.168.201.120@tcp:13:lfs.0 00020000:00000004:1.0:1775773129.289098:0:200811:0:(obd_class.h:1118:obd_statfs()) lustre-OST0001-osc-ffff9a604312f000: update ffff9a60497e8450 cache blocks 901310/958279 objects 261676/262144 00000080:00200080:1.0:1775773129.290026:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290042:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290049:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290052:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290055:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290059:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290062:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290065:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290068:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290072:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290076:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290080:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290084:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290087:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290091:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290094:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290098:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290101:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290104:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290108:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290112:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290114:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290118:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290121:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290124:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290127:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290129:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290133:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290136:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290139:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290143:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290147:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290151:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290154:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290158:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290161:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290165:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290168:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290171:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290174:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290177:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290181:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290185:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290188:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290192:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290196:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290200:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290203:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290206:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290209:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290213:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290216:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290219:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290222:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290225:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290228:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290232:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290235:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290240:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290244:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290248:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290251:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290255:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290258:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290262:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290266:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290269:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290273:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290277:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290280:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290284:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290288:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290292:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290295:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290299:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290302:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290306:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290309:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290312:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290315:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290319:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290395:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290405:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290410:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290415:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290418:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290422:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290425:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290429:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290432:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290436:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290439:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290442:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290446:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290449:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290453:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290456:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290459:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290463:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290466:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290469:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290473:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290477:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290480:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290484:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290487:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290491:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290494:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290597:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290603:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290608:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290611:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290615:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290619:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290622:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290626:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290630:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290633:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290636:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290639:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290642:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290645:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290648:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290651:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200080:1.0:1775773129.290655:0:200811:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fff9490f750 00020000:00000080:1.0:1775773129.290658:0:200811:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cac00 uarg=0000000000000000 00000080:00200008:1.0:1775773129.290684:0:200811:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 100000 00010000:00010000:2.0:1775773130.020765:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773131.044408:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773132.072931:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773132.267897:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1775773132.267902:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773132.267906:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773132.267921:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773132.267931:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1775773132.267950:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022422831488/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773132.268035:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422831232:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773132.268129:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422831616:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773132.268162:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1775773132.268168:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2411:1862022422831104:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773132.268194:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422831360:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773132.268921:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422831488:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775773132.272056:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422831360:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773132.272073:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422831232:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773132.284576:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2411:1862022422831104:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773132.284600:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422831616:192.168.201.120@tcp:400:kworker.0 00000100:02020000:1.0:1775773132.318161:0:2407:0:(client.c:1490:ptlrpc_check_status()) lustre-OST0000-osc-ffff9a604312f000: operation ost_connect to node 192.168.201.120@tcp failed: rc = -16 00000100:00080000:1.0:1775773132.332923:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773132.332944:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-16) 00000100:00100000:1.0:1775773132.332952:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422831488:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773133.092277:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773134.115018:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773135.149175:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773136.163091:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773137.187102:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773137.381120:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1775773137.381126:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773137.381130:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773137.381166:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773137.381178:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1775773137.381196:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422832128/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773137.381219:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2408:1862022422831744:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773137.381256:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422831872:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773137.381366:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422832000:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773137.381403:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422832128:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773137.387971:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422832256:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773137.434927:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422831872:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773137.434944:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422832256:192.168.201.120@tcp:400:kworker.0 00000100:02020000:3.0:1775773137.435101:0:2407:0:(client.c:1490:ptlrpc_check_status()) lustre-OST0000-osc-ffff9a604312f000: operation ost_connect to node 192.168.201.120@tcp failed: rc = -16 00000100:00100000:0.0:1775773137.439848:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2408:1862022422831744:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773137.439882:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422832000:192.168.201.120@tcp:400:kworker.0 00000100:00080000:3.0:1775773137.454313:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773137.454326:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-16) 00000100:00100000:3.0:1775773137.454331:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422832128:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773138.211135:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773139.241375:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773140.260324:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773141.283014:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773142.307216:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773142.499082:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1775773142.499091:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773142.499097:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773142.499116:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773142.499139:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1775773142.499161:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422832768/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773142.499231:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422832512:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773142.499371:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422832896:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773142.499415:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775773142.499421:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2409:1862022422832384:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773142.499469:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422832640:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773142.500075:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422832768:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773142.507673:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2409:1862022422832384:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773142.507701:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422832896:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773142.530623:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422832640:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773142.530648:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422832512:192.168.201.120@tcp:400:kworker.0 00000100:02020000:0.0:1775773142.532014:0:2407:0:(client.c:1490:ptlrpc_check_status()) lustre-OST0000-osc-ffff9a604312f000: operation ost_connect to node 192.168.201.120@tcp failed: rc = -16 00000100:00080000:0.0:1775773142.546425:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773142.546453:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-16) 00000100:00100000:0.0:1775773142.546462:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422832768:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773143.331263:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773144.355810:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773145.380145:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773146.403450:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773147.427056:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773147.620683:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1775773147.620690:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773147.620694:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773147.620707:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773147.620718:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1775773147.620736:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022422833408/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773147.621641:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422833408:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773147.621945:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2410:1862022422833024:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773147.621988:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422833280:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773147.622013:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775773147.622019:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422833152:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773147.622040:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422833536:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773147.629429:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2410:1862022422833024:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773147.638710:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422833536:192.168.201.120@tcp:400:kworker.0 00000100:02020000:0.0:1775773147.640815:0:2407:0:(client.c:1490:ptlrpc_check_status()) lustre-OST0000-osc-ffff9a604312f000: operation ost_connect to node 192.168.201.120@tcp failed: rc = -16 00000100:00080000:0.0:1775773147.640828:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773147.640833:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-16) 00000100:00100000:0.0:1775773147.640837:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422833408:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775773147.646446:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422833152:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773147.647986:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422833280:192.168.201.120@tcp:400:kworker.0 00010000:00010000:2.0:1775773148.451819:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773149.476389:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773150.505394:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773151.523598:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773152.547555:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773152.738998:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1775773152.739005:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773152.739009:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773152.739023:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773152.739034:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1775773152.739052:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022422834048/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773152.739084:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1775773152.739087:0:162220:0:(import.c:2095:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9a604312f000: disconnect after 23s idle 00000100:00100000:3.0:1775773152.739116:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422833792:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773152.739202:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1775773152.739209:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2411:1862022422833664:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773152.739241:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422833920:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773152.739478:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422834048:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773152.739518:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422834176:192.168.201.120@tcp:9:kworker.0 00000100:00100000:2.0:1775773152.741650:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2411:1862022422833664:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773152.741671:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422833920:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773152.741680:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422833792:192.168.201.120@tcp:400:kworker.0 00000100:02020000:0.0:1775773152.742695:0:2407:0:(client.c:1490:ptlrpc_check_status()) lustre-OST0000-osc-ffff9a604312f000: operation ost_connect to node 192.168.201.120@tcp failed: rc = -16 00000100:00080000:0.0:1775773152.760703:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773152.760722:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-16) 00000100:00100000:0.0:1775773152.760727:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422834048:192.168.201.120@tcp:8:kworker.0 00000100:00080000:0.0:1775773152.760780:0:2407:0:(import.c:2005:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9a6048b58e00 x1862022422834176/t0(0) o9->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1775773162 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773152.760805:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1775773152.760809:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422834176:192.168.201.120@tcp:9:kworker.0 00010000:00010000:1.0:1775773153.573921:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773154.595120:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773155.623466:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773156.643097:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773157.667062:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773157.861647:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1775773157.861653:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773157.861657:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773157.861675:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773157.861691:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1775773157.861712:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422834688/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773157.862111:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2411:1862022422834304:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773157.862294:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422834688:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773157.862650:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422834560:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773157.862681:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775773157.862687:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422834432:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773157.867592:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422834432:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773157.867608:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422834560:192.168.201.120@tcp:400:kworker.0 00000100:02020000:3.0:1775773157.867641:0:2407:0:(client.c:1490:ptlrpc_check_status()) lustre-OST0000-osc-ffff9a604312f000: operation ost_connect to node 192.168.201.120@tcp failed: rc = -16 00000100:00080000:3.0:1775773157.867648:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773157.867653:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-16) 00000100:00100000:3.0:1775773157.867656:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422834688:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775773157.869182:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2411:1862022422834304:192.168.201.120@tcp:400:kworker.0 00010000:00010000:2.0:1775773158.691241:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773159.715172:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773160.740048:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773161.765569:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773162.788665:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775773162.979711:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2408:1862022422834816:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773162.981620:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1775773162.981636:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422834944:192.168.201.120@tcp:400:kworker.0 00000100:00080000:1.0:1775773162.982137:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1775773162.982142:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773162.982145:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773162.982154:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773162.982163:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 134217728, lost: 0. 00000100:00100000:1.0:1775773162.982179:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022422835200/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773162.982230:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422835200:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773162.982295:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775773162.982304:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422835072:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773162.983337:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2408:1862022422834816:192.168.201.120@tcp:400:kworker.0 00000100:02020000:3.0:1775773162.987286:0:2407:0:(client.c:1490:ptlrpc_check_status()) lustre-OST0000-osc-ffff9a604312f000: operation ost_connect to node 192.168.201.120@tcp failed: rc = -16 00000100:00080000:3.0:1775773162.987299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773162.987304:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-16) 00000100:00100000:3.0:1775773162.987309:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422835200:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773162.987461:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422834944:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773162.987835:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422835072:192.168.201.120@tcp:400:kworker.0 00010000:00010000:1.0:1775773163.811079:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773164.835015:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773165.859088:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773166.883674:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773167.909401:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773168.099078:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1775773168.099083:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773168.099088:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773168.099101:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773168.099110:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1775773168.099126:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022422835712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773168.099227:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422835712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775773168.099677:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2410:1862022422835328:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773168.099726:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422835584:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773168.099765:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775773168.099771:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422835456:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773168.102689:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422835584:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773168.103239:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2410:1862022422835328:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773168.108189:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422835456:192.168.201.120@tcp:400:kworker.0 00000100:02020000:0.0:1775773168.141209:0:2407:0:(client.c:1490:ptlrpc_check_status()) lustre-OST0000-osc-ffff9a604312f000: operation ost_connect to node 192.168.201.120@tcp failed: rc = -16 00000100:00080000:0.0:1775773168.141220:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773168.141225:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-16) 00000100:00100000:0.0:1775773168.141229:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422835712:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773168.931198:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773169.955460:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773170.978969:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773172.003074:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773173.027067:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773173.219218:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1775773173.219223:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773173.219227:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773173.219240:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773173.219250:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1775773173.219265:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022422836224/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775773173.219309:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422835968:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773173.219385:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1775773173.219391:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2410:1862022422835840:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773173.219416:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422836096:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773173.219737:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422836224:192.168.201.120@tcp:8:kworker.0 00000100:02020000:0.0:1775773173.221530:0:2407:0:(client.c:1490:ptlrpc_check_status()) lustre-OST0000-osc-ffff9a604312f000: operation ost_connect to node 192.168.201.120@tcp failed: rc = -16 00000100:00100000:3.0:1775773173.232188:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2410:1862022422835840:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773173.232211:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422836096:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773173.232221:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422835968:192.168.201.120@tcp:400:kworker.0 00000100:00080000:0.0:1775773173.236244:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773173.236256:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-16) 00000100:00100000:0.0:1775773173.236260:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422836224:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773174.051132:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773175.083674:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773176.099303:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773177.129636:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773178.148316:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773178.338908:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1775773178.338913:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773178.338917:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773178.338930:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773178.338940:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1775773178.338957:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422836736/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775773178.339001:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2410:1862022422836352:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773178.339100:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422836608:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773178.339134:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775773178.339140:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422836480:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773178.339141:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422836736:192.168.201.120@tcp:8:kworker.0 00000100:02020000:0.0:1775773178.348396:0:2407:0:(client.c:1490:ptlrpc_check_status()) lustre-OST0000-osc-ffff9a604312f000: operation ost_connect to node 192.168.201.120@tcp failed: rc = -16 00000100:00080000:0.0:1775773178.348411:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773178.348416:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-16) 00000100:00100000:0.0:1775773178.348419:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422836736:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775773178.348531:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422836480:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773178.348544:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422836608:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773178.351555:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2410:1862022422836352:192.168.201.120@tcp:400:kworker.0 00010000:00010000:2.0:1775773179.171062:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773180.195491:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773181.220615:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773182.245205:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773183.267012:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775773183.459143:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2411:1862022422836864:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773183.465085:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775773183.465109:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422836992:192.168.201.120@tcp:400:kworker.0 00000100:00080000:2.0:1775773183.466166:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1775773183.466171:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773183.466175:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773183.466186:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773183.466437:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422837120:192.168.201.120@tcp:400:kworker.0 00000008:00100000:2.0:1775773183.466708:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1775773183.466735:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022422837248/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773183.466809:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422837248:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773183.470984:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2411:1862022422836864:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773183.478867:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422836992:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773183.479573:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422837120:192.168.201.120@tcp:400:kworker.0 00000100:02020000:0.0:1775773183.482106:0:2407:0:(client.c:1490:ptlrpc_check_status()) lustre-OST0000-osc-ffff9a604312f000: operation ost_connect to node 192.168.201.120@tcp failed: rc = -16 00000100:00080000:0.0:1775773183.482120:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773183.482125:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-16) 00000100:00100000:0.0:1775773183.482130:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422837248:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773184.292137:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773185.316442:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773186.339106:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773187.363499:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773188.387102:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773188.579838:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1775773188.579845:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773188.579851:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773188.579869:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773188.579882:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1775773188.579904:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422837760/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773188.579933:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2410:1862022422837376:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773188.580076:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422837632:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773188.580119:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775773188.580125:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422837504:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773188.580321:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422837760:192.168.201.120@tcp:8:kworker.0 00000100:02020000:0.0:1775773188.582867:0:2407:0:(client.c:1490:ptlrpc_check_status()) lustre-OST0000-osc-ffff9a604312f000: operation ost_connect to node 192.168.201.120@tcp failed: rc = -16 00000100:00080000:0.0:1775773188.582884:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773188.582890:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-16) 00000100:00100000:0.0:1775773188.582895:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422837760:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775773188.590167:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422837632:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773188.590232:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422837504:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773188.595198:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2410:1862022422837376:192.168.201.120@tcp:400:kworker.0 00010000:00010000:2.0:1775773189.411105:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773190.435133:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773191.460306:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773192.483197:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773193.506928:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773193.699164:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1775773193.699170:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773193.699176:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773193.699204:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773193.699218:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1775773193.699238:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393b80 x1862022422838272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773193.699298:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422838016:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773193.699434:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1775773193.699443:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2410:1862022422837888:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773193.699459:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422838272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773193.699484:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422838144:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773193.709116:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422838016:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773193.709166:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2410:1862022422837888:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773193.709179:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422838144:192.168.201.120@tcp:400:kworker.0 00000100:00080000:0.0:1775773193.711207:0:2407:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9a604312f000: connect to target with instance 14 00000100:00080000:0.0:1775773193.711224:0:2407:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9a604312f000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000080:00000004:0.0:1775773193.711239:0:2407:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:0.0:1775773193.711246:0:2407:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:0.0:1775773193.711254:0:2407:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1775773193.711259:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1775773193.711269:0:2407:0:(lov_obd.c:392:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:0.0:1775773193.711272:0:2407:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:0.0:1775773193.711276:0:2407:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1775773193.711288:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422838272:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773194.535118:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773195.555029:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1775773195.980854:0:201409:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: osc.lustre-OST0000-osc-[-0-9a-f]*.ost_server_uuid in FULL state after 60 sec 00010000:00010000:1.0:1775773196.580922:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773197.602884:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773198.627445:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775773198.819153:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2409:1862022422838400:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773198.819255:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422838656:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773198.819298:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1775773198.819304:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422838528:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773198.819327:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422838784:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773198.822851:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2409:1862022422838400:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773198.826256:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422838784:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773198.829360:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422838528:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773198.829379:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422838656:192.168.201.120@tcp:400:kworker.0 00010000:00010000:0.0:1775773199.653723:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773200.677063:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773201.698959:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773202.733770:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773203.750210:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775773203.940106:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422839040:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773203.940259:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422839296:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773203.940298:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1775773203.940305:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2408:1862022422838912:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773203.940341:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422839168:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773203.950970:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2408:1862022422838912:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773203.951006:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422839168:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773203.951032:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422839040:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773203.951045:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422839296:192.168.201.120@tcp:400:kworker.0 00000080:00200008:3.0:1775773204.599211:0:201618:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1775773204.599226:0:201618:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:3.0:1775773204.599250:0:201618:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773204.599272:0:201618:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1775773204.599290:0:201618:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1775773204.599298:0:201618:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773204.599306:0:201618:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:3.0:1775773204.599310:0:201618:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e0e 00000080:00010000:3.0:1775773204.599317:0:201618:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e0e from it ffffbf3281d87cb8 00010000:00010000:3.0:1775773204.599321:0:201618:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1775773204.599330:0:201618:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200008:3.0:1775773204.599976:0:201618:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1775773204.599982:0:201618:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:3.0:1775773204.599994:0:201618:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773204.600005:0:201618:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1775773204.600015:0:201618:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1775773204.600021:0:201618:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773204.600026:0:201618:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:3.0:1775773204.600029:0:201618:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e0e 00000080:00010000:3.0:1775773204.600034:0:201618:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e0e from it ffffbf3281d87cb8 00010000:00010000:3.0:1775773204.600037:0:201618:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1775773204.600045:0:201618:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:3.0:1775773204.600141:0:201618:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:3.0:1775773204.600151:0:201618:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773204.600158:0:201618:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1775773204.600167:0:201618:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:3.0:1775773204.600178:0:201618:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773204.600181:0:201618:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:3.0:1775773204.600184:0:201618:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e0e 00000080:00010000:3.0:1775773204.600187:0:201618:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e0e from it ffffbf3281d87bb0 00010000:00010000:3.0:1775773204.600190:0:201618:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1775773204.600197:0:201618:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:3.0:1775773204.600204:0:201618:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 44 00000080:00200008:3.0:1775773204.600211:0:201618:0:(file.c:1057:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 100000 00000080:00200080:3.0:1775773204.600266:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:3.0:1775773204.600280:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6042f86400 uarg=0000000000000000 00800000:00000004:3.0:1775773204.600287:0:201618:0:(obd_class.h:1092:obd_statfs()) lustre-MDT0000-mdc-ffff9a604312f000: age 10279, max_age 10354 00000100:00100000:3.0:1775773204.600333:0:201618:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:201618:1862022422839424:192.168.201.120@tcp:41:lfs.0 00000100:00100000:3.0:1775773204.601174:0:201618:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6060e8e300 going to sleep for 11 seconds 00000100:00100000:3.0:1775773204.611301:0:201618:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:201618:1862022422839424:192.168.201.120@tcp:41:lfs.0 00800000:00000004:3.0:1775773204.611428:0:201618:0:(obd_class.h:1118:obd_statfs()) lustre-MDT0000-mdc-ffff9a604312f000: update ffff9a6045ea9e10 cache blocks 317212/353529 objects 1023498/1024000 00000080:00200080:3.0:1775773204.611495:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:3.0:1775773204.611598:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6042f86400 uarg=0000000000000000 00800000:00000004:3.0:1775773204.611608:0:201618:0:(obd_class.h:1092:obd_statfs()) lustre-MDT0001-mdc-ffff9a604312f000: age 10280, max_age 10354 00000100:00100000:3.0:1775773204.611647:0:201618:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:201618:1862022422839552:192.168.201.120@tcp:41:lfs.0 00000100:00100000:3.0:1775773204.611723:0:201618:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6060e8e300 going to sleep for 11 seconds 00000100:00100000:0.0:1775773204.621956:0:201618:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:201618:1862022422839552:192.168.201.120@tcp:41:lfs.0 00800000:00000004:0.0:1775773204.621990:0:201618:0:(obd_class.h:1118:obd_statfs()) lustre-MDT0001-mdc-ffff9a604312f000: update ffff9a6045ea8450 cache blocks 317329/353529 objects 1023708/1024000 00000080:00200080:0.0:1775773204.622052:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622073:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622081:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622086:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622089:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622093:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622097:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622100:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622104:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622108:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622112:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622115:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622119:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622122:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622126:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622129:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622134:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622137:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622141:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622145:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622148:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622151:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622155:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622158:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622162:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622165:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622169:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622172:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622176:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622179:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622184:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622187:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622191:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622195:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622198:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622202:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622206:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622210:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622214:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622217:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622221:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622225:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622229:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622232:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622236:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622240:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622244:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622248:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622252:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622256:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622260:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622263:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622267:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622271:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622274:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622277:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622280:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622283:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622287:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622290:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622293:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622296:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622299:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622302:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622305:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622308:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622312:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622316:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622320:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622323:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622327:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622331:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622334:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622354:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622360:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622364:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622367:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622371:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622375:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622378:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622382:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622385:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622389:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622392:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622396:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622399:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622403:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622407:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622411:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622414:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622418:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622422:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622425:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622429:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622433:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622436:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622440:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622443:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622447:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622450:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622454:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622457:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622461:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622464:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622468:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622472:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622476:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622479:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622483:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622487:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622491:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622495:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622499:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622502:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622506:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622509:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622531:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622536:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622539:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622543:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622547:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622550:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622553:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622556:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622559:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00800000:00000080:0.0:1775773204.622563:0:201618:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773204.622566:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:0.0:1775773204.622572:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00020000:00000004:0.0:1775773204.622580:0:201618:0:(obd_class.h:1092:obd_statfs()) lustre-OST0000-osc-ffff9a604312f000: age 9277, max_age 10354 00000100:00100000:0.0:1775773204.622621:0:201618:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:201618:1862022422839680:192.168.201.120@tcp:13:lfs.0 00000100:00100000:0.0:1775773204.622698:0:201618:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60431f50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775773204.631063:0:201618:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:201618:1862022422839680:192.168.201.120@tcp:13:lfs.0 00020000:00000004:0.0:1775773204.631094:0:201618:0:(obd_class.h:1118:obd_statfs()) lustre-OST0000-osc-ffff9a604312f000: update ffff9a60497e9e10 cache blocks 897209/958279 objects 261618/262144 00000080:00200080:0.0:1775773204.631145:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:0.0:1775773204.631163:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00020000:00000004:0.0:1775773204.631170:0:201618:0:(obd_class.h:1092:obd_statfs()) lustre-OST0001-osc-ffff9a604312f000: age 10280, max_age 10354 00000100:00080000:0.0:1775773204.631184:0:201618:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10277 00000100:00080000:0.0:1775773204.631196:0:201618:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773204.631209:0:201618:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8437760, lost: 0. 00000100:00100000:0.0:1775773204.631232:0:201618:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022422839808/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773204.631283:0:201618:0:(client.c:1830:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9a6051f85500 x1862022422839936/t0(0) o13->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773204.631292:0:201618:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60431f50c0 going to sleep for 0 seconds 00000100:00100000:3.0:1775773204.631472:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422839808:192.168.201.120@tcp:8:lfs.0 00000100:00100000:0.0:1775773204.635093:0:2407:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9a604312f000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1775773204.635109:0:2407:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9a604312f000: connect to target with instance 1 00000100:00080000:0.0:1775773204.635119:0:2407:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9a604312f000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000080:00000004:0.0:1775773204.635129:0:2407:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:0.0:1775773204.635135:0:2407:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:0.0:1775773204.635141:0:2407:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1775773204.635146:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000080:00000004:0.0:1775773204.635153:0:2407:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:0.0:1775773204.635156:0:2407:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:0.0:1775773204.635169:0:2407:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 000000004f8d52e6): req@ffff9a6051f85500 x1862022422839936/t0(0) o13->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773204.635200:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422839808:192.168.201.120@tcp:8:lfs.0 00000100:00100000:3.0:1775773204.635387:0:201618:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60431f50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775773204.642906:0:201618:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:201618:1862022422839936:192.168.201.120@tcp:13:lfs.0 00020000:00000004:0.0:1775773204.642936:0:201618:0:(obd_class.h:1118:obd_statfs()) lustre-OST0001-osc-ffff9a604312f000: update ffff9a60497e8450 cache blocks 901310/958279 objects 261676/262144 00000080:00200080:1.0:1775773204.643655:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.643680:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.643688:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.643693:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.643697:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.643701:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.643704:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.643708:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.643712:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.643717:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.643720:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.643724:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.643727:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.643730:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.643734:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.643737:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.643740:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.643743:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.643746:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.643750:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.643754:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.643757:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.643760:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.643763:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.643766:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.643769:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.643786:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.643950:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.643959:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.643964:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.643967:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.643971:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.643975:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.643978:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.643983:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.643986:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.643990:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.643993:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.643997:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644000:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644003:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644005:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644008:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644011:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644014:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644016:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644019:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644022:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644025:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644028:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644032:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644035:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644039:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644042:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644045:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644049:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644053:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644056:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644060:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644063:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644067:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644070:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644073:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644077:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644080:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644084:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644087:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644090:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644094:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644097:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644101:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644104:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644107:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644110:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644114:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644117:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644121:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644124:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644127:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644130:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644134:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644137:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644140:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644142:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644147:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644150:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644153:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644156:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644159:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644162:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644166:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644169:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644173:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644176:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644180:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644183:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644187:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644190:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644194:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644198:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644202:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644205:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644210:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644213:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644216:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644219:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644224:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644227:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644231:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644235:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644239:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644242:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644246:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644249:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644253:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644256:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644260:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644264:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644268:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644272:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644275:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644278:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644282:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644286:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200080:1.0:1775773204.644289:0:201618:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffd23078c0 00020000:00000080:1.0:1775773204.644292:0:201618:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a60499cb000 uarg=0000000000000000 00000080:00200008:1.0:1775773204.644308:0:201618:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 100000 00000020:00000004:1.0:1775773204.669076:0:201619:0:(obd_class.h:1092:obd_statfs()) lustre-OST0000-osc-ffff9a604312f000: age 10355, max_age 10354 00000020:00000004:1.0:1775773204.669087:0:201619:0:(obd_class.h:1132:obd_statfs()) lustre-OST0000-osc-ffff9a604312f000: use ffff9a60497e9e10 cache blocks 897209/958279 objects 261618/262144 00000020:00000004:1.0:1775773204.669239:0:201619:0:(obd_class.h:1092:obd_statfs()) lustre-OST0001-osc-ffff9a604312f000: age 10355, max_age 10354 00000020:00000004:1.0:1775773204.669243:0:201619:0:(obd_class.h:1132:obd_statfs()) lustre-OST0001-osc-ffff9a604312f000: use ffff9a60497e8450 cache blocks 901310/958279 objects 261676/262144 00010000:00010000:2.0:1775773204.770988:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773205.795029:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1775773206.015522:0:201748:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: free_before: 7646268 free_after: 7646268 00010000:00010000:1.0:1775773206.825653:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773207.845648:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773208.867302:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775773209.059034:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422840192:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773209.059157:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422840448:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773209.059192:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1775773209.059198:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2408:1862022422840064:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773209.059224:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422840320:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773209.059243:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422840576:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773209.069240:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2408:1862022422840064:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773209.069262:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422840320:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773209.069285:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422840576:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773209.069296:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422840192:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773209.069305:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422840448:192.168.201.120@tcp:400:kworker.0 00010000:00010000:0.0:1775773209.892301:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773210.917377:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773211.941671:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1775773212.734610:0:202326:0:(debug.c:645:libcfs_debug_mark_buffer()) DEBUG MARKER: == replay-single test 90: lfs find identifies the missing striped file segments ========================================================== 18:20:11 (1775773211) 00010000:00010000:0.0:1775773212.964498:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1775773213.935577:0:202370:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:0.0:1775773213.935613:0:202370:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773213.935637:0:202370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1775773213.935655:0:202370:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:0.0:1775773213.935664:0:202370:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1775773213.935673:0:202370:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:0.0:1775773213.935677:0:202370:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e0e 00000080:00010000:0.0:1775773213.935684:0:202370:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e0e from it ffffbf328187bbe0 00010000:00010000:0.0:1775773213.935687:0:202370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1775773213.935695:0:202370:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:0.0:1775773213.935709:0:202370:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:0.0:1775773213.935724:0:202370:0:(namei.c:1332:ll_lookup_nd()) VFS Op:name=d90.replay-single, dir=[0x200000007:0x1:0x0](ffff9a60447c2a08), flags=1536 00000080:00200000:0.0:1775773213.935727:0:202370:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:0.0:1775773213.935733:0:202370:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773213.935738:0:202370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1775773213.935745:0:202370:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:0.0:1775773213.935751:0:202370:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1775773213.935756:0:202370:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:0.0:1775773213.935758:0:202370:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e0e 00000080:00010000:0.0:1775773213.935761:0:202370:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e0e from it ffffbf328187bce0 00010000:00010000:0.0:1775773213.935764:0:202370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1775773213.935771:0:202370:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00200000:0.0:1775773213.935784:0:202370:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 3 00000080:00200000:0.0:1775773213.939107:0:202370:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:0.0:1775773213.942342:0:202370:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773213.942367:0:202370:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1775773213.942383:0:202370:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00200000:0.0:1775773213.942392:0:202370:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1775773213.942402:0:202370:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:0.0:1775773213.942406:0:202370:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e0e 00000080:00010000:0.0:1775773213.942414:0:202370:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e0e from it ffffbf328187bdc8 00010000:00010000:0.0:1775773213.942418:0:202370:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1775773213.942426:0:202370:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000080:00200000:0.0:1775773213.942441:0:202370:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 3 00000080:00200000:0.0:1775773213.942449:0:202370:0:(namei.c:2226:do_mkdir()) VFS Op:name=d90.replay-single, dir=[0x200000007:0x1:0x0](ffff9a60447c2a08) 00000100:00100000:0.0:1775773213.942516:0:202370:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job mkdir:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202370:1862022422840704:192.168.201.120@tcp:700:mkdir.0 00000100:00100000:0.0:1775773213.942643:0:202370:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5a900 going to sleep for 11 seconds 00000100:00100000:0.0:1775773213.966441:0:202370:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job mkdir:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202370:1862022422840704:192.168.201.120@tcp:700:mkdir.0 00010000:00010000:0.0:1775773213.966491:0:202370:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:0.0:1775773213.966561:0:202370:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:0.0:1775773213.966569:0:202370:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775773213.966572:0:202370:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051753c00/0x1ba08249811e4e0e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x998859bb7e2c1103 expref: -99 pid: 200811 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000020:00100000:0.0:1775773213.966599:0:202370:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1775773213.966608:0:202370:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f86d80 x1862022422840960/t0(0) o36->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773213.966629:0:202370:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job mkdir:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202370:1862022422840960:192.168.201.120@tcp:36:mkdir.0 00000100:00100000:0.0:1775773213.966739:0:202370:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5a900 going to sleep for 11 seconds 00000100:00100000:0.0:1775773213.989232:0:202370:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job mkdir:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202370:1862022422840960:192.168.201.120@tcp:36:mkdir.0 00000080:00200000:0.0:1775773213.989376:0:202370:0:(llite_lib.c:3177:ll_read_inode2()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) 00000080:00200000:0.0:1775773213.989384:0:202370:0:(llite_lib.c:2941:ll_update_inode()) inode=[0x20002f9d1:0x1:0x0], updating i_size 4096 00010000:00010000:2.0:1775773213.989591:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:1.0:1775773214.010233:0:202371:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:1.0:1775773214.010261:0:202371:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773214.010319:0:202371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.010330:0:202371:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.010340:0:202371:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775773214.010364:0:202371:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202371:1862022422841088:192.168.201.120@tcp:101:lfs.0 00000100:00100000:1.0:1775773214.010480:0:202371:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2180 going to sleep for 11 seconds 00000100:00100000:1.0:1775773214.027856:0:202371:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202371:1862022422841088:192.168.201.120@tcp:101:lfs.0 00010000:00010000:1.0:1775773214.027881:0:202371:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.027893:0:202371:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.027905:0:202371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.027916:0:202371:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.027927:0:202371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.027936:0:202371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.027949:0:202371:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1775773214.027959:0:202371:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9a6058738e00 x1862022422841088/t0(0) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 576/688 e 0 to 0 dl 1775773230 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1775773214.027973:0:202371:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.027986:0:202371:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a605875d400 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:1.0:1775773214.027993:0:202371:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1775773214.028023:0:202371:0:(llite_lib.c:2941:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 69632 00000080:00010000:1.0:1775773214.028029:0:202371:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:1.0:1775773214.028033:0:202371:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:1.0:1775773214.028036:0:202371:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281c17bf8 00010000:00010000:1.0:1775773214.028039:0:202371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.028047:0:202371:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773214.028071:0:202371:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:1.0:1775773214.028090:0:202371:0:(namei.c:1332:ll_lookup_nd()) VFS Op:name=d90.replay-single, dir=[0x200000007:0x1:0x0](ffff9a60447c2a08), flags=25 00000080:00200000:1.0:1775773214.028095:0:202371:0:(namei.c:1073:ll_lookup_it()) VFS Op:name=d90.replay-single, dir=[0x200000007:0x1:0x0](ffff9a60447c2a08), intent=0 00000002:00010000:1.0:1775773214.028114:0:202371:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d90.replay-single,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00010000:00010000:1.0:1775773214.028156:0:202371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073c00/0x1ba08249811e4e1c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.028164:0:202371:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073c00/0x1ba08249811e4e1c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.028173:0:202371:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073c00/0x1ba08249811e4e1c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775773214.028206:0:202371:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202371:1862022422841216:192.168.201.120@tcp:101:lfs.0 00000100:00100000:1.0:1775773214.028273:0:202371:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2180 going to sleep for 11 seconds 00000100:00100000:1.0:1775773214.032369:0:202371:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202371:1862022422841216:192.168.201.120@tcp:101:lfs.0 00010000:00010000:1.0:1775773214.032394:0:202371:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073c00/0x1ba08249811e4e1c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11f1 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.032415:0:202371:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073c00/0x1ba08249811e4e1c lrc: 4/1,0 mode: --/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11f1 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.032422:0:202371:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073c00/0x1ba08249811e4e1c lrc: 4/1,0 mode: --/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11f1 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.032432:0:202371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073c00/0x1ba08249811e4e1c lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11f1 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.032443:0:202371:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073c00/0x1ba08249811e4e1c lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11f1 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.032455:0:202371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073c00/0x1ba08249811e4e1c lrc: 5/2,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11f1 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.032469:0:202371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073c00/0x1ba08249811e4e1c lrc: 5/2,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11f1 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.032476:0:202371:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073c00/0x1ba08249811e4e1c lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11f1 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1775773214.032487:0:202371:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff9a6058738e00 x1862022422841216/t0(0) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 592/584 e 0 to 0 dl 1775773230 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1775773214.032511:0:202371:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073c00/0x1ba08249811e4e1c lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11f1 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.032521:0:202371:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a605875d400 type 13 mode 4 res 8590129617/1 (0 0) 00000080:00200000:1.0:1775773214.032527:0:202371:0:(namei.c:953:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1775773214.032546:0:202371:0:(llite_lib.c:2941:ll_update_inode()) inode=[0x20002f9d1:0x1:0x0], updating i_size 4096 00000080:00200000:1.0:1775773214.032550:0:202371:0:(namei.c:147:ll_iget()) got inode: [0x20002f9d1:0x1:0x0](ffff9a604418b248): rc = 0 00000080:00010000:1.0:1775773214.032555:0:202371:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002f9d1:0x1:0x0](ffff9a604418b248) for lock 0x1ba08249811e4e1c 00000080:00010000:1.0:1775773214.032567:0:202371:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002f9d1:0x1:0x0](ffff9a604418b248) 00000080:00010000:1.0:1775773214.032570:0:202371:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e1c from it ffffbf3281c17ac8 00010000:00010000:1.0:1775773214.032573:0:202371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073c00/0x1ba08249811e4e1c lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11f1 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.032581:0:202371:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073c00/0x1ba08249811e4e1c lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11f1 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773214.032613:0:202371:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 1 00000080:00200000:1.0:1775773214.032631:0:202371:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 3 00000080:00200000:1.0:1775773214.032636:0:202371:0:(namei.c:1409:ll_atomic_open()) VFS Op:name=all, dir=[0x20002f9d1:0x1:0x0](ffff9a604418b248), file ffff9a6044e15200, open_flags a141, mode 81b6 opened 0 00000080:00200000:1.0:1775773214.032644:0:202371:0:(namei.c:1073:ll_lookup_it()) VFS Op:name=all, dir=[0x20002f9d1:0x1:0x0](ffff9a604418b248), intent=open|creat 00000100:00100000:1.0:1775773214.032694:0:202371:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202371:1862022422841344:192.168.201.120@tcp:900:lfs.0 00000100:00100000:1.0:1775773214.032759:0:202371:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2180 going to sleep for 11 seconds 00000100:00100000:1.0:1775773214.045384:0:202371:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202371:1862022422841344:192.168.201.120@tcp:900:lfs.0 00000002:00010000:1.0:1775773214.045440:0:202371:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: all,[0x20002f9d1:0x2:0x0]) in obj [0x20002f9d1:0x1:0x0], intent: open|creat flags 0120502 00010000:00010000:1.0:1775773214.045588:0:202371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 3/0,1 mode: --/CW res: [0x20002f9d1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.045597:0:202371:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 3/0,1 mode: --/CW res: [0x20002f9d1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1775773214.045608:0:202371:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1775773214.045616:0:202371:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6058738e00 x1862022422841600/t0(0) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1775773214.045626:0:202371:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 3/0,1 mode: --/CW res: [0x20002f9d1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775773214.045647:0:202371:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202371:1862022422841600:192.168.201.120@tcp:101:lfs.0 00000100:00100000:1.0:1775773214.045776:0:202371:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2180 going to sleep for 11 seconds 00000100:00100000:1.0:1775773214.049851:0:202371:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202371:1862022422841600:192.168.201.120@tcp:101:lfs.0 00010000:00010000:1.0:1775773214.049878:0:202371:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 4/0,1 mode: --/CW res: [0x20002f9d1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c120d expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.049898:0:202371:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 4/0,1 mode: --/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c120d expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.049912:0:202371:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 4/0,1 mode: --/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c120d expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.049924:0:202371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 4/0,1 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c120d expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.049933:0:202371:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 4/0,1 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c120d expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.049945:0:202371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 5/1,1 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c120d expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.049954:0:202371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 5/1,1 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c120d expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.049960:0:202371:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c120d expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1775773214.049971:0:202371:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff9a6058738e00 x1862022422841600/t416611827733(416611827733) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/608 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1775773214.049984:0:202371:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6058738e00 x1862022422841600/t416611827733(416611827733) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/608 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1775773214.049994:0:202371:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c120d expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.050004:0:202371:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a605875d400 type 13 mode 4 res 8590129617/2 (0 0) 00000080:00200000:1.0:1775773214.050010:0:202371:0:(namei.c:953:ll_intent_lock()) intent lock 3 on i1 [0x20002f9d1:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:1.0:1775773214.050228:0:202371:0:(namei.c:1620:ll_create_it()) VFS Op:name=all, dir=[0x20002f9d1:0x1:0x0](ffff9a604418b248), intent=open|creat 00000080:00200000:1.0:1775773214.050270:0:202371:0:(llite_lib.c:3177:ll_read_inode2()) VFS Op:inode=[0x20002f9d1:0x2:0x0](ffff9a60447942c8) 00000080:00200000:1.0:1775773214.050278:0:202371:0:(llite_lib.c:2941:ll_update_inode()) inode=[0x20002f9d1:0x2:0x0], updating i_size 0 00000080:00200000:1.0:1775773214.050358:0:202371:0:(file.c:6766:ll_layout_conf()) [0x20002f9d1:0x2:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:1.0:1775773214.050368:0:202371:0:(namei.c:1586:ll_create_node()) setting l_ast_data to inode [0x20002f9d1:0x2:0x0](ffff9a60447942c8) 00000080:00010000:1.0:1775773214.050372:0:202371:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002f9d1:0x2:0x0](ffff9a60447942c8) for lock 0x1ba08249811e4e23 00000080:00010000:1.0:1775773214.050381:0:202371:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002f9d1:0x2:0x0](ffff9a60447942c8) 00000080:00200008:1.0:1775773214.050393:0:202371:0:(file.c:1057:ll_file_open()) START file all:[0x20002f9d1:0x2:0x0](ffff9a60447942c8), flags 120501 00000002:00100000:1.0:1775773214.050414:0:202371:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6058738e00 x1862022422841600/t416611827733(416611827733) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/608 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1775773214.050461:0:202371:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e23 from it ffff9a6048b82360 00010000:00010000:1.0:1775773214.050467:0:202371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c120d expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.050476:0:202371:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c120d expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773214.050627:0:202371:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x2:0x0](ffff9a60447942c8), inode mode 81a4 mask 40 00000080:00200080:1.0:1775773214.050660:0:202371:0:(file.c:4602:ll_file_ioctl()) VFS Op:inode=[0x20002f9d1:0x2:0x0](ffff9a60447942c8) cmd=4008669a arg=15232e0 00000002:00010000:1.0:1775773214.050681:0:202371:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002f9d1:0x2:0x0]) in obj [0x20002f9d1:0x1:0x0], intent: open flags 040000002 00010000:00010000:1.0:1775773214.050727:0:202371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e2a lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.050735:0:202371:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e2a lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1775773214.050746:0:202371:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1775773214.050752:0:202371:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a605873b800 x1862022422841856/t0(0) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1775773214.050761:0:202371:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e2a lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775773214.050779:0:202371:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202371:1862022422841856:192.168.201.120@tcp:101:lfs.0 00000100:00100000:1.0:1775773214.051218:0:202371:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2180 going to sleep for 11 seconds 00000100:00100000:2.0:1775773214.062940:0:2402:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.120@tcp (source: 12345-192.168.201.120@tcp) 00000100:00100000:3.0:1775773214.063102:0:200739:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022437652480 00000100:00100000:3.0:1775773214.063113:0:200739:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022437652480 00000100:00100000:3.0:1775773214.063172:0:200739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.120@tcp, seq: 0 00000100:00100000:3.0:1775773214.063196:0:200739:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9a6051392d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:751da7f7-3532-48ac-b6b6-0bf67df0b35f+5:229105:x1862022437652480:12345-192.168.201.120@tcp:104: 00010000:00010000:3.0:1775773214.063214:0:200739:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x998859bb7e2c120d expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1775773214.063298:0:200739:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775773214.063306:0:200739:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9a6051392d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:751da7f7-3532-48ac-b6b6-0bf67df0b35f+5:229105:x1862022437652480:12345-192.168.201.120@tcp:104: Request processed in 125us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1775773214.063313:0:200739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.120@tcp, seq: 0 00010000:00010000:0.0:1775773214.063380:0:200747:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775773214.063387:0:200747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x998859bb7e2c120d expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.063396:0:200747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9a6046072200 already unused, calling callback (ffffffffc196d2e0) 00010000:00010000:0.0:1775773214.063401:0:200747:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x998859bb7e2c120d expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.063409:0:200747:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x998859bb7e2c120d expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.063423:0:200747:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 3/0,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x998859bb7e2c120d expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1775773214.063472:0:200747:0:(vvp_object.c:117:vvp_conf_set()) [0x20002f9d1:0x2:0x0]: losing layout lock 00010000:00010000:0.0:1775773214.063535:0:200747:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 2/0,0 mode: --/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x998859bb7e2c120d expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.063542:0:200747:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775773214.063575:0:200747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 1/0,0 mode: --/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x998859bb7e2c120d expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.063583:0:200747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072200/0x1ba08249811e4e23 lrc: 0/0,0 mode: --/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x998859bb7e2c120d expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.063601:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773214.063603:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773214.063604:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775773214.063612:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1775773214.063625:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422841984:192.168.201.120@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1775773214.066643:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422841984:192.168.201.120@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1775773214.068107:0:202371:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202371:1862022422841856:192.168.201.120@tcp:101:lfs.0 00010000:00010000:1.0:1775773214.068127:0:202371:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e2a lrc: 4/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.068140:0:202371:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e2a lrc: 4/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.068147:0:202371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e2a lrc: 4/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.068154:0:202371:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e2a lrc: 3/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.068162:0:202371:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e2a lrc: 4/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.068168:0:202371:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9a6046073600 already unused, calling callback (ffffffffc196d2e0) 00010000:00010000:1.0:1775773214.068172:0:202371:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e2a lrc: 4/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.068191:0:202371:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e2a lrc: 4/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.068203:0:202371:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e2a lrc: 5/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.068211:0:202371:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1775773214.068217:0:202371:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e2a lrc: 3/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.068224:0:202371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e2a lrc: 0/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1775773214.068242:0:202371:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=800002b, status=0 req@ffff9a605873b800 x1862022422841856/t416611827734(416611827734) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/688 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1775773214.068265:0:202371:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a605873b800 x1862022422841856/t416611827734(416611827734) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/688 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1775773214.068281:0:202371:0:(namei.c:953:ll_intent_lock()) intent lock 1 on i1 [0x20002f9d1:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1775773214.068367:0:202371:0:(vvp_io.c:1817:vvp_io_init()) [0x20002f9d1:0x2:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:1.0:1775773214.068376:0:202371:0:(vvp_io.c:288:vvp_io_fini()) [0x20002f9d1:0x2:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:1.0:1775773214.068446:0:202371:0:(llite_lib.c:2941:ll_update_inode()) inode=[0x20002f9d1:0x2:0x0], updating i_size 0 00000002:00100000:1.0:1775773214.068465:0:202371:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a605873b800 x1862022422841856/t416611827734(416611827734) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 600/688 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1775773214.068521:0:202371:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a605873b800 x1862022422841856/t416611827734(416611827734) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 600/688 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1775773214.068531:0:202371:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1775773214.068536:0:202371:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6058738000 x1862022422842240/t0(0) o35->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:1.0:1775773214.068557:0:202371:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202371:1862022422842240:192.168.201.120@tcp:35:lfs.0 00000100:00100000:1.0:1775773214.068634:0:202371:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775773214.074151:0:202371:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202371:1862022422842240:192.168.201.120@tcp:35:lfs.0 00000002:00100000:1.0:1775773214.074196:0:202371:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a605873b800 x1862022422841856/t416611827734(416611827734) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 600/688 e 0 to 0 dl 1775773230 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:1.0:1775773214.074225:0:202371:0:(file.c:6988:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20002f9d1:0x2:0x0](ffff9a60447942c8) 00000002:00010000:1.0:1775773214.074234:0:202371:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002f9d1:0x2:0x0]) in obj [0x20002f9d1:0x2:0x0], intent: layout flags 0 00010000:00010000:1.0:1775773214.074289:0:202371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e31 lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.074298:0:202371:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e31 lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.074307:0:202371:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e31 lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202371 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775773214.074326:0:202371:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202371:1862022422842368:192.168.201.120@tcp:101:lfs.0 00000100:00100000:1.0:1775773214.074391:0:202371:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2a80 going to sleep for 11 seconds 00000100:00100000:3.0:1775773214.081900:0:202371:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202371:1862022422842368:192.168.201.120@tcp:101:lfs.0 00010000:00010000:3.0:1775773214.081932:0:202371:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e31 lrc: 4/1,0 mode: CR/CR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c1230 expref: -99 pid: 202371 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773214.081946:0:202371:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e31 lrc: 4/1,0 mode: CR/CR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1230 expref: -99 pid: 202371 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1775773214.081960:0:202371:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9a6058739180 x1862022422842368/t0(0) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 376/424 e 0 to 0 dl 1775773230 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1775773214.081971:0:202371:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e31 lrc: 3/1,0 mode: CR/CR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1230 expref: -99 pid: 202371 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:3.0:1775773214.081984:0:202371:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e31 lrc: 3/1,0 mode: CR/CR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1230 expref: -99 pid: 202371 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773214.081996:0:202371:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a605875d400 type 13 mode 16 res 8590129617/2 (0 0) 00000080:00200000:3.0:1775773214.082002:0:202371:0:(namei.c:953:ll_intent_lock()) intent lock 1024 on i1 [0x20002f9d1:0x2:0x0] suppgids 0 0: rc 0 00000080:00010000:3.0:1775773214.082031:0:202371:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002f9d1:0x2:0x0](ffff9a60447942c8) for lock 0x1ba08249811e4e31 00000080:00010000:3.0:1775773214.082039:0:202371:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e31 from it ffffbf3281c17c38 00010000:00010000:3.0:1775773214.082043:0:202371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e31 lrc: 3/1,0 mode: CR/CR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c1230 expref: -99 pid: 202371 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773214.082053:0:202371:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e31 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1230 expref: -99 pid: 202371 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1775773214.082077:0:202371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e31 lrc: 2/1,0 mode: CR/CR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1230 expref: -99 pid: 202371 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1775773214.082088:0:202371:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e31 lrc: 2/1,0 mode: CR/CR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1230 expref: -99 pid: 202371 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:3.0:1775773214.082097:0:202371:0:(file.c:6871:ll_layout_lock_set()) ### file [0x20002f9d1:0x2:0x0](00000000de3ad734) being reconfigured ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e31 lrc: 3/1,0 mode: CR/CR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1230 expref: -99 pid: 202371 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1775773214.082161:0:202371:0:(file.c:6766:ll_layout_conf()) [0x20002f9d1:0x2:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:3.0:1775773214.082196:0:202371:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e31 lrc: 3/1,0 mode: CR/CR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c1230 expref: -99 pid: 202371 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1775773214.082204:0:202371:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e31 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c1230 expref: -99 pid: 202371 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200008:3.0:1775773214.082479:0:202371:0:(file.c:447:ll_file_release()) START file all:[0x20002f9d1:0x2:0x0](ffff9a60447942c8), flags 100001 00000002:00100000:3.0:1775773214.082616:0:202371:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a6058738e00 x1862022422841600/t416611827733(416611827733) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/608 e 0 to 0 dl 1775773230 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1775773214.082627:0:202371:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1775773214.082632:0:202371:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6048b59500 x1862022422842624/t0(0) o35->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1775773214.082653:0:202371:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202371:1862022422842624:192.168.201.120@tcp:35:lfs.0 00000100:00100000:3.0:1775773214.082738:0:202371:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60458a8540 going to sleep for 11 seconds 00000100:00100000:3.0:1775773214.089879:0:202371:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202371:1862022422842624:192.168.201.120@tcp:35:lfs.0 00000002:00100000:3.0:1775773214.089914:0:202371:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a6058738e00 x1862022422841600/t416611827733(416611827733) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/608 e 0 to 0 dl 1775773230 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1775773214.107143:0:202372:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:2.0:1775773214.107172:0:202372:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1775773214.117261:0:202372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1775773214.117286:0:202372:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1775773214.117298:0:202372:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1775773214.117310:0:202372:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:2.0:1775773214.117314:0:202372:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:2.0:1775773214.117323:0:202372:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281c27bf8 00010000:00010000:2.0:1775773214.117327:0:202372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1775773214.117341:0:202372:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:2.0:1775773214.117358:0:202372:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:2.0:1775773214.117370:0:202372:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=25 00000080:00200000:2.0:1775773214.117377:0:202372:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 1 00000080:00200000:2.0:1775773214.117397:0:202372:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 3 00000080:00200000:2.0:1775773214.117402:0:202372:0:(namei.c:1409:ll_atomic_open()) VFS Op:name=f0, dir=[0x20002f9d1:0x1:0x0](ffff9a604418b248), file ffff9a604557d800, open_flags a141, mode 81b6 opened 0 00000080:00200000:2.0:1775773214.117411:0:202372:0:(namei.c:1073:ll_lookup_it()) VFS Op:name=f0, dir=[0x20002f9d1:0x1:0x0](ffff9a604418b248), intent=open|creat 00000002:00010000:2.0:1775773214.117437:0:202372:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f0,[0x20002f9d1:0x3:0x0]) in obj [0x20002f9d1:0x1:0x0], intent: open|creat flags 0120502 00010000:00010000:2.0:1775773214.117506:0:202372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 3/0,1 mode: --/CW res: [0x20002f9d1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 202372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.117513:0:202372:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 3/0,1 mode: --/CW res: [0x20002f9d1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202372 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1775773214.117524:0:202372:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1775773214.117537:0:202372:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051392680 x1862022422842880/t0(0) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1775773214.117546:0:202372:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 3/0,1 mode: --/CW res: [0x20002f9d1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775773214.117569:0:202372:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202372:1862022422842880:192.168.201.120@tcp:101:lfs.0 00000100:00100000:2.0:1775773214.117701:0:202372:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6042f7a240 going to sleep for 11 seconds 00000100:00100000:3.0:1775773214.122482:0:202372:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202372:1862022422842880:192.168.201.120@tcp:101:lfs.0 00010000:00010000:3.0:1775773214.122520:0:202372:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 4/0,1 mode: --/CW res: [0x20002f9d1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c124c expref: -99 pid: 202372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773214.122547:0:202372:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 4/0,1 mode: --/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c124c expref: -99 pid: 202372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773214.122555:0:202372:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 4/0,1 mode: --/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c124c expref: -99 pid: 202372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773214.122568:0:202372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 4/0,1 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c124c expref: -99 pid: 202372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773214.122577:0:202372:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 4/0,1 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c124c expref: -99 pid: 202372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773214.122596:0:202372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 5/1,1 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c124c expref: -99 pid: 202372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773214.122604:0:202372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 5/1,1 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c124c expref: -99 pid: 202372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773214.122612:0:202372:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c124c expref: -99 pid: 202372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1775773214.122622:0:202372:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff9a6051392680 x1862022422842880/t416611827737(416611827737) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/608 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1775773214.122634:0:202372:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6051392680 x1862022422842880/t416611827737(416611827737) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/608 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1775773214.122646:0:202372:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c124c expref: -99 pid: 202372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773214.122657:0:202372:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a605875d400 type 13 mode 4 res 8590129617/3 (0 0) 00000080:00200000:3.0:1775773214.122664:0:202372:0:(namei.c:953:ll_intent_lock()) intent lock 3 on i1 [0x20002f9d1:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:3.0:1775773214.122678:0:202372:0:(namei.c:1620:ll_create_it()) VFS Op:name=f0, dir=[0x20002f9d1:0x1:0x0](ffff9a604418b248), intent=open|creat 00000080:00200000:3.0:1775773214.122710:0:202372:0:(llite_lib.c:3177:ll_read_inode2()) VFS Op:inode=[0x20002f9d1:0x3:0x0](ffff9a6044725b88) 00000080:00200000:3.0:1775773214.122718:0:202372:0:(llite_lib.c:2941:ll_update_inode()) inode=[0x20002f9d1:0x3:0x0], updating i_size 0 00000080:00200000:0.0:1775773214.128203:0:202372:0:(file.c:6766:ll_layout_conf()) [0x20002f9d1:0x3:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:0.0:1775773214.128235:0:202372:0:(namei.c:1586:ll_create_node()) setting l_ast_data to inode [0x20002f9d1:0x3:0x0](ffff9a6044725b88) 00000080:00010000:0.0:1775773214.128240:0:202372:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002f9d1:0x3:0x0](ffff9a6044725b88) for lock 0x1ba08249811e4e38 00000080:00010000:0.0:1775773214.128255:0:202372:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002f9d1:0x3:0x0](ffff9a6044725b88) 00000080:00200008:0.0:1775773214.128272:0:202372:0:(file.c:1057:ll_file_open()) START file f0:[0x20002f9d1:0x3:0x0](ffff9a6044725b88), flags 120501 00000002:00100000:0.0:1775773214.128308:0:202372:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6051392680 x1862022422842880/t416611827737(416611827737) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/608 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:0.0:1775773214.128368:0:202372:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e38 from it ffff9a6048a95ba0 00010000:00010000:0.0:1775773214.128377:0:202372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c124c expref: -99 pid: 202372 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.128392:0:202372:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c124c expref: -99 pid: 202372 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1775773214.128416:0:202372:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x3:0x0](ffff9a6044725b88), inode mode 81a4 mask 40 00000080:00200080:0.0:1775773214.128451:0:202372:0:(file.c:4602:ll_file_ioctl()) VFS Op:inode=[0x20002f9d1:0x3:0x0](ffff9a6044725b88) cmd=4008669a arg=1cf92e0 00000002:00010000:0.0:1775773214.128476:0:202372:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002f9d1:0x3:0x0]) in obj [0x20002f9d1:0x1:0x0], intent: open flags 040000002 00010000:00010000:0.0:1775773214.130396:0:202372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e3f lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 202372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.130411:0:202372:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e3f lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202372 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1775773214.130424:0:202372:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1775773214.130436:0:202372:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f87b80 x1862022422843136/t0(0) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1775773214.130446:0:202372:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e3f lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775773214.130472:0:202372:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202372:1862022422843136:192.168.201.120@tcp:101:lfs.0 00000100:00100000:0.0:1775773214.131340:0:202372:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5a900 going to sleep for 11 seconds 00000100:00100000:2.0:1775773214.137777:0:2403:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.120@tcp (source: 12345-192.168.201.120@tcp) 00000100:00100000:3.0:1775773214.137958:0:200739:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022437652608 00000100:00100000:3.0:1775773214.137968:0:200739:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022437652608 00000100:00100000:3.0:1775773214.138029:0:200739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.120@tcp, seq: 1 00000100:00100000:3.0:1775773214.138040:0:200739:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9a6051393b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:751da7f7-3532-48ac-b6b6-0bf67df0b35f+5:229105:x1862022437652608:12345-192.168.201.120@tcp:104: 00010000:00010000:3.0:1775773214.138059:0:200739:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x998859bb7e2c124c expref: -99 pid: 202372 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1775773214.138130:0:200739:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775773214.138136:0:200739:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9a6051393b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:751da7f7-3532-48ac-b6b6-0bf67df0b35f+5:229105:x1862022437652608:12345-192.168.201.120@tcp:104: Request processed in 99us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1775773214.138144:0:200739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.120@tcp, seq: 1 00010000:00010000:0.0:1775773214.138648:0:200748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775773214.138656:0:200748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x998859bb7e2c124c expref: -99 pid: 202372 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.138669:0:200748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9a6048b09a00 already unused, calling callback (ffffffffc196d2e0) 00010000:00010000:0.0:1775773214.138675:0:200748:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x998859bb7e2c124c expref: -99 pid: 202372 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.138683:0:200748:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x998859bb7e2c124c expref: -99 pid: 202372 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.138691:0:200748:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 3/0,0 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x998859bb7e2c124c expref: -99 pid: 202372 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1775773214.138740:0:200748:0:(vvp_object.c:117:vvp_conf_set()) [0x20002f9d1:0x3:0x0]: losing layout lock 00010000:00010000:0.0:1775773214.138830:0:200748:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 2/0,0 mode: --/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x998859bb7e2c124c expref: -99 pid: 202372 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.138837:0:200748:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775773214.138871:0:200748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 1/0,0 mode: --/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x998859bb7e2c124c expref: -99 pid: 202372 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.138880:0:200748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09a00/0x1ba08249811e4e38 lrc: 0/0,0 mode: --/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x998859bb7e2c124c expref: -99 pid: 202372 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.138899:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773214.138902:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773214.138903:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775773214.139024:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422843264:192.168.201.120@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1775773214.147377:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422843264:192.168.201.120@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1775773214.154365:0:202372:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202372:1862022422843136:192.168.201.120@tcp:101:lfs.0 00010000:00010000:0.0:1775773214.154388:0:202372:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e3f lrc: 4/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.154404:0:202372:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e3f lrc: 4/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 202372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.154410:0:202372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e3f lrc: 4/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 202372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.154417:0:202372:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e3f lrc: 3/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 202372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.154424:0:202372:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e3f lrc: 4/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 202372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.154430:0:202372:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9a6046228400 already unused, calling callback (ffffffffc196d2e0) 00010000:00010000:0.0:1775773214.154435:0:202372:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e3f lrc: 4/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 202372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.154441:0:202372:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e3f lrc: 4/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 202372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.154448:0:202372:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e3f lrc: 5/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 202372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.154455:0:202372:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:0.0:1775773214.154460:0:202372:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e3f lrc: 3/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 202372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.154467:0:202372:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e3f lrc: 0/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 202372 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1775773214.154485:0:202372:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=800002b, status=0 req@ffff9a6051f87b80 x1862022422843136/t416611827738(416611827738) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/664 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1775773214.154502:0:202372:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6051f87b80 x1862022422843136/t416611827738(416611827738) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/664 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:0.0:1775773214.154518:0:202372:0:(namei.c:953:ll_intent_lock()) intent lock 1 on i1 [0x20002f9d1:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1775773214.154601:0:202372:0:(vvp_io.c:1817:vvp_io_init()) [0x20002f9d1:0x3:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:0.0:1775773214.154609:0:202372:0:(vvp_io.c:288:vvp_io_fini()) [0x20002f9d1:0x3:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:0.0:1775773214.154684:0:202372:0:(llite_lib.c:2941:ll_update_inode()) inode=[0x20002f9d1:0x3:0x0], updating i_size 0 00000002:00100000:0.0:1775773214.154703:0:202372:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6051f87b80 x1862022422843136/t416611827738(416611827738) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1775773214.154744:0:202372:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a6051f87b80 x1862022422843136/t416611827738(416611827738) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1775773214.154755:0:202372:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1775773214.154760:0:202372:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f85f80 x1862022422843520/t0(0) o35->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1775773214.154782:0:202372:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202372:1862022422843520:192.168.201.120@tcp:35:lfs.0 00000100:00100000:0.0:1775773214.155081:0:202372:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1775773214.161086:0:202372:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202372:1862022422843520:192.168.201.120@tcp:35:lfs.0 00000002:00100000:0.0:1775773214.161122:0:202372:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a6051f87b80 x1862022422843136/t416611827738(416611827738) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773230 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:0.0:1775773214.161158:0:202372:0:(file.c:6988:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20002f9d1:0x3:0x0](ffff9a6044725b88) 00000002:00010000:0.0:1775773214.161168:0:202372:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002f9d1:0x3:0x0]) in obj [0x20002f9d1:0x3:0x0], intent: layout flags 0 00010000:00010000:0.0:1775773214.161226:0:202372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e46 lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.161239:0:202372:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e46 lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202372 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.161249:0:202372:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e46 lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202372 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775773214.161269:0:202372:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202372:1862022422843648:192.168.201.120@tcp:101:lfs.0 00000100:00100000:0.0:1775773214.161460:0:202372:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1775773214.177014:0:202372:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202372:1862022422843648:192.168.201.120@tcp:101:lfs.0 00010000:00010000:0.0:1775773214.177043:0:202372:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e46 lrc: 4/1,0 mode: CR/CR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c126f expref: -99 pid: 202372 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.177057:0:202372:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e46 lrc: 4/1,0 mode: CR/CR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c126f expref: -99 pid: 202372 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1775773214.177071:0:202372:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9a6051f85500 x1862022422843648/t0(0) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 376/400 e 0 to 0 dl 1775773230 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1775773214.177082:0:202372:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e46 lrc: 3/1,0 mode: CR/CR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c126f expref: -99 pid: 202372 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1775773214.177094:0:202372:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e46 lrc: 3/1,0 mode: CR/CR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c126f expref: -99 pid: 202372 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.177106:0:202372:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a605875d400 type 13 mode 16 res 8590129617/3 (0 0) 00000080:00200000:0.0:1775773214.177113:0:202372:0:(namei.c:953:ll_intent_lock()) intent lock 1024 on i1 [0x20002f9d1:0x3:0x0] suppgids 0 0: rc 0 00000080:00010000:0.0:1775773214.177128:0:202372:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002f9d1:0x3:0x0](ffff9a6044725b88) for lock 0x1ba08249811e4e46 00000080:00010000:0.0:1775773214.177135:0:202372:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e46 from it ffffbf3281c27c38 00010000:00010000:0.0:1775773214.177140:0:202372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e46 lrc: 3/1,0 mode: CR/CR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c126f expref: -99 pid: 202372 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.177149:0:202372:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e46 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c126f expref: -99 pid: 202372 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.177173:0:202372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e46 lrc: 2/1,0 mode: CR/CR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c126f expref: -99 pid: 202372 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.177194:0:202372:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e46 lrc: 2/1,0 mode: CR/CR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c126f expref: -99 pid: 202372 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:0.0:1775773214.177202:0:202372:0:(file.c:6871:ll_layout_lock_set()) ### file [0x20002f9d1:0x3:0x0](00000000a7bc5872) being reconfigured ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e46 lrc: 3/1,0 mode: CR/CR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c126f expref: -99 pid: 202372 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1775773214.177266:0:202372:0:(file.c:6766:ll_layout_conf()) [0x20002f9d1:0x3:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:0.0:1775773214.177284:0:202372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e46 lrc: 3/1,0 mode: CR/CR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c126f expref: -99 pid: 202372 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.177292:0:202372:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e46 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c126f expref: -99 pid: 202372 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200008:0.0:1775773214.177467:0:202372:0:(file.c:447:ll_file_release()) START file f0:[0x20002f9d1:0x3:0x0](ffff9a6044725b88), flags 100001 00000002:00100000:0.0:1775773214.177506:0:202372:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a6051392680 x1862022422842880/t416611827737(416611827737) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/608 e 0 to 0 dl 1775773230 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1775773214.177516:0:202372:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1775773214.177521:0:202372:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f85500 x1862022422843904/t0(0) o35->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1775773214.177547:0:202372:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202372:1862022422843904:192.168.201.120@tcp:35:lfs.0 00000100:00100000:0.0:1775773214.177655:0:202372:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1775773214.179003:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2408:1862022422844032:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773214.179068:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422844288:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773214.179093:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775773214.179097:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422844160:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773214.182747:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422844160:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773214.182765:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2408:1862022422844032:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773214.182775:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422844288:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773214.214612:0:202372:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202372:1862022422843904:192.168.201.120@tcp:35:lfs.0 00000002:00100000:0.0:1775773214.214652:0:202372:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a6051392680 x1862022422842880/t416611827737(416611827737) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/608 e 0 to 0 dl 1775773230 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:3.0:1775773214.254292:0:202375:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1775773214.254301:0:202375:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:3.0:1775773214.254323:0:202375:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773214.254341:0:202375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1775773214.254357:0:202375:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1775773214.254365:0:202375:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773214.254372:0:202375:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:3.0:1775773214.254375:0:202375:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:3.0:1775773214.254382:0:202375:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281bc7cb8 00010000:00010000:3.0:1775773214.254385:0:202375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1775773214.254394:0:202375:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1775773214.254448:0:202375:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:3.0:1775773214.254455:0:202375:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773214.254460:0:202375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1775773214.254466:0:202375:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1775773214.254469:0:202375:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773214.254472:0:202375:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:3.0:1775773214.254474:0:202375:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:3.0:1775773214.254476:0:202375:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281bc7bb0 00010000:00010000:3.0:1775773214.254478:0:202375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1775773214.254482:0:202375:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1775773214.254493:0:202375:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 44 00000080:00200008:3.0:1775773214.254498:0:202375:0:(file.c:1057:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 300000 00000080:00200080:3.0:1775773214.254508:0:202375:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=800866a8 arg=7fffc65c373c 00000080:00200008:3.0:1775773214.254519:0:202375:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 300000 00000080:00200000:3.0:1775773214.254530:0:202375:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:3.0:1775773214.254534:0:202375:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773214.254538:0:202375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1775773214.254543:0:202375:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1775773214.254551:0:202375:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773214.254553:0:202375:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:3.0:1775773214.254555:0:202375:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:3.0:1775773214.254557:0:202375:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281bc7bb0 00010000:00010000:3.0:1775773214.254559:0:202375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1775773214.254563:0:202375:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:3.0:1775773214.254567:0:202375:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 44 00000080:00200008:3.0:1775773214.254569:0:202375:0:(file.c:1057:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 100000 00000080:00200080:3.0:1775773214.254574:0:202375:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=8080667f arg=7fffc65c2410 00000080:00200008:3.0:1775773214.256106:0:202375:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 100000 00000080:00200008:3.0:1775773214.256479:0:202375:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1775773214.256484:0:202375:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:3.0:1775773214.256500:0:202375:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773214.256513:0:202375:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1775773214.256523:0:202375:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:3.0:1775773214.256528:0:202375:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773214.256533:0:202375:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:3.0:1775773214.256535:0:202375:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:3.0:1775773214.256541:0:202375:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281bc7cb8 00010000:00010000:3.0:1775773214.256543:0:202375:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1775773214.256549:0:202375:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:3.0:1775773214.277608:0:202377:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1775773214.277615:0:202377:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:3.0:1775773214.277635:0:202377:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773214.277650:0:202377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1775773214.277662:0:202377:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:3.0:1775773214.277667:0:202377:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773214.277673:0:202377:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:3.0:1775773214.277676:0:202377:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:3.0:1775773214.277681:0:202377:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281d9fcb8 00010000:00010000:3.0:1775773214.277684:0:202377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:3.0:1775773214.277689:0:202377:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:3.0:1775773214.277772:0:202377:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:3.0:1775773214.277778:0:202377:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773214.277783:0:202377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1775773214.277910:0:202377:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:3.0:1775773214.277916:0:202377:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773214.277920:0:202377:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:3.0:1775773214.277921:0:202377:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:3.0:1775773214.277924:0:202377:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281d9fbb0 00010000:00010000:3.0:1775773214.277926:0:202377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1775773214.277931:0:202377:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00200000:3.0:1775773214.277937:0:202377:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 44 00000080:00200008:3.0:1775773214.277943:0:202377:0:(file.c:1057:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 300000 00000080:00200080:3.0:1775773214.277955:0:202377:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=800866a8 arg=7fff6fe7b71c 00000080:00200008:3.0:1775773214.277967:0:202377:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 300000 00000080:00200000:1.0:1775773214.280327:0:202380:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:1.0:1775773214.280355:0:202380:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773214.280372:0:202380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1775773214.280386:0:202380:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00200000:1.0:1775773214.280394:0:202380:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773214.280404:0:202380:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:1.0:1775773214.280407:0:202380:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:1.0:1775773214.280415:0:202380:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281c3fbf8 00010000:00010000:1.0:1775773214.280419:0:202380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1775773214.280427:0:202380:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000080:00200000:1.0:1775773214.280441:0:202380:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:1.0:1775773214.280450:0:202380:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=267 00000080:00200000:1.0:1775773214.280457:0:202380:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 44 00000080:00200008:1.0:1775773214.280465:0:202380:0:(file.c:1057:ll_file_open()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 304000 00000002:00010000:1.0:1775773214.280480:0:202380:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002f9d1:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240304001 00010000:00010000:1.0:1775773214.280524:0:202380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 202380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.280532:0:202380:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202380 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1775773214.280543:0:202380:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1775773214.280555:0:202380:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a605873a300 x1862022422844544/t0(0) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1775773214.280565:0:202380:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e4d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202380 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775773214.280588:0:202380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202380:1862022422844544:192.168.201.120@tcp:101:lfs.0 00000100:00100000:1.0:1775773214.281337:0:202380:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775773214.287363:0:202380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202380:1862022422844544:192.168.201.120@tcp:101:lfs.0 00010000:00010000:1.0:1775773214.287384:0:202380:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e4d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.287396:0:202380:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e4d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 202380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.287404:0:202380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e4d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 202380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.287410:0:202380:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e4d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 202380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.287419:0:202380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e4d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 202380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.287424:0:202380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9a6046073000 already unused, calling callback (ffffffffc196d2e0) 00010000:00010000:1.0:1775773214.287429:0:202380:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e4d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 202380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.287436:0:202380:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e4d lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 202380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.287443:0:202380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e4d lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 202380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.287449:0:202380:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:1.0:1775773214.287455:0:202380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e4d lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 202380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.287460:0:202380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e4d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 202380 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1775773214.287475:0:202380:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9a605873a300 x1862022422844544/t416611827741(416611827741) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:1.0:1775773214.287488:0:202380:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a605873a300 x1862022422844544/t416611827741(416611827741) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1775773214.287501:0:202380:0:(namei.c:953:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1775773214.287518:0:202380:0:(llite_lib.c:2941:ll_update_inode()) inode=[0x20002f9d1:0x1:0x0], updating i_size 4096 00000002:00100000:1.0:1775773214.287535:0:202380:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a605873a300 x1862022422844544/t416611827741(416611827741) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:1.0:1775773214.287611:0:202380:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:1.0:1775773214.287626:0:202380:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773214.287639:0:202380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:1.0:1775773214.287656:0:202380:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000080:00200000:1.0:1775773214.287663:0:202380:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773214.287668:0:202380:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:1.0:1775773214.287671:0:202380:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:1.0:1775773214.287675:0:202380:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281c3fbf8 00010000:00010000:1.0:1775773214.287679:0:202380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00010000:00010000:1.0:1775773214.287686:0:202380:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000080:00200000:1.0:1775773214.287699:0:202380:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:1.0:1775773214.287706:0:202380:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=264 00000080:00200000:1.0:1775773214.287712:0:202380:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 44 00000080:00200008:1.0:1775773214.287718:0:202380:0:(file.c:1057:ll_file_open()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 504000 00000080:00200008:1.0:1775773214.287736:0:202380:0:(file.c:447:ll_file_release()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 304000 00000080:00200008:1.0:1775773214.287996:0:202380:0:(file.c:6226:ll_getattr_dentry()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1775773214.288002:0:202380:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248),name=d90.replay-single 00000002:00010000:1.0:1775773214.288015:0:202380:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002f9d1:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773214.288021:0:202380:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a605875d400 type 13 mode 30 res 8590129617/1 (0 0) 00010000:00010000:1.0:1775773214.288055:0:202380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 202380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.288063:0:202380:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.288073:0:202380:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202380 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775773214.288092:0:202380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202380:1862022422844672:192.168.201.120@tcp:101:lfs.0 00000100:00100000:1.0:1775773214.288194:0:202380:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775773214.294033:0:202380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202380:1862022422844672:192.168.201.120@tcp:101:lfs.0 00010000:00010000:1.0:1775773214.294058:0:202380:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.294075:0:202380:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 4/1,0 mode: --/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.294083:0:202380:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 4/1,0 mode: --/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.294095:0:202380:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.294105:0:202380:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.294117:0:202380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 5/2,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.294125:0:202380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 5/2,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.294135:0:202380:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1775773214.294145:0:202380:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9a605873b100 x1862022422844672/t0(0) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1775773230 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1775773214.294157:0:202380:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.294165:0:202380:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a605875d400 type 13 mode 4 res 8590129617/1 (0 0) 00000080:00200000:1.0:1775773214.294183:0:202380:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1775773214.294209:0:202380:0:(llite_lib.c:2941:ll_update_inode()) inode=[0x20002f9d1:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1775773214.294215:0:202380:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002f9d1:0x1:0x0](ffff9a604418b248) for lock 0x1ba08249811e4e54 00000080:00010000:1.0:1775773214.294224:0:202380:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002f9d1:0x1:0x0](ffff9a604418b248) 00000080:00010000:1.0:1775773214.294228:0:202380:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e54 from it ffffbf3281c3fcd8 00010000:00010000:1.0:1775773214.294230:0:202380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.294239:0:202380:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773214.294433:0:202380:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) pos/size0/4096 32bit_api 0 00000002:00010000:1.0:1775773214.294456:0:202380:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002f9d1:0x1:0x0]) in obj [0x20002f9d1:0x1:0x0], intent: readdir flags 0 00010000:00010000:1.0:1775773214.294465:0:202380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 2/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773214.294475:0:202380:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 2/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00100000:0.0:1775773214.297764:0:202380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202380:1862022422844800:192.168.201.120@tcp:37:lfs.0 00000100:00100000:0.0:1775773214.299524:0:202380:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1775773214.311534:0:202380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202380:1862022422844800:192.168.201.120@tcp:37:lfs.0 00010000:00010000:0.0:1775773214.312200:0:202380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.312216:0:202380:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200080:0.0:1775773214.312283:0:202380:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) cmd=c1406916 arg=17f2a10 00000100:00100000:0.0:1775773214.312353:0:202380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202380:1862022422844928:192.168.201.120@tcp:34:lfs.0 00000100:00100000:0.0:1775773214.313222:0:202380:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1775773214.322940:0:202380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202380:1862022422844928:192.168.201.120@tcp:34:lfs.0 00000080:00200000:0.0:1775773214.323026:0:202380:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:0.0:1775773214.323049:0:202380:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773214.323067:0:202380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1775773214.323086:0:202380:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000080:00200000:0.0:1775773214.323094:0:202380:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1775773214.323100:0:202380:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:0.0:1775773214.323103:0:202380:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:0.0:1775773214.323110:0:202380:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281c3fbf8 00010000:00010000:0.0:1775773214.323114:0:202380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00010000:00010000:0.0:1775773214.323122:0:202380:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000080:00200000:0.0:1775773214.323136:0:202380:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:0.0:1775773214.323143:0:202380:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=24 00000080:00200000:0.0:1775773214.323149:0:202380:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 1 00000080:00200000:0.0:1775773214.323160:0:202380:0:(namei.c:1409:ll_atomic_open()) VFS Op:name=f0, dir=[0x20002f9d1:0x1:0x0](ffff9a604418b248), file ffff9a6047d22600, open_flags 28800, mode 0 opened 0 00000080:00200000:0.0:1775773214.323166:0:202380:0:(namei.c:1073:ll_lookup_it()) VFS Op:name=f0, dir=[0x20002f9d1:0x1:0x0](ffff9a604418b248), intent=open 00000002:00010000:0.0:1775773214.323190:0:202380:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f0,[0x0:0x0:0x0]) in obj [0x20002f9d1:0x1:0x0], intent: open flags 0504001 00010000:00010000:0.0:1775773214.323239:0:202380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228c00/0x1ba08249811e4e5b lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 202380 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.323247:0:202380:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228c00/0x1ba08249811e4e5b lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 202380 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1775773214.324223:0:202380:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1775773214.324232:0:202380:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f85180 x1862022422845184/t0(0) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1775773214.324242:0:202380:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228c00/0x1ba08249811e4e5b lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 202380 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775773214.324423:0:202380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202380:1862022422845184:192.168.201.120@tcp:101:lfs.0 00000100:00100000:0.0:1775773214.327617:0:202380:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1775773214.334148:0:202380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202380:1862022422845184:192.168.201.120@tcp:101:lfs.0 00010000:00010000:0.0:1775773214.334185:0:202380:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228c00/0x1ba08249811e4e5b lrc: 4/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12bc expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.334203:0:202380:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228c00/0x1ba08249811e4e5b lrc: 4/1,0 mode: --/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12bc expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.334211:0:202380:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228c00/0x1ba08249811e4e5b lrc: 4/1,0 mode: --/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12bc expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.334222:0:202380:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228c00/0x1ba08249811e4e5b lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c12bc expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.334242:0:202380:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228c00/0x1ba08249811e4e5b lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12bc expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.334256:0:202380:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228c00/0x1ba08249811e4e5b lrc: 5/2,0 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c12bc expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.334264:0:202380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228c00/0x1ba08249811e4e5b lrc: 5/2,0 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c12bc expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.334277:0:202380:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228c00/0x1ba08249811e4e5b lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c12bc expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1775773214.334288:0:202380:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9a6051f85180 x1862022422845184/t416611827742(416611827742) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/664 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1775773214.334299:0:202380:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6051f85180 x1862022422845184/t416611827742(416611827742) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/664 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1775773214.334310:0:202380:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228c00/0x1ba08249811e4e5b lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12bc expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1775773214.334323:0:202380:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228c00/0x1ba08249811e4e5b lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12bc expref: -99 pid: 202380 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.334333:0:202380:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a605875d400 type 13 mode 4 res 8590129617/3 (0 0) 00000080:00200000:0.0:1775773214.334350:0:202380:0:(namei.c:953:ll_intent_lock()) intent lock 1 on i1 [0x20002f9d1:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1775773214.334437:0:202380:0:(namei.c:147:ll_iget()) got inode: [0x20002f9d1:0x3:0x0](ffff9a6044725b88): rc = 0 00000080:00200000:0.0:1775773214.334457:0:202380:0:(file.c:6766:ll_layout_conf()) [0x20002f9d1:0x3:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1775773214.334468:0:202380:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002f9d1:0x3:0x0](ffff9a6044725b88) for lock 0x1ba08249811e4e5b 00000080:00010000:0.0:1775773214.334480:0:202380:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002f9d1:0x3:0x0](ffff9a6044725b88) 00000080:00200008:0.0:1775773214.334495:0:202380:0:(file.c:1057:ll_file_open()) START file f0:[0x20002f9d1:0x3:0x0](ffff9a6044725b88), flags 504000 00000002:00100000:0.0:1775773214.334516:0:202380:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6051f85180 x1862022422845184/t416611827742(416611827742) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:0.0:1775773214.334558:0:202380:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e5b from it ffff9a6042f57060 00010000:00010000:0.0:1775773214.334562:0:202380:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228c00/0x1ba08249811e4e5b lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c12bc expref: -99 pid: 202380 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.334575:0:202380:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228c00/0x1ba08249811e4e5b lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c12bc expref: -99 pid: 202380 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1775773214.334600:0:202380:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x3:0x0](ffff9a6044725b88), inode mode 81a4 mask 44 00000080:00200080:0.0:1775773214.334627:0:202380:0:(file.c:4602:ll_file_ioctl()) VFS Op:inode=[0x20002f9d1:0x3:0x0](ffff9a6044725b88) cmd=8080667f arg=7fb5fb58d690 00000080:00200008:0.0:1775773214.334648:0:202380:0:(file.c:447:ll_file_release()) START file f0:[0x20002f9d1:0x3:0x0](ffff9a6044725b88), flags 504000 00000002:00100000:0.0:1775773214.334689:0:202380:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a6051f85180 x1862022422845184/t416611827742(416611827742) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773230 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1775773214.334699:0:202380:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1775773214.334703:0:202380:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f86a00 x1862022422845440/t0(0) o35->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1775773214.334723:0:202380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202380:1862022422845440:192.168.201.120@tcp:35:lfs.0 00000100:00100000:0.0:1775773214.334827:0:202380:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1775773214.345559:0:202380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202380:1862022422845440:192.168.201.120@tcp:35:lfs.0 00000002:00100000:0.0:1775773214.345597:0:202380:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a6051f85180 x1862022422845184/t416611827742(416611827742) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773230 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:0.0:1775773214.346029:0:202380:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) cmd=8080667f arg=7fb5fb58c320 00000080:00200000:0.0:1775773214.346224:0:202380:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200008:0.0:1775773214.346294:0:202380:0:(file.c:447:ll_file_release()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 504000 00000002:00100000:0.0:1775773214.346358:0:202380:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a605873a300 x1862022422844544/t416611827741(416611827741) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1775773230 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1775773214.346369:0:202380:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1775773214.346374:0:202380:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f86a00 x1862022422845696/t0(0) o35->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1775773214.346395:0:202380:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202380:1862022422845696:192.168.201.120@tcp:35:lfs.0 00000100:00100000:0.0:1775773214.346461:0:202380:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1775773214.378368:0:202380:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202380:1862022422845696:192.168.201.120@tcp:35:lfs.0 00000002:00100000:0.0:1775773214.378687:0:202380:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a605873a300 x1862022422844544/t416611827741(416611827741) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1775773230 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:0.0:1775773214.400533:0:202382:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1775773214.400541:0:202382:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:0.0:1775773214.400562:0:202382:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773214.400581:0:202382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1775773214.400594:0:202382:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000080:00200000:0.0:1775773214.400601:0:202382:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1775773214.400609:0:202382:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:0.0:1775773214.400612:0:202382:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:0.0:1775773214.400619:0:202382:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281c47cb8 00010000:00010000:0.0:1775773214.400622:0:202382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00010000:00010000:0.0:1775773214.400630:0:202382:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:0.0:1775773214.400753:0:202382:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:0.0:1775773214.400761:0:202382:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773214.400769:0:202382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1775773214.400777:0:202382:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:0.0:1775773214.400783:0:202382:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1775773214.401169:0:202382:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:0.0:1775773214.401184:0:202382:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:0.0:1775773214.401188:0:202382:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281c47bb0 00010000:00010000:0.0:1775773214.401630:0:202382:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00010000:00010000:0.0:1775773214.401641:0:202382:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:0.0:1775773214.401653:0:202382:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 44 00000080:00200008:0.0:1775773214.401663:0:202382:0:(file.c:1057:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 300000 00000080:00200080:0.0:1775773214.401685:0:202382:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=800866a8 arg=7fffed524a1c 00000080:00200008:0.0:1775773214.401700:0:202382:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 300000 00000080:00200000:3.0:1775773214.409958:0:202384:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:3.0:1775773214.409989:0:202384:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773214.410015:0:202384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1775773214.410030:0:202384:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:3.0:1775773214.410037:0:202384:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773214.410046:0:202384:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:3.0:1775773214.410049:0:202384:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:3.0:1775773214.410055:0:202384:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281be7bf8 00010000:00010000:3.0:1775773214.410060:0:202384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00010000:00010000:3.0:1775773214.410067:0:202384:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:3.0:1775773214.410080:0:202384:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:3.0:1775773214.410087:0:202384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=267 00000080:00200000:3.0:1775773214.410094:0:202384:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 44 00000080:00200008:3.0:1775773214.410102:0:202384:0:(file.c:1057:ll_file_open()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 304000 00000002:00010000:3.0:1775773214.410117:0:202384:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002f9d1:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240304001 00010000:00010000:3.0:1775773214.410166:0:202384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 202384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773214.410183:0:202384:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202384 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1775773214.410196:0:202384:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1775773214.410384:0:202384:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6048b58700 x1862022422845952/t0(0) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1775773214.410395:0:202384:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202384 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1775773214.410418:0:202384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58700 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202384:1862022422845952:192.168.201.120@tcp:101:lfs.0 00000100:00100000:1.0:1775773214.414149:0:202384:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60458a80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1775773214.417035:0:202384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58700 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202384:1862022422845952:192.168.201.120@tcp:101:lfs.0 00010000:00010000:3.0:1775773214.417067:0:202384:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 4/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773214.417078:0:202384:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 4/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773214.417089:0:202384:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 4/1,0 mode: CR/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773214.417101:0:202384:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 4/1,0 mode: CR/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1775773214.417123:0:202384:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff9a6048b58700 x1862022422845952/t416611827745(416611827745) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:3.0:1775773214.417137:0:202384:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6048b58700 x1862022422845952/t416611827745(416611827745) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:3.0:1775773214.417147:0:202384:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 3/1,0 mode: CR/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773214.417158:0:202384:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a605875d400 type 13 mode 16 res 8590129617/1 (0 0) 00000080:00200000:3.0:1775773214.417165:0:202384:0:(namei.c:953:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1775773214.417194:0:202384:0:(llite_lib.c:2941:ll_update_inode()) inode=[0x20002f9d1:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1775773214.417198:0:202384:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002f9d1:0x1:0x0](ffff9a604418b248) for lock 0x1ba08249811e4e62 00000080:00010000:3.0:1775773214.417214:0:202384:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e62 from it ffffbf3281be7bd0 00010000:00010000:3.0:1775773214.417218:0:202384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 3/1,0 mode: CR/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773214.417232:0:202384:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00100000:3.0:1775773214.417271:0:202384:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6048b58700 x1862022422845952/t416611827745(416611827745) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:3.0:1775773214.417360:0:202384:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:3.0:1775773214.417379:0:202384:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773214.417390:0:202384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1775773214.417399:0:202384:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:3.0:1775773214.417405:0:202384:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773214.417410:0:202384:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:3.0:1775773214.417414:0:202384:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:3.0:1775773214.417418:0:202384:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281be7bf8 00010000:00010000:3.0:1775773214.417420:0:202384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00010000:00010000:3.0:1775773214.417427:0:202384:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:3.0:1775773214.417436:0:202384:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:3.0:1775773214.417443:0:202384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=264 00000080:00200000:3.0:1775773214.417449:0:202384:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 44 00000080:00200008:3.0:1775773214.417455:0:202384:0:(file.c:1057:ll_file_open()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 504000 00000080:00200008:3.0:1775773214.417474:0:202384:0:(file.c:447:ll_file_release()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 304000 00010000:00010000:3.0:1775773214.417486:0:202384:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200008:3.0:1775773214.417571:0:202384:0:(file.c:6226:ll_getattr_dentry()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1775773214.417576:0:202384:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248),name=d90.replay-single 00000002:00010000:3.0:1775773214.417589:0:202384:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002f9d1:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773214.417596:0:202384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 2/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1775773214.417604:0:202384:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 2/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1775773214.417610:0:202384:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773214.417614:0:202384:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002f9d1:0x1:0x0](ffff9a604418b248) 00000080:00010000:3.0:1775773214.417616:0:202384:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002f9d1:0x1:0x0](ffff9a604418b248) for lock 0x1ba08249811e4e54 00000080:00010000:3.0:1775773214.417619:0:202384:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e54 from it ffffbf3281be7cd8 00010000:00010000:3.0:1775773214.417622:0:202384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1775773214.417628:0:202384:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1775773214.417758:0:202384:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) pos/size0/4096 32bit_api 0 00000080:00200080:3.0:1775773214.417817:0:202384:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) cmd=c1406916 arg=165ea10 00000100:00100000:3.0:1775773214.417882:0:202384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202384:1862022422846080:192.168.201.120@tcp:34:lfs.0 00000100:00100000:3.0:1775773214.418042:0:202384:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60458a80c0 going to sleep for 11 seconds 00000100:00100000:0.0:1775773214.426330:0:202384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202384:1862022422846080:192.168.201.120@tcp:34:lfs.0 00000080:00200000:0.0:1775773214.426416:0:202384:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:0.0:1775773214.426438:0:202384:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773214.426468:0:202384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1775773214.426482:0:202384:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200000:0.0:1775773214.426490:0:202384:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1775773214.426497:0:202384:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:0.0:1775773214.426501:0:202384:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:0.0:1775773214.426507:0:202384:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281be7bf8 00010000:00010000:0.0:1775773214.426511:0:202384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00010000:00010000:0.0:1775773214.426520:0:202384:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:0.0:1775773214.426534:0:202384:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:0.0:1775773214.426541:0:202384:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=24 00000080:00200000:0.0:1775773214.426547:0:202384:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 1 00000080:00200000:0.0:1775773214.426559:0:202384:0:(namei.c:1409:ll_atomic_open()) VFS Op:name=all, dir=[0x20002f9d1:0x1:0x0](ffff9a604418b248), file ffff9a60481e6900, open_flags 28800, mode 0 opened 0 00000080:00200000:0.0:1775773214.426565:0:202384:0:(namei.c:1073:ll_lookup_it()) VFS Op:name=all, dir=[0x20002f9d1:0x1:0x0](ffff9a604418b248), intent=open 00000002:00010000:0.0:1775773214.426578:0:202384:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: all,[0x0:0x0:0x0]) in obj [0x20002f9d1:0x1:0x0], intent: open flags 0504001 00010000:00010000:0.0:1775773214.426625:0:202384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 202384 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.426633:0:202384:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 202384 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1775773214.426644:0:202384:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1775773214.426652:0:202384:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f86a00 x1862022422846336/t0(0) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1775773214.426662:0:202384:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 202384 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775773214.426682:0:202384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202384:1862022422846336:192.168.201.120@tcp:101:lfs.0 00000100:00100000:0.0:1775773214.426849:0:202384:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1775773214.434530:0:202384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202384:1862022422846336:192.168.201.120@tcp:101:lfs.0 00010000:00010000:0.0:1775773214.434558:0:202384:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 4/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1309 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.434573:0:202384:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 4/1,0 mode: --/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1309 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.434580:0:202384:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 4/1,0 mode: --/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1309 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.434591:0:202384:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c1309 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.434602:0:202384:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1309 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.434615:0:202384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 5/2,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c1309 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.434622:0:202384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 5/2,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c1309 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.434629:0:202384:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c1309 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1775773214.434645:0:202384:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9a6051f86a00 x1862022422846336/t416611827746(416611827746) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/688 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1775773214.434656:0:202384:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6051f86a00 x1862022422846336/t416611827746(416611827746) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/688 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1775773214.434669:0:202384:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1309 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1775773214.434683:0:202384:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c1309 expref: -99 pid: 202384 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.434694:0:202384:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a605875d400 type 13 mode 4 res 8590129617/2 (0 0) 00000080:00200000:0.0:1775773214.434700:0:202384:0:(namei.c:953:ll_intent_lock()) intent lock 1 on i1 [0x20002f9d1:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1775773214.434947:0:202384:0:(namei.c:147:ll_iget()) got inode: [0x20002f9d1:0x2:0x0](ffff9a60447942c8): rc = 0 00000080:00200000:0.0:1775773214.434972:0:202384:0:(file.c:6766:ll_layout_conf()) [0x20002f9d1:0x2:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1775773214.434984:0:202384:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002f9d1:0x2:0x0](ffff9a60447942c8) for lock 0x1ba08249811e4e69 00000080:00010000:0.0:1775773214.434996:0:202384:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002f9d1:0x2:0x0](ffff9a60447942c8) 00000080:00200008:0.0:1775773214.435303:0:202384:0:(file.c:1057:ll_file_open()) START file all:[0x20002f9d1:0x2:0x0](ffff9a60447942c8), flags 504000 00000002:00100000:0.0:1775773214.435328:0:202384:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6051f86a00 x1862022422846336/t416611827746(416611827746) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 600/688 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:0.0:1775773214.438221:0:202384:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e69 from it ffff9a6042f57060 00010000:00010000:0.0:1775773214.438238:0:202384:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c1309 expref: -99 pid: 202384 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.438253:0:202384:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c1309 expref: -99 pid: 202384 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1775773214.438290:0:202384:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x2:0x0](ffff9a60447942c8), inode mode 81a4 mask 44 00000080:00200080:0.0:1775773214.438317:0:202384:0:(file.c:4602:ll_file_ioctl()) VFS Op:inode=[0x20002f9d1:0x2:0x0](ffff9a60447942c8) cmd=8080667f arg=7ffb3fad5690 00000080:00200008:0.0:1775773214.438342:0:202384:0:(file.c:447:ll_file_release()) START file all:[0x20002f9d1:0x2:0x0](ffff9a60447942c8), flags 504000 00000002:00100000:0.0:1775773214.438408:0:202384:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a6051f86a00 x1862022422846336/t416611827746(416611827746) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 600/688 e 0 to 0 dl 1775773230 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1775773214.438420:0:202384:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1775773214.438427:0:202384:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f85180 x1862022422846592/t0(0) o35->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1775773214.438450:0:202384:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202384:1862022422846592:192.168.201.120@tcp:35:lfs.0 00000100:00100000:0.0:1775773214.438542:0:202384:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1775773214.445260:0:202384:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202384:1862022422846592:192.168.201.120@tcp:35:lfs.0 00000002:00100000:0.0:1775773214.445300:0:202384:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a6051f86a00 x1862022422846336/t416611827746(416611827746) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 600/688 e 0 to 0 dl 1775773230 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:0.0:1775773214.445688:0:202384:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) cmd=8080667f arg=7ffb3fad4320 00000080:00200000:0.0:1775773214.445906:0:202384:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200008:0.0:1775773214.445972:0:202384:0:(file.c:447:ll_file_release()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 504000 00010000:00010000:0.0:1775773214.446012:0:202384:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:2.0:1775773214.462524:0:202387:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:2.0:1775773214.462644:0:202387:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1775773214.462665:0:202387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1775773214.462682:0:202387:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00000080:00200000:2.0:1775773214.462691:0:202387:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1775773214.462701:0:202387:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:2.0:1775773214.462705:0:202387:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:2.0:1775773214.462713:0:202387:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281c0fbf8 00010000:00010000:2.0:1775773214.462716:0:202387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:2.0:1775773214.462725:0:202387:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:2.0:1775773214.462738:0:202387:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:2.0:1775773214.462746:0:202387:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=25 00000080:00200000:2.0:1775773214.462751:0:202387:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 1 00000080:00200000:2.0:1775773214.462764:0:202387:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 3 00000080:00200000:2.0:1775773214.462769:0:202387:0:(namei.c:1409:ll_atomic_open()) VFS Op:name=f1, dir=[0x20002f9d1:0x1:0x0](ffff9a604418b248), file ffff9a6058a26780, open_flags a141, mode 81b6 opened 0 00000080:00200000:2.0:1775773214.462776:0:202387:0:(namei.c:1073:ll_lookup_it()) VFS Op:name=f1, dir=[0x20002f9d1:0x1:0x0](ffff9a604418b248), intent=open|creat 00000002:00010000:2.0:1775773214.463333:0:202387:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f1,[0x20002f9d1:0x4:0x0]) in obj [0x20002f9d1:0x1:0x0], intent: open|creat flags 0120502 00010000:00010000:2.0:1775773214.463350:0:202387:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1775773214.463370:0:202387:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073c00/0x1ba08249811e4e1c lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11f1 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1775773214.463467:0:202387:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 1/0,0 mode: --/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1775773214.463475:0:202387:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1775773214.463478:0:202387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072400/0x1ba08249811e4e54 lrc: 0/0,0 mode: --/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x998859bb7e2c128b expref: -99 pid: 202380 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1775773214.463504:0:202387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 3/0,1 mode: --/CW res: [0x20002f9d1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 202387 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.463511:0:202387:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 3/0,1 mode: --/CW res: [0x20002f9d1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 202387 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1775773214.463521:0:202387:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1775773214.463532:0:202387:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051391180 x1862022422846848/t0(0) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1775773214.463543:0:202387:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 3/0,1 mode: --/CW res: [0x20002f9d1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 202387 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775773214.463578:0:202387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202387:1862022422846848:192.168.201.120@tcp:101:lfs.0 00000100:00100000:2.0:1775773214.463704:0:202387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6042f7a240 going to sleep for 11 seconds 00000100:00100000:2.0:1775773214.470608:0:202387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202387:1862022422846848:192.168.201.120@tcp:101:lfs.0 00010000:00010000:2.0:1775773214.470633:0:202387:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 4/0,1 mode: --/CW res: [0x20002f9d1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c132c expref: -99 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.470652:0:202387:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 4/0,1 mode: --/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c132c expref: -99 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.470666:0:202387:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 4/0,1 mode: --/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c132c expref: -99 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.470678:0:202387:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 4/0,1 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c132c expref: -99 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.470687:0:202387:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 4/0,1 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c132c expref: -99 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.470699:0:202387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 5/1,1 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c132c expref: -99 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.470706:0:202387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 5/1,1 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c132c expref: -99 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.470713:0:202387:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c132c expref: -99 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1775773214.470724:0:202387:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=3 disposition=8000037, status=0 req@ffff9a6051391180 x1862022422846848/t416611827748(416611827748) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/608 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1775773214.470737:0:202387:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6051391180 x1862022422846848/t416611827748(416611827748) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/608 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1775773214.470748:0:202387:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c132c expref: -99 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.470758:0:202387:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a605875d400 type 13 mode 4 res 8590129617/4 (0 0) 00000080:00200000:2.0:1775773214.470765:0:202387:0:(namei.c:953:ll_intent_lock()) intent lock 3 on i1 [0x20002f9d1:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:2.0:1775773214.470861:0:202387:0:(namei.c:1620:ll_create_it()) VFS Op:name=f1, dir=[0x20002f9d1:0x1:0x0](ffff9a604418b248), intent=open|creat 00000080:00200000:2.0:1775773214.470886:0:202387:0:(llite_lib.c:3177:ll_read_inode2()) VFS Op:inode=[0x20002f9d1:0x4:0x0](ffff9a60447c1988) 00000080:00200000:2.0:1775773214.470892:0:202387:0:(llite_lib.c:2941:ll_update_inode()) inode=[0x20002f9d1:0x4:0x0], updating i_size 0 00000080:00200000:2.0:1775773214.470969:0:202387:0:(file.c:6766:ll_layout_conf()) [0x20002f9d1:0x4:0x0]: layout version change: 4294967294 -> 4294967295 00000080:00010000:2.0:1775773214.470978:0:202387:0:(namei.c:1586:ll_create_node()) setting l_ast_data to inode [0x20002f9d1:0x4:0x0](ffff9a60447c1988) 00000080:00010000:2.0:1775773214.470981:0:202387:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002f9d1:0x4:0x0](ffff9a60447c1988) for lock 0x1ba08249811e4e70 00000080:00010000:2.0:1775773214.470989:0:202387:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002f9d1:0x4:0x0](ffff9a60447c1988) 00000080:00200008:2.0:1775773214.471001:0:202387:0:(file.c:1057:ll_file_open()) START file f1:[0x20002f9d1:0x4:0x0](ffff9a60447c1988), flags 120501 00000002:00100000:2.0:1775773214.471019:0:202387:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6051391180 x1862022422846848/t416611827748(416611827748) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/608 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1775773214.471065:0:202387:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e70 from it ffff9a6048a950c0 00010000:00010000:2.0:1775773214.471069:0:202387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c132c expref: -99 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.471078:0:202387:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c132c expref: -99 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1775773214.471098:0:202387:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x4:0x0](ffff9a60447c1988), inode mode 81a4 mask 40 00000080:00200080:2.0:1775773214.471128:0:202387:0:(file.c:4602:ll_file_ioctl()) VFS Op:inode=[0x20002f9d1:0x4:0x0](ffff9a60447c1988) cmd=4008669a arg=18dc2e0 00000002:00010000:2.0:1775773214.471146:0:202387:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002f9d1:0x4:0x0]) in obj [0x20002f9d1:0x1:0x0], intent: open flags 040000002 00010000:00010000:2.0:1775773214.471208:0:202387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e77 lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 202387 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.471216:0:202387:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e77 lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 202387 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1775773214.471227:0:202387:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1775773214.471234:0:202387:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051393800 x1862022422847104/t0(0) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1775773214.471242:0:202387:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e77 lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 202387 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775773214.471260:0:202387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202387:1862022422847104:192.168.201.120@tcp:101:lfs.0 00000100:00100000:2.0:1775773214.471409:0:202387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6042f7a240 going to sleep for 11 seconds 00000100:00100000:3.0:1775773214.481243:0:2403:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.120@tcp (source: 12345-192.168.201.120@tcp) 00000100:00100000:2.0:1775773214.482042:0:200739:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022437652864 00000100:00100000:2.0:1775773214.482054:0:200739:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022437652864 00000100:00100000:2.0:1775773214.482120:0:200739:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.120@tcp, seq: 2 00000100:00100000:2.0:1775773214.482131:0:200739:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9a6048b58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:751da7f7-3532-48ac-b6b6-0bf67df0b35f+5:229106:x1862022437652864:12345-192.168.201.120@tcp:104: 00010000:00010000:2.0:1775773214.482149:0:200739:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x998859bb7e2c132c expref: -99 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1775773214.482252:0:200739:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1775773214.482260:0:200739:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9a6048b58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:751da7f7-3532-48ac-b6b6-0bf67df0b35f+5:229106:x1862022437652864:12345-192.168.201.120@tcp:104: Request processed in 131us (1027us total) trans 0 rc 0/0 00000100:00100000:2.0:1775773214.482268:0:200739:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.120@tcp, seq: 2 00010000:00010000:0.0:1775773214.482420:0:200747:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775773214.482427:0:200747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x420000000000 nid: local remote: 0x998859bb7e2c132c expref: -99 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.482435:0:200747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9a6048b09800 already unused, calling callback (ffffffffc196d2e0) 00010000:00010000:0.0:1775773214.482441:0:200747:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x998859bb7e2c132c expref: -99 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.482450:0:200747:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x420400000000 nid: local remote: 0x998859bb7e2c132c expref: -99 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.482457:0:200747:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 3/0,0 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x428400000000 nid: local remote: 0x998859bb7e2c132c expref: -99 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1775773214.482515:0:200747:0:(vvp_object.c:117:vvp_conf_set()) [0x20002f9d1:0x4:0x0]: losing layout lock 00010000:00010000:0.0:1775773214.482581:0:200747:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 2/0,0 mode: --/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x998859bb7e2c132c expref: -99 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.482589:0:200747:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775773214.482608:0:200747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 1/0,0 mode: --/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x998859bb7e2c132c expref: -99 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.482615:0:200747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09800/0x1ba08249811e4e70 lrc: 0/0,0 mode: --/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x1b rrc: 2 type: IBT gid 0 flags: 0x4c29400000020 nid: local remote: 0x998859bb7e2c132c expref: -99 pid: 202387 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.482636:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773214.482638:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773214.482640:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775773214.483628:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422847232:192.168.201.120@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1775773214.501987:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422847232:192.168.201.120@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1775773214.503070:0:202387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202387:1862022422847104:192.168.201.120@tcp:101:lfs.0 00010000:00010000:2.0:1775773214.503093:0:202387:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e77 lrc: 4/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x0 pid: 202387 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.503108:0:202387:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e77 lrc: 4/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 202387 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.503126:0:202387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e77 lrc: 4/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 202387 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.503139:0:202387:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e77 lrc: 3/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 202387 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.503150:0:202387:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e77 lrc: 4/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 202387 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.503156:0:202387:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9a6048b09000 already unused, calling callback (ffffffffc196d2e0) 00010000:00010000:2.0:1775773214.503161:0:202387:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e77 lrc: 4/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 202387 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.503168:0:202387:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e77 lrc: 4/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x206400000000 pid: 202387 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.503185:0:202387:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e77 lrc: 5/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x20e400000000 pid: 202387 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.503193:0:202387:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00010000:2.0:1775773214.503200:0:202387:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e77 lrc: 3/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 202387 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.503206:0:202387:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e77 lrc: 0/0,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x1 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 202387 initiator: MDT0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1775773214.503735:0:202387:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=800002b, status=0 req@ffff9a6051393800 x1862022422847104/t416611827749(416611827749) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/664 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1775773214.503757:0:202387:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6051393800 x1862022422847104/t416611827749(416611827749) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/664 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200000:2.0:1775773214.503774:0:202387:0:(namei.c:953:ll_intent_lock()) intent lock 1 on i1 [0x20002f9d1:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1775773214.503947:0:202387:0:(vvp_io.c:1817:vvp_io_init()) [0x20002f9d1:0x4:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000080:00200000:2.0:1775773214.503956:0:202387:0:(vvp_io.c:288:vvp_io_fini()) [0x20002f9d1:0x4:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00200000:2.0:1775773214.504022:0:202387:0:(llite_lib.c:2941:ll_update_inode()) inode=[0x20002f9d1:0x4:0x0], updating i_size 0 00000002:00100000:2.0:1775773214.504041:0:202387:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6051393800 x1862022422847104/t416611827749(416611827749) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:2.0:1775773214.504078:0:202387:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a6051393800 x1862022422847104/t416611827749(416611827749) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1775773214.504087:0:202387:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1775773214.504092:0:202387:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051390000 x1862022422847488/t0(0) o35->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1775773214.504126:0:202387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202387:1862022422847488:192.168.201.120@tcp:35:lfs.0 00000100:00100000:2.0:1775773214.504280:0:202387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6042f7a600 going to sleep for 11 seconds 00000100:00100000:2.0:1775773214.510550:0:202387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202387:1862022422847488:192.168.201.120@tcp:35:lfs.0 00000002:00100000:2.0:1775773214.510584:0:202387:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a6051393800 x1862022422847104/t416611827749(416611827749) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773230 ref 2 fl Complete:RQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:2.0:1775773214.510615:0:202387:0:(file.c:6988:ll_layout_intent()) ### lustre: requeue layout lock for file [0x20002f9d1:0x4:0x0](ffff9a60447c1988) 00000002:00010000:2.0:1775773214.510625:0:202387:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002f9d1:0x4:0x0]) in obj [0x20002f9d1:0x4:0x0], intent: layout flags 0 00010000:00010000:2.0:1775773214.510675:0:202387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e7e lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 202387 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.510685:0:202387:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e7e lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202387 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.510694:0:202387:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e7e lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 202387 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775773214.510712:0:202387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202387:1862022422847616:192.168.201.120@tcp:101:lfs.0 00000100:00100000:2.0:1775773214.510814:0:202387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6042f7a600 going to sleep for 11 seconds 00000100:00100000:2.0:1775773214.514550:0:202387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202387:1862022422847616:192.168.201.120@tcp:101:lfs.0 00010000:00010000:2.0:1775773214.514587:0:202387:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e7e lrc: 4/1,0 mode: CR/CR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c134f expref: -99 pid: 202387 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.514601:0:202387:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e7e lrc: 4/1,0 mode: CR/CR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c134f expref: -99 pid: 202387 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1775773214.514616:0:202387:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=400 disposition=1, status=0 req@ffff9a6051391f80 x1862022422847616/t0(0) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 376/400 e 0 to 0 dl 1775773230 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:2.0:1775773214.514627:0:202387:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e7e lrc: 3/1,0 mode: CR/CR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c134f expref: -99 pid: 202387 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00010000:2.0:1775773214.514640:0:202387:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e7e lrc: 3/1,0 mode: CR/CR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c134f expref: -99 pid: 202387 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.514653:0:202387:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a605875d400 type 13 mode 16 res 8590129617/4 (0 0) 00000080:00200000:2.0:1775773214.514658:0:202387:0:(namei.c:953:ll_intent_lock()) intent lock 1024 on i1 [0x20002f9d1:0x4:0x0] suppgids 0 0: rc 0 00000080:00010000:2.0:1775773214.514674:0:202387:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002f9d1:0x4:0x0](ffff9a60447c1988) for lock 0x1ba08249811e4e7e 00000080:00010000:2.0:1775773214.514682:0:202387:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e7e from it ffffbf3281c0fc38 00010000:00010000:2.0:1775773214.514686:0:202387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e7e lrc: 3/1,0 mode: CR/CR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c134f expref: -99 pid: 202387 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773214.514695:0:202387:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e7e lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c134f expref: -99 pid: 202387 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1775773214.514720:0:202387:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e7e lrc: 2/1,0 mode: CR/CR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c134f expref: -99 pid: 202387 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1775773214.514731:0:202387:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e7e lrc: 2/1,0 mode: CR/CR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c134f expref: -99 pid: 202387 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00010000:2.0:1775773214.514739:0:202387:0:(file.c:6871:ll_layout_lock_set()) ### file [0x20002f9d1:0x4:0x0](0000000092652376) being reconfigured ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e7e lrc: 3/1,0 mode: CR/CR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c134f expref: -99 pid: 202387 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:2.0:1775773214.517278:0:202387:0:(file.c:6766:ll_layout_conf()) [0x20002f9d1:0x4:0x0]: layout version change: 4294967294 -> 0 00010000:00010000:2.0:1775773214.517321:0:202387:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e7e lrc: 3/1,0 mode: CR/CR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c134f expref: -99 pid: 202387 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1775773214.517334:0:202387:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e7e lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c134f expref: -99 pid: 202387 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200008:2.0:1775773214.517423:0:202387:0:(file.c:447:ll_file_release()) START file f1:[0x20002f9d1:0x4:0x0](ffff9a60447c1988), flags 100001 00000002:00100000:2.0:1775773214.517489:0:202387:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a6051391180 x1862022422846848/t416611827748(416611827748) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/608 e 0 to 0 dl 1775773230 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1775773214.517501:0:202387:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1775773214.517506:0:202387:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051391f80 x1862022422847872/t0(0) o35->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:2.0:1775773214.517529:0:202387:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202387:1862022422847872:192.168.201.120@tcp:35:lfs.0 00000100:00100000:2.0:1775773214.517613:0:202387:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6042f7a600 going to sleep for 11 seconds 00000100:00100000:2.0:1775773214.523668:0:202387:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202387:1862022422847872:192.168.201.120@tcp:35:lfs.0 00000002:00100000:2.0:1775773214.523702:0:202387:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a6051391180 x1862022422846848/t416611827748(416611827748) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/608 e 0 to 0 dl 1775773230 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200008:1.0:1775773214.566044:0:202390:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1775773214.566115:0:202390:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:1.0:1775773214.566143:0:202390:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773214.566161:0:202390:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:1.0:1775773214.566184:0:202390:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00000080:00200000:1.0:1775773214.566193:0:202390:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773214.566200:0:202390:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:1.0:1775773214.566204:0:202390:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:1.0:1775773214.566210:0:202390:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281bc7cb8 00010000:00010000:1.0:1775773214.566215:0:202390:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 17 lru_type: 1 00010000:00010000:1.0:1775773214.566223:0:202390:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00200000:1.0:1775773214.566343:0:202390:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:1.0:1775773214.566350:0:202390:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773214.566356:0:202390:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:1.0:1775773214.566365:0:202390:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00000080:00200000:1.0:1775773214.566371:0:202390:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773214.566375:0:202390:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:1.0:1775773214.566377:0:202390:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:1.0:1775773214.566381:0:202390:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281bc7bb0 00010000:00010000:1.0:1775773214.566383:0:202390:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 18 lru_type: 1 00010000:00010000:1.0:1775773214.566390:0:202390:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:1.0:1775773214.566398:0:202390:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 44 00000080:00200008:1.0:1775773214.566405:0:202390:0:(file.c:1057:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 300000 00000080:00200080:1.0:1775773214.566419:0:202390:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=800866a8 arg=7ffd84274f7c 00000080:00200008:1.0:1775773214.566433:0:202390:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 300000 00000080:00200000:1.0:1775773214.566452:0:202390:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:1.0:1775773214.566457:0:202390:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773214.566462:0:202390:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:1.0:1775773214.566470:0:202390:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00000080:00200000:1.0:1775773214.566476:0:202390:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773214.566479:0:202390:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:1.0:1775773214.566482:0:202390:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:1.0:1775773214.566485:0:202390:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281bc7bb0 00010000:00010000:1.0:1775773214.566488:0:202390:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 19 lru_type: 1 00010000:00010000:1.0:1775773214.566494:0:202390:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:1.0:1775773214.566501:0:202390:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 44 00000080:00200008:1.0:1775773214.566504:0:202390:0:(file.c:1057:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 100000 00000080:00200080:1.0:1775773214.566510:0:202390:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=8080667f arg=7ffd84273c50 00000080:00200008:1.0:1775773214.566773:0:202390:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 100000 00000080:00200008:1.0:1775773214.567117:0:202390:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1775773214.567121:0:202390:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:1.0:1775773214.567129:0:202390:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773214.567137:0:202390:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:1.0:1775773214.567146:0:202390:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00000080:00200000:1.0:1775773214.567152:0:202390:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773214.567156:0:202390:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:1.0:1775773214.567158:0:202390:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:1.0:1775773214.567162:0:202390:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281bc7cb8 00010000:00010000:1.0:1775773214.567165:0:202390:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 20 lru_type: 1 00010000:00010000:1.0:1775773214.568094:0:202390:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200008:2.0:1775773214.620563:0:202392:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1775773214.620573:0:202392:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:2.0:1775773214.620594:0:202392:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1775773214.620613:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1775773214.620628:0:202392:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00000080:00200000:2.0:1775773214.620636:0:202392:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1775773214.620643:0:202392:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:2.0:1775773214.620647:0:202392:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:2.0:1775773214.620654:0:202392:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281c5fcb8 00010000:00010000:2.0:1775773214.620657:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 21 lru_type: 1 00010000:00010000:2.0:1775773214.620667:0:202392:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:2.0:1775773214.620763:0:202392:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:2.0:1775773214.620772:0:202392:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1775773214.620779:0:202392:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:2.0:1775773214.620787:0:202392:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00000080:00200000:2.0:1775773214.620822:0:202392:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1775773214.620826:0:202392:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:2.0:1775773214.620828:0:202392:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:2.0:1775773214.620832:0:202392:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281c5fbb0 00010000:00010000:2.0:1775773214.620835:0:202392:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 22 lru_type: 1 00010000:00010000:2.0:1775773214.620842:0:202392:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:2.0:1775773214.620850:0:202392:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 44 00000080:00200008:2.0:1775773214.620857:0:202392:0:(file.c:1057:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 300000 00000080:00200080:2.0:1775773214.620872:0:202392:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=800866a8 arg=7fff792f34fc 00000080:00200008:2.0:1775773214.620884:0:202392:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 300000 00000080:00200000:0.0:1775773214.622413:0:202394:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:0.0:1775773214.622434:0:202394:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773214.622448:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:0.0:1775773214.622461:0:202394:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00000080:00200000:0.0:1775773214.622470:0:202394:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1775773214.622477:0:202394:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:0.0:1775773214.622479:0:202394:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:0.0:1775773214.622484:0:202394:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf32814abbf8 00010000:00010000:0.0:1775773214.622488:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 23 lru_type: 1 00010000:00010000:0.0:1775773214.622497:0:202394:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:0.0:1775773214.622509:0:202394:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:0.0:1775773214.622515:0:202394:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=267 00000080:00200000:0.0:1775773214.622522:0:202394:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 44 00000080:00200008:0.0:1775773214.622528:0:202394:0:(file.c:1057:ll_file_open()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 304000 00000080:00200000:0.0:1775773214.622549:0:202394:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:0.0:1775773214.622555:0:202394:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773214.622561:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1775773214.622569:0:202394:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00000080:00200000:0.0:1775773214.622575:0:202394:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1775773214.622578:0:202394:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:0.0:1775773214.622581:0:202394:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:0.0:1775773214.622585:0:202394:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf32814abbf8 00010000:00010000:0.0:1775773214.622588:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 24 lru_type: 1 00010000:00010000:0.0:1775773214.622595:0:202394:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200000:0.0:1775773214.622603:0:202394:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:0.0:1775773214.622606:0:202394:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=264 00000080:00200000:0.0:1775773214.622609:0:202394:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 44 00000080:00200008:0.0:1775773214.622613:0:202394:0:(file.c:1057:ll_file_open()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 504000 00000080:00200008:0.0:1775773214.622630:0:202394:0:(file.c:447:ll_file_release()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 304000 00010000:00010000:0.0:1775773214.622643:0:202394:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200008:0.0:1775773214.622700:0:202394:0:(file.c:6226:ll_getattr_dentry()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1775773214.622705:0:202394:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248),name=d90.replay-single 00000002:00010000:0.0:1775773214.622720:0:202394:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002f9d1:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773214.622726:0:202394:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a605875d400 type 13 mode 30 res 8590129617/1 (0 0) 00010000:00010000:0.0:1775773214.622771:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.622779:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.622837:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775773214.622874:0:202394:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202394:1862022422848000:192.168.201.120@tcp:101:lfs.0 00000100:00100000:0.0:1775773214.622963:0:202394:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1775773214.638193:0:202394:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202394:1862022422848000:192.168.201.120@tcp:101:lfs.0 00010000:00010000:1.0:1775773214.638228:0:202394:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.638248:0:202394:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 4/1,0 mode: --/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.638256:0:202394:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 4/1,0 mode: --/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.638272:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.638283:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.638298:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 5/2,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.638307:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 5/2,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.638314:0:202394:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:1.0:1775773214.638328:0:202394:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9a6051f86a00 x1862022422848000/t0(0) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 576/584 e 0 to 0 dl 1775773230 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:1.0:1775773214.638340:0:202394:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.638350:0:202394:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a605875d400 type 13 mode 4 res 8590129617/1 (0 0) 00000080:00200000:1.0:1775773214.638356:0:202394:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:1.0:1775773214.638376:0:202394:0:(llite_lib.c:2941:ll_update_inode()) inode=[0x20002f9d1:0x1:0x0], updating i_size 4096 00000080:00010000:1.0:1775773214.638382:0:202394:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002f9d1:0x1:0x0](ffff9a604418b248) for lock 0x1ba08249811e4e85 00000080:00010000:1.0:1775773214.638390:0:202394:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002f9d1:0x1:0x0](ffff9a604418b248) 00000080:00010000:1.0:1775773214.638393:0:202394:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e85 from it ffffbf32814abcd8 00010000:00010000:1.0:1775773214.638396:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.638404:0:202394:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1775773214.638576:0:202394:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) pos/size0/4096 32bit_api 0 00000002:00010000:1.0:1775773214.638600:0:202394:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002f9d1:0x1:0x0]) in obj [0x20002f9d1:0x1:0x0], intent: readdir flags 0 00010000:00010000:1.0:1775773214.638611:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 2/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773214.638621:0:202394:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 2/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1775773214.639236:0:202394:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202394:1862022422848128:192.168.201.120@tcp:37:lfs.0 00000100:00100000:1.0:1775773214.639371:0:202394:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775773214.648688:0:202394:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202394:1862022422848128:192.168.201.120@tcp:37:lfs.0 00010000:00010000:1.0:1775773214.649719:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1775773214.649738:0:202394:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200080:1.0:1775773214.649824:0:202394:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) cmd=c1406916 arg=11e6a10 00000100:00100000:1.0:1775773214.650210:0:202394:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202394:1862022422848256:192.168.201.120@tcp:34:lfs.0 00000100:00100000:1.0:1775773214.650291:0:202394:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2b40 going to sleep for 11 seconds 00000100:00100000:1.0:1775773214.653440:0:202394:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202394:1862022422848256:192.168.201.120@tcp:34:lfs.0 00000080:00200000:1.0:1775773214.653513:0:202394:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:1.0:1775773214.653534:0:202394:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773214.653551:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:1.0:1775773214.653563:0:202394:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00000080:00200000:1.0:1775773214.653571:0:202394:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773214.653577:0:202394:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:1.0:1775773214.653580:0:202394:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:1.0:1775773214.653587:0:202394:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf32814abbf8 00010000:00010000:1.0:1775773214.653591:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 25 lru_type: 1 00010000:00010000:1.0:1775773214.653603:0:202394:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:1.0:1775773214.653616:0:202394:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:1.0:1775773214.653624:0:202394:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=24 00000080:00200000:1.0:1775773214.653630:0:202394:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 1 00000080:00200000:1.0:1775773214.653642:0:202394:0:(namei.c:1409:ll_atomic_open()) VFS Op:name=f1, dir=[0x20002f9d1:0x1:0x0](ffff9a604418b248), file ffff9a6043d4fe00, open_flags 28800, mode 0 opened 0 00000080:00200000:1.0:1775773214.653649:0:202394:0:(namei.c:1073:ll_lookup_it()) VFS Op:name=f1, dir=[0x20002f9d1:0x1:0x0](ffff9a604418b248), intent=open 00000002:00010000:1.0:1775773214.653662:0:202394:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: f1,[0x0:0x0:0x0]) in obj [0x20002f9d1:0x1:0x0], intent: open flags 0504001 00010000:00010000:1.0:1775773214.653723:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e8c lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.653731:0:202394:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e8c lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1775773214.653741:0:202394:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1775773214.653750:0:202394:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a605873b100 x1862022422848512/t0(0) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1775773214.653759:0:202394:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e8c lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 202394 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775773214.653780:0:202394:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202394:1862022422848512:192.168.201.120@tcp:101:lfs.0 00000100:00100000:1.0:1775773214.654249:0:202394:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2b40 going to sleep for 11 seconds 00000100:00100000:0.0:1775773214.667267:0:202394:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202394:1862022422848512:192.168.201.120@tcp:101:lfs.0 00010000:00010000:0.0:1775773214.667291:0:202394:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e8c lrc: 4/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c138e expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.667309:0:202394:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e8c lrc: 4/1,0 mode: --/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c138e expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.667317:0:202394:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e8c lrc: 4/1,0 mode: --/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c138e expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.667329:0:202394:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e8c lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c138e expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.667341:0:202394:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e8c lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c138e expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.667355:0:202394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e8c lrc: 5/2,0 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c138e expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.667363:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e8c lrc: 5/2,0 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c138e expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.667369:0:202394:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e8c lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c138e expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1775773214.667381:0:202394:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9a605873b100 x1862022422848512/t416611827752(416611827752) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/664 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1775773214.667393:0:202394:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a605873b100 x1862022422848512/t416611827752(416611827752) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/664 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1775773214.667406:0:202394:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e8c lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c138e expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1775773214.667419:0:202394:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e8c lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c138e expref: -99 pid: 202394 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.667429:0:202394:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff9a605875d400 type 13 mode 4 res 8590129617/4 (0 0) 00000080:00200000:0.0:1775773214.667435:0:202394:0:(namei.c:953:ll_intent_lock()) intent lock 1 on i1 [0x20002f9d1:0x1:0x0] suppgids 0 -1: rc 0 00000080:00200000:0.0:1775773214.667525:0:202394:0:(namei.c:147:ll_iget()) got inode: [0x20002f9d1:0x4:0x0](ffff9a60447c1988): rc = 0 00000080:00200000:0.0:1775773214.667545:0:202394:0:(file.c:6766:ll_layout_conf()) [0x20002f9d1:0x4:0x0]: layout version change: 0 -> 0 00000080:00010000:0.0:1775773214.667555:0:202394:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002f9d1:0x4:0x0](ffff9a60447c1988) for lock 0x1ba08249811e4e8c 00000080:00010000:0.0:1775773214.667568:0:202394:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002f9d1:0x4:0x0](ffff9a60447c1988) 00000080:00200008:0.0:1775773214.667597:0:202394:0:(file.c:1057:ll_file_open()) START file f1:[0x20002f9d1:0x4:0x0](ffff9a60447c1988), flags 504000 00000002:00100000:0.0:1775773214.667624:0:202394:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a605873b100 x1862022422848512/t416611827752(416611827752) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00010000:0.0:1775773214.667669:0:202394:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e8c from it ffff9a6048b82360 00010000:00010000:0.0:1775773214.667674:0:202394:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e8c lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c138e expref: -99 pid: 202394 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.667683:0:202394:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e8c lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c138e expref: -99 pid: 202394 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1775773214.667718:0:202394:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x4:0x0](ffff9a60447c1988), inode mode 81a4 mask 44 00000080:00200080:0.0:1775773214.667743:0:202394:0:(file.c:4602:ll_file_ioctl()) VFS Op:inode=[0x20002f9d1:0x4:0x0](ffff9a60447c1988) cmd=8080667f arg=7eff4a47e690 00000080:00200008:0.0:1775773214.667764:0:202394:0:(file.c:447:ll_file_release()) START file f1:[0x20002f9d1:0x4:0x0](ffff9a60447c1988), flags 504000 00000002:00100000:0.0:1775773214.667823:0:202394:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a605873b100 x1862022422848512/t416611827752(416611827752) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773230 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1775773214.667833:0:202394:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1775773214.667839:0:202394:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f85c00 x1862022422848768/t0(0) o35->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:0.0:1775773214.667861:0:202394:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202394:1862022422848768:192.168.201.120@tcp:35:lfs.0 00000100:00100000:0.0:1775773214.667943:0:202394:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5a000 going to sleep for 11 seconds 00000100:00100000:0.0:1775773214.670573:0:202394:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202394:1862022422848768:192.168.201.120@tcp:35:lfs.0 00000002:00100000:0.0:1775773214.670607:0:202394:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a605873b100 x1862022422848512/t416611827752(416611827752) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 576/664 e 0 to 0 dl 1775773230 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:0.0:1775773214.671234:0:202394:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) cmd=8080667f arg=7eff4a47d320 00000080:00200000:0.0:1775773214.671906:0:202394:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200008:0.0:1775773214.671980:0:202394:0:(file.c:447:ll_file_release()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 504000 00010000:00010000:0.0:1775773214.672107:0:202394:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:2.0:1775773214.694885:0:202397:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), request_mask 0, flags 0, foreign 0 00000080:00200000:2.0:1775773214.694896:0:202397:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:2.0:1775773214.694918:0:202397:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1775773214.694935:0:202397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00010000:2.0:1775773214.694950:0:202397:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00000080:00200000:2.0:1775773214.694957:0:202397:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1775773214.694964:0:202397:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:2.0:1775773214.694967:0:202397:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:2.0:1775773214.694974:0:202397:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281c57cb8 00010000:00010000:2.0:1775773214.694978:0:202397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 26 lru_type: 1 00010000:00010000:2.0:1775773214.694986:0:202397:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:2.0:1775773214.695089:0:202397:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:2.0:1775773214.695098:0:202397:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1775773214.695106:0:202397:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:2.0:1775773214.695114:0:202397:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00000080:00200000:2.0:1775773214.695119:0:202397:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1775773214.695123:0:202397:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:2.0:1775773214.695125:0:202397:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:2.0:1775773214.695128:0:202397:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281c57bb0 00010000:00010000:2.0:1775773214.695131:0:202397:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 27 lru_type: 1 00010000:00010000:2.0:1775773214.695137:0:202397:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:2.0:1775773214.695144:0:202397:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 44 00000080:00200008:2.0:1775773214.695150:0:202397:0:(file.c:1057:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 300000 00000080:00200080:2.0:1775773214.695165:0:202397:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=800866a8 arg=7ffe8c5c9a7c 00000080:00200008:2.0:1775773214.695192:0:202397:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 300000 00000080:00200000:3.0:1775773214.701915:0:202399:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:3.0:1775773214.701949:0:202399:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773214.701969:0:202399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:3.0:1775773214.701985:0:202399:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00000080:00200000:3.0:1775773214.701993:0:202399:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773214.702003:0:202399:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:3.0:1775773214.702006:0:202399:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:3.0:1775773214.702014:0:202399:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281c37bf8 00010000:00010000:3.0:1775773214.702018:0:202399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 28 lru_type: 1 00010000:00010000:3.0:1775773214.702026:0:202399:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:3.0:1775773214.702040:0:202399:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:3.0:1775773214.702047:0:202399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=267 00000080:00200000:3.0:1775773214.702054:0:202399:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 44 00000080:00200008:3.0:1775773214.702063:0:202399:0:(file.c:1057:ll_file_open()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 304000 00000080:00200000:3.0:1775773214.702090:0:202399:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:3.0:1775773214.702100:0:202399:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773214.702106:0:202399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:3.0:1775773214.702134:0:202399:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00000080:00200000:3.0:1775773214.702141:0:202399:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773214.702144:0:202399:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:3.0:1775773214.702147:0:202399:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:3.0:1775773214.702150:0:202399:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281c37bf8 00010000:00010000:3.0:1775773214.702152:0:202399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 29 lru_type: 1 00010000:00010000:3.0:1775773214.702158:0:202399:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:3.0:1775773214.702165:0:202399:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:3.0:1775773214.702180:0:202399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=264 00000080:00200000:3.0:1775773214.702183:0:202399:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 44 00000080:00200008:3.0:1775773214.702187:0:202399:0:(file.c:1057:ll_file_open()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 504000 00000080:00200008:3.0:1775773214.702205:0:202399:0:(file.c:447:ll_file_release()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 304000 00010000:00010000:3.0:1775773214.702218:0:202399:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:3.0:1775773214.702311:0:202399:0:(file.c:6226:ll_getattr_dentry()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1775773214.702316:0:202399:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248),name=d90.replay-single 00000002:00010000:3.0:1775773214.702330:0:202399:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002f9d1:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773214.702338:0:202399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 2/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1775773214.702351:0:202399:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 2/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00200000:3.0:1775773214.702358:0:202399:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773214.702363:0:202399:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002f9d1:0x1:0x0](ffff9a604418b248) 00000080:00010000:3.0:1775773214.702365:0:202399:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002f9d1:0x1:0x0](ffff9a604418b248) for lock 0x1ba08249811e4e85 00000080:00010000:3.0:1775773214.702369:0:202399:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e85 from it ffffbf3281c37cd8 00010000:00010000:3.0:1775773214.702371:0:202399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1775773214.702378:0:202399:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1775773214.702521:0:202399:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) pos/size0/4096 32bit_api 0 00000080:00200080:3.0:1775773214.702557:0:202399:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) cmd=c1406916 arg=9a6a10 00000100:00100000:3.0:1775773214.702617:0:202399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202399:1862022422848896:192.168.201.120@tcp:34:lfs.0 00000100:00100000:3.0:1775773214.703028:0:202399:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60458a8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775773214.709414:0:202399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202399:1862022422848896:192.168.201.120@tcp:34:lfs.0 00000080:00200000:0.0:1775773214.709505:0:202399:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:0.0:1775773214.709528:0:202399:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773214.709548:0:202399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:0.0:1775773214.709563:0:202399:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00000080:00200000:0.0:1775773214.709571:0:202399:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1775773214.709578:0:202399:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:0.0:1775773214.709582:0:202399:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:0.0:1775773214.709589:0:202399:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281c37bf8 00010000:00010000:0.0:1775773214.709593:0:202399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 30 lru_type: 1 00010000:00010000:0.0:1775773214.709601:0:202399:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:0.0:1775773214.709613:0:202399:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:0.0:1775773214.709620:0:202399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=24 00000080:00200000:0.0:1775773214.709627:0:202399:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 1 00000080:00200000:0.0:1775773214.709631:0:202399:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=all, flags=264 00000080:00200000:0.0:1775773214.709635:0:202399:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x2:0x0](ffff9a60447942c8), inode mode 81a4 mask 44 00000080:00200008:0.0:1775773214.709643:0:202399:0:(file.c:1057:ll_file_open()) START file all:[0x20002f9d1:0x2:0x0](ffff9a60447942c8), flags 504000 00000002:00010000:0.0:1775773214.709657:0:202399:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002f9d1:0x2:0x0]) in obj [0x20002f9d1:0x1:0x0], intent: open flags 0100240504001 00010000:00010000:0.0:1775773214.709718:0:202399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 202399 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.709725:0:202399:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 202399 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1775773214.709735:0:202399:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1775773214.709742:0:202399:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6051f85c00 x1862022422849152/t0(0) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1775773214.709751:0:202399:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 3/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x0 pid: 202399 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1775773214.709771:0:202399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202399:1862022422849152:192.168.201.120@tcp:101:lfs.0 00000100:00100000:0.0:1775773214.709971:0:202399:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5a000 going to sleep for 11 seconds 00000100:00100000:0.0:1775773214.715272:0:202399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202399:1862022422849152:192.168.201.120@tcp:101:lfs.0 00010000:00010000:0.0:1775773214.715297:0:202399:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 4/1,0 mode: --/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c13b8 expref: -99 pid: 202399 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.715313:0:202399:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 4/1,0 mode: --/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c13b8 expref: -99 pid: 202399 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.715321:0:202399:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 4/1,0 mode: --/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c13b8 expref: -99 pid: 202399 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.715333:0:202399:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c13b8 expref: -99 pid: 202399 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.715355:0:202399:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c13b8 expref: -99 pid: 202399 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.715368:0:202399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 5/2,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c13b8 expref: -99 pid: 202399 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.715376:0:202399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 5/2,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c13b8 expref: -99 pid: 202399 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.715383:0:202399:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 4/1,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c13b8 expref: -99 pid: 202399 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1775773214.715393:0:202399:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff9a6051f85c00 x1862022422849152/t416611827754(416611827754) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/688 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00100000:0.0:1775773214.715407:0:202399:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6051f85c00 x1862022422849152/t416611827754(416611827754) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/688 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00010000:0.0:1775773214.715418:0:202399:0:(mdc_locks.c:937:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 80 ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c13b8 expref: -99 pid: 202399 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00010000:0.0:1775773214.715431:0:202399:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c13b8 expref: -99 pid: 202399 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.715442:0:202399:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 2/1,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c1309 expref: -99 pid: 202384 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.715452:0:202399:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 2/1,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c1309 expref: -99 pid: 202384 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.715460:0:202399:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c13b8 expref: -99 pid: 202399 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.715466:0:202399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x998859bb7e2c13b8 expref: -99 pid: 202399 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.715473:0:202399:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x998859bb7e2c13b8 expref: -99 pid: 202399 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773214.715505:0:202399:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00200000:0.0:1775773214.715511:0:202399:0:(namei.c:953:ll_intent_lock()) intent lock 1 on i1 [0x20002f9d1:0x1:0x0] suppgids 0 0: rc 0 00010000:00010000:1.0:1775773214.715600:0:200748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1775773214.715608:0:200748:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x998859bb7e2c13b8 expref: -99 pid: 202399 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.715620:0:200748:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9a6046228600 already unused, calling callback (ffffffffc196d2e0) 00010000:00010000:1.0:1775773214.715625:0:200748:0:(ldlm_request.c:1724:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x998859bb7e2c13b8 expref: -99 pid: 202399 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00200000:0.0:1775773214.715629:0:202399:0:(file.c:6766:ll_layout_conf()) [0x20002f9d1:0x2:0x0]: layout version change: 0 -> 0 00010000:00010000:1.0:1775773214.715633:0:200748:0:(ldlm_request.c:1734:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x998859bb7e2c13b8 expref: -99 pid: 202399 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00010000:0.0:1775773214.715641:0:202399:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002f9d1:0x2:0x0](ffff9a60447942c8) for lock 0x1ba08249811e4e69 00010000:00010000:1.0:1775773214.715642:0:200748:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 3/0,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x998859bb7e2c13b8 expref: -99 pid: 202399 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00010000:0.0:1775773214.715652:0:202399:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e69 from it ffffbf3281c37bf0 00010000:00010000:0.0:1775773214.715657:0:202399:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x998859bb7e2c1309 expref: -99 pid: 202384 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773214.715664:0:202399:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c1309 expref: -99 pid: 202384 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1775773214.715671:0:200748:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 3/0,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x998859bb7e2c1309 expref: -99 pid: 202384 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00100000:0.0:1775773214.715690:0:202399:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff9a6051f85c00 x1862022422849152/t416611827754(416611827754) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 600/688 e 0 to 0 dl 1775773230 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00010000:1.0:1775773214.715708:0:200748:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 2/0,0 mode: --/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x998859bb7e2c13b8 expref: -99 pid: 202399 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.715716:0:200748:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1775773214.715742:0:200748:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 1/0,0 mode: --/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x998859bb7e2c13b8 expref: -99 pid: 202399 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.715748:0:200748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228600/0x1ba08249811e4e93 lrc: 0/0,0 mode: --/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x1b rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x998859bb7e2c13b8 expref: -99 pid: 202399 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773214.715762:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773214.715764:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773214.715766:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775773214.715781:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422849280:192.168.201.120@tcp:103:ldlm_bl.0 00000080:00200080:0.0:1775773214.715784:0:202399:0:(file.c:4602:ll_file_ioctl()) VFS Op:inode=[0x20002f9d1:0x2:0x0](ffff9a60447942c8) cmd=8080667f arg=7f179f21e690 00000080:00200008:0.0:1775773214.716356:0:202399:0:(file.c:447:ll_file_release()) START file all:[0x20002f9d1:0x2:0x0](ffff9a60447942c8), flags 504000 00000002:00100000:3.0:1775773214.716518:0:202399:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff9a6051f85c00 x1862022422849152/t416611827754(416611827754) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 600/688 e 0 to 0 dl 1775773230 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1775773214.716531:0:202399:0:(genops.c:2442:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff9a604312f000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1775773214.716536:0:202399:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff9a6048b59c00 x1862022422849536/t0(0) o35->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00100000:3.0:1775773214.716552:0:202399:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202399:1862022422849536:192.168.201.120@tcp:35:lfs.0 00000100:00100000:3.0:1775773214.716588:0:202399:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60458a8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1775773214.720424:0:202399:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202399:1862022422849536:192.168.201.120@tcp:35:lfs.0 00000002:00100000:0.0:1775773214.720460:0:202399:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff9a6051f85c00 x1862022422849152/t416611827754(416611827754) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 600/688 e 0 to 0 dl 1775773230 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00200080:0.0:1775773214.720847:0:202399:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) cmd=8080667f arg=7f179f21d320 00000080:00200000:1.0:1775773214.721200:0:202399:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200008:1.0:1775773214.721287:0:202399:0:(file.c:447:ll_file_release()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 504000 00010000:00010000:1.0:1775773214.721314:0:202399:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000100:00100000:1.0:1775773214.726072:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422849280:192.168.201.120@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1775773215.010949:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773216.035416:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773217.060548:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773218.083001:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773219.106995:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775773219.299214:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2409:1862022422849664:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773219.299318:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422849920:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773219.299348:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422850176:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773219.299378:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775773219.299384:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422849792:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773219.299405:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422850048:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773219.316207:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422849792:192.168.201.120@tcp:400:kworker.0 00000100:00080000:1.0:1775773219.316227:0:2409:0:(recover.c:203:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff9a604312f000 of lustre-OST0000_UUID@192.168.201.120@tcp abruptly disconnected: reconnecting 00000100:00080000:1.0:1775773219.316234:0:2409:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1775773219.316238:0:2409:0:(import.c:181:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9a604312f000: Connection to lustre-OST0000 (at 192.168.201.120@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1775773219.346525:0:2409:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773219.346540:0:2409:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10344 00000100:00080000:1.0:1775773219.346557:0:2409:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773219.346594:0:2409:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773219.346627:0:2409:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422850304/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773219.346668:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422850048:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773219.346700:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2409:1862022422849664:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773219.346717:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422849920:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773219.346729:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422850176:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773219.347503:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422850304:192.168.201.120@tcp:8:ptlrpcd_00_01.0 00000100:00080000:3.0:1775773219.351739:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773219.351762:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00100000:3.0:1775773219.351767:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422850304:192.168.201.120@tcp:8:ptlrpcd_00_01.0 00010000:00010000:1.0:1775773220.131146:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1775773220.550506:0:202454:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1775773220.550514:0:202454:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:3.0:1775773220.550536:0:202454:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773220.550553:0:202454:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00010000:3.0:1775773220.550567:0:202454:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00000080:00200000:3.0:1775773220.550575:0:202454:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773220.550583:0:202454:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:3.0:1775773220.550586:0:202454:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:3.0:1775773220.550592:0:202454:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281cefcb8 00010000:00010000:3.0:1775773220.550596:0:202454:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 31 lru_type: 1 00010000:00010000:3.0:1775773220.550605:0:202454:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00200000:3.0:1775773220.552935:0:202454:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:3.0:1775773220.552962:0:202454:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773220.552980:0:202454:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:3.0:1775773220.552995:0:202454:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00000080:00200000:3.0:1775773220.553002:0:202454:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773220.553010:0:202454:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:3.0:1775773220.553013:0:202454:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:3.0:1775773220.553019:0:202454:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281cefbb0 00010000:00010000:3.0:1775773220.553023:0:202454:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 32 lru_type: 1 00010000:00010000:3.0:1775773220.553031:0:202454:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00200000:3.0:1775773220.553045:0:202454:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 44 00000080:00200008:3.0:1775773220.553053:0:202454:0:(file.c:1057:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 300000 00000080:00200080:3.0:1775773220.553311:0:202454:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=800866a8 arg=7fffb467b5bc 00000080:00200008:3.0:1775773220.553333:0:202454:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 300000 00000080:00200000:3.0:1775773220.559221:0:202457:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:3.0:1775773220.559251:0:202457:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773220.559268:0:202457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:3.0:1775773220.559282:0:202457:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00000080:00200000:3.0:1775773220.559289:0:202457:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773220.559296:0:202457:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:3.0:1775773220.559300:0:202457:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:3.0:1775773220.559306:0:202457:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281dc7bf8 00010000:00010000:3.0:1775773220.559310:0:202457:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 33 lru_type: 1 00010000:00010000:3.0:1775773220.559319:0:202457:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00200000:3.0:1775773220.559331:0:202457:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:3.0:1775773220.559338:0:202457:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=267 00000080:00200000:3.0:1775773220.559345:0:202457:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 44 00000080:00200008:3.0:1775773220.559353:0:202457:0:(file.c:1057:ll_file_open()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 304000 00000080:00200000:3.0:1775773220.559374:0:202457:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:3.0:1775773220.559380:0:202457:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773220.559385:0:202457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00010000:3.0:1775773220.559393:0:202457:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00000080:00200000:3.0:1775773220.559399:0:202457:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773220.559402:0:202457:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:3.0:1775773220.559404:0:202457:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:3.0:1775773220.559407:0:202457:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281dc7bf8 00010000:00010000:3.0:1775773220.559410:0:202457:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 34 lru_type: 1 00010000:00010000:3.0:1775773220.559417:0:202457:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000080:00200000:3.0:1775773220.559425:0:202457:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:3.0:1775773220.559428:0:202457:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=264 00000080:00200000:3.0:1775773220.559431:0:202457:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 44 00000080:00200008:3.0:1775773220.559435:0:202457:0:(file.c:1057:ll_file_open()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 504000 00000080:00200008:3.0:1775773220.559449:0:202457:0:(file.c:447:ll_file_release()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 304000 00010000:00010000:3.0:1775773220.559459:0:202457:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000080:00200008:3.0:1775773220.559683:0:202457:0:(file.c:6226:ll_getattr_dentry()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1775773220.559689:0:202457:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248),name=d90.replay-single 00000002:00010000:3.0:1775773220.559702:0:202457:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002f9d1:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773220.559709:0:202457:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 2/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1775773220.559717:0:202457:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 2/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00200000:3.0:1775773220.559723:0:202457:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773220.559727:0:202457:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002f9d1:0x1:0x0](ffff9a604418b248) 00000080:00010000:3.0:1775773220.559729:0:202457:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002f9d1:0x1:0x0](ffff9a604418b248) for lock 0x1ba08249811e4e85 00000080:00010000:3.0:1775773220.559733:0:202457:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e85 from it ffffbf3281dc7cd8 00010000:00010000:3.0:1775773220.559735:0:202457:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1775773220.559742:0:202457:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:3.0:1775773220.559822:0:202457:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) pos/size0/4096 32bit_api 0 00000080:00200000:3.0:1775773220.559904:0:202457:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200008:3.0:1775773220.559941:0:202457:0:(file.c:447:ll_file_release()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 504000 00010000:00010000:3.0:1775773220.559951:0:202457:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 1 00000080:00200008:0.0:1775773220.667273:0:202465:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1775773220.667282:0:202465:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:0.0:1775773220.667303:0:202465:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773220.667322:0:202465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00010000:3.0:1775773220.668520:0:202465:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00000080:00200000:3.0:1775773220.668538:0:202465:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773220.668551:0:202465:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:3.0:1775773220.668555:0:202465:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:3.0:1775773220.668564:0:202465:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281c5fcb8 00010000:00010000:3.0:1775773220.668568:0:202465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 35 lru_type: 1 00010000:00010000:3.0:1775773220.668578:0:202465:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000080:00200000:3.0:1775773220.670326:0:202465:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:3.0:1775773220.670351:0:202465:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1775773220.670369:0:202465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00010000:3.0:1775773220.670384:0:202465:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00000080:00200000:3.0:1775773220.670398:0:202465:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1775773220.670406:0:202465:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:3.0:1775773220.670410:0:202465:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:3.0:1775773220.670416:0:202465:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281c5fbb0 00010000:00010000:3.0:1775773220.670419:0:202465:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 36 lru_type: 1 00010000:00010000:3.0:1775773220.670428:0:202465:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:3.0:1775773220.670438:0:202465:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 44 00000080:00200008:3.0:1775773220.670447:0:202465:0:(file.c:1057:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 300000 00000080:00200080:3.0:1775773220.670465:0:202465:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=800866a8 arg=7ffe1e23d9ec 00000080:00200008:3.0:1775773220.670477:0:202465:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 300000 00000080:00200000:0.0:1775773220.674185:0:202467:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:0.0:1775773220.674216:0:202467:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773220.674232:0:202467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:0.0:1775773220.674245:0:202467:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00000080:00200000:0.0:1775773220.674251:0:202467:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1775773220.674261:0:202467:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:0.0:1775773220.674263:0:202467:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:0.0:1775773220.674269:0:202467:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281e0fbf8 00010000:00010000:0.0:1775773220.674272:0:202467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 37 lru_type: 1 00010000:00010000:0.0:1775773220.674281:0:202467:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:0.0:1775773220.674297:0:202467:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:0.0:1775773220.674305:0:202467:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=267 00000080:00200000:0.0:1775773220.674315:0:202467:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 44 00000080:00200008:0.0:1775773220.674323:0:202467:0:(file.c:1057:ll_file_open()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 304000 00000080:00200000:0.0:1775773220.674354:0:202467:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:0.0:1775773220.674361:0:202467:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773220.674368:0:202467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:0.0:1775773220.674374:0:202467:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00000080:00200000:0.0:1775773220.674379:0:202467:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1775773220.674383:0:202467:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:0.0:1775773220.674385:0:202467:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:0.0:1775773220.674389:0:202467:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281e0fbf8 00010000:00010000:0.0:1775773220.674391:0:202467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 38 lru_type: 1 00010000:00010000:0.0:1775773220.674397:0:202467:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:0.0:1775773220.674408:0:202467:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:0.0:1775773220.674412:0:202467:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=264 00000080:00200000:0.0:1775773220.674417:0:202467:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 44 00000080:00200008:0.0:1775773220.674421:0:202467:0:(file.c:1057:ll_file_open()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 504000 00000080:00200008:0.0:1775773220.674439:0:202467:0:(file.c:447:ll_file_release()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 304000 00010000:00010000:0.0:1775773220.674454:0:202467:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 1 00000080:00200080:0.0:1775773220.674483:0:202467:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) cmd=c1406917 arg=2174a10 00000100:00100000:0.0:1775773220.674533:0:202467:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202467:1862022422850432:192.168.201.120@tcp:33:lfs.0 00000100:00100000:0.0:1775773220.674617:0:202467:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6058d5acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1775773220.690910:0:202467:0:(client.c:3082:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9a604312f000: committing for last_committed 416611827755 gen 1 00000100:00100000:3.0:1775773220.691079:0:202467:0:(client.c:3131:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff9a6048b58700 x1862022422845952/t416611827745(416611827745) o101->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 648/608 e 0 to 0 dl 1775773230 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1775773220.691174:0:202467:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202467:1862022422850432:192.168.201.120@tcp:33:lfs.0 00000100:00100000:3.0:1775773220.691244:0:202467:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202467:1862022422850560:192.168.201.120@tcp:33:lfs.0 00000100:00100000:3.0:1775773220.691322:0:202467:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6049297d80 going to sleep for 11 seconds 00000100:00100000:1.0:1775773220.698426:0:202467:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202467:1862022422850560:192.168.201.120@tcp:33:lfs.0 00000080:00200000:1.0:1775773220.698519:0:202467:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:1.0:1775773220.698542:0:202467:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773220.698559:0:202467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:1.0:1775773220.698573:0:202467:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00000080:00200000:1.0:1775773220.698580:0:202467:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773220.698586:0:202467:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:1.0:1775773220.698590:0:202467:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:1.0:1775773220.698596:0:202467:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281e0fbf8 00010000:00010000:1.0:1775773220.698599:0:202467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 39 lru_type: 1 00010000:00010000:1.0:1775773220.698612:0:202467:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00200000:1.0:1775773220.698625:0:202467:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:1.0:1775773220.698633:0:202467:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=264 00000080:00200000:1.0:1775773220.698640:0:202467:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 44 00000080:00200008:1.0:1775773220.698648:0:202467:0:(file.c:1057:ll_file_open()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 504000 00000080:00200080:1.0:1775773220.698669:0:202467:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) cmd=8080667f arg=7f10513bf690 00000080:00200008:1.0:1775773220.698684:0:202467:0:(file.c:447:ll_file_release()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 504000 00010000:00010000:1.0:1775773220.698698:0:202467:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 11 lru_type: 1 00000080:00200080:1.0:1775773220.699130:0:202467:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) cmd=8080667f arg=7f10513be320 00000080:00200008:1.0:1775773220.699249:0:202467:0:(file.c:6226:ll_getattr_dentry()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1775773220.699256:0:202467:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248),name=d90.replay-single 00000002:00010000:1.0:1775773220.699270:0:202467:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002f9d1:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773220.699278:0:202467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 2/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1775773220.699287:0:202467:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 2/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00200000:1.0:1775773220.699293:0:202467:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773220.699298:0:202467:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002f9d1:0x1:0x0](ffff9a604418b248) 00000080:00010000:1.0:1775773220.699301:0:202467:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002f9d1:0x1:0x0](ffff9a604418b248) for lock 0x1ba08249811e4e85 00000080:00010000:1.0:1775773220.699304:0:202467:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e85 from it ffffbf3281e0fcd8 00010000:00010000:1.0:1775773220.699308:0:202467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1775773220.699316:0:202467:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:1.0:1775773220.699360:0:202467:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) pos/size0/4096 32bit_api 0 00000080:00200080:1.0:1775773220.699392:0:202467:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) cmd=c1406916 arg=2174a10 00000100:00100000:1.0:1775773220.699441:0:202467:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202467:1862022422850688:192.168.201.120@tcp:34:lfs.0 00000100:00100000:1.0:1775773220.699524:0:202467:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2e40 going to sleep for 11 seconds 00000100:00100000:1.0:1775773220.708171:0:202467:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202467:1862022422850688:192.168.201.120@tcp:34:lfs.0 00000080:00200080:1.0:1775773220.708319:0:202467:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) cmd=c1406916 arg=2174a10 00000100:00100000:1.0:1775773220.708382:0:202467:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202467:1862022422850816:192.168.201.120@tcp:34:lfs.0 00000100:00100000:1.0:1775773220.708447:0:202467:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2e40 going to sleep for 11 seconds 00000100:00100000:1.0:1775773220.719915:0:202467:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202467:1862022422850816:192.168.201.120@tcp:34:lfs.0 00000080:00200080:1.0:1775773220.719986:0:202467:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) cmd=c1406916 arg=2174a10 00000100:00100000:1.0:1775773220.720095:0:202467:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202467:1862022422850944:192.168.201.120@tcp:34:lfs.0 00000100:00100000:1.0:1775773220.720164:0:202467:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2e40 going to sleep for 11 seconds 00000100:00100000:1.0:1775773220.723756:0:202467:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202467:1862022422850944:192.168.201.120@tcp:34:lfs.0 00000080:00200000:1.0:1775773220.723876:0:202467:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200008:1.0:1775773220.723983:0:202467:0:(file.c:447:ll_file_release()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 504000 00010000:00010000:1.0:1775773220.724015:0:202467:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 12 lru_type: 1 00000080:00200000:1.0:1775773220.867595:0:202477:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:1.0:1775773220.867627:0:202477:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773220.867645:0:202477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:1.0:1775773220.867662:0:202477:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00000080:00200000:1.0:1775773220.867669:0:202477:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773220.867679:0:202477:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:1.0:1775773220.867682:0:202477:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:1.0:1775773220.867689:0:202477:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281da7bf8 00010000:00010000:1.0:1775773220.867692:0:202477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 40 lru_type: 1 00010000:00010000:1.0:1775773220.867700:0:202477:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00200000:1.0:1775773220.867715:0:202477:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:1.0:1775773220.868374:0:202477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=267 00000080:00200000:1.0:1775773220.868385:0:202477:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 44 00000080:00200008:1.0:1775773220.868394:0:202477:0:(file.c:1057:ll_file_open()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 304000 00000080:00200000:1.0:1775773220.868427:0:202477:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:1.0:1775773220.868438:0:202477:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773220.868447:0:202477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:1.0:1775773220.868458:0:202477:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00000080:00200000:1.0:1775773220.868470:0:202477:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773220.868475:0:202477:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:1.0:1775773220.868477:0:202477:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:1.0:1775773220.868481:0:202477:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281da7bf8 00010000:00010000:1.0:1775773220.868484:0:202477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 41 lru_type: 1 00010000:00010000:1.0:1775773220.868492:0:202477:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:1.0:1775773220.868502:0:202477:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:1.0:1775773220.868507:0:202477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=264 00000080:00200000:1.0:1775773220.868511:0:202477:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 44 00000080:00200008:1.0:1775773220.868514:0:202477:0:(file.c:1057:ll_file_open()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 504000 00000080:00200008:1.0:1775773220.868533:0:202477:0:(file.c:447:ll_file_release()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 304000 00010000:00010000:1.0:1775773220.868545:0:202477:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 13 lru_type: 1 00000080:00200000:1.0:1775773220.868571:0:202477:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:1.0:1775773220.868578:0:202477:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773220.868584:0:202477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:1.0:1775773220.868591:0:202477:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00000080:00200000:1.0:1775773220.868597:0:202477:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773220.868601:0:202477:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:1.0:1775773220.868603:0:202477:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:1.0:1775773220.868606:0:202477:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281da7bf8 00010000:00010000:1.0:1775773220.868608:0:202477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 42 lru_type: 1 00010000:00010000:1.0:1775773220.868614:0:202477:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000080:00200000:1.0:1775773220.868621:0:202477:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:1.0:1775773220.868625:0:202477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=267 00000080:00200000:1.0:1775773220.868628:0:202477:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 44 00000080:00200008:1.0:1775773220.868633:0:202477:0:(file.c:1057:ll_file_open()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 300000 00000080:00200080:1.0:1775773220.868650:0:202477:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) cmd=800866a8 arg=7ffd9b70b65c 00000080:00200008:1.0:1775773220.868664:0:202477:0:(file.c:447:ll_file_release()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 300000 00010000:00010000:1.0:1775773220.868672:0:202477:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 14 lru_type: 1 00000080:00200000:1.0:1775773220.868695:0:202477:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:1.0:1775773220.868701:0:202477:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773220.868706:0:202477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00010000:00010000:1.0:1775773220.868714:0:202477:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00000080:00200000:1.0:1775773220.868720:0:202477:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773220.868723:0:202477:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:1.0:1775773220.869328:0:202477:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:1.0:1775773220.869336:0:202477:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3281da7bf8 00010000:00010000:1.0:1775773220.869340:0:202477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 43 lru_type: 1 00010000:00010000:1.0:1775773220.869349:0:202477:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00000080:00200000:1.0:1775773220.869359:0:202477:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 1 00000080:00200000:1.0:1775773220.869365:0:202477:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d90.replay-single, flags=265 00000080:00200000:1.0:1775773220.869369:0:202477:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248), inode mode 41ed mask 44 00000080:00200008:1.0:1775773220.869373:0:202477:0:(file.c:1057:ll_file_open()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 100000 00000080:00200080:1.0:1775773220.869389:0:202477:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) cmd=8080667f arg=7ffd9b70a330 00000080:00200008:1.0:1775773220.869716:0:202477:0:(file.c:447:ll_file_release()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 100000 00010000:00010000:1.0:1775773220.869746:0:202477:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 15 lru_type: 1 00000080:00200080:1.0:1775773220.869766:0:202477:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) cmd=4008669b arg=c263d0 00000100:00100000:1.0:1775773220.871947:0:202477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202477:1862022422851072:192.168.201.120@tcp:33:lfs.0 00000100:00100000:1.0:1775773220.872152:0:202477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2e40 going to sleep for 11 seconds 00000100:00100000:1.0:1775773220.879394:0:202477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202477:1862022422851072:192.168.201.120@tcp:33:lfs.0 00000100:00100000:1.0:1775773220.879470:0:202477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202477:1862022422851200:192.168.201.120@tcp:33:lfs.0 00000100:00100000:1.0:1775773220.879555:0:202477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2e40 going to sleep for 11 seconds 00000100:00100000:1.0:1775773220.887111:0:202477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202477:1862022422851200:192.168.201.120@tcp:33:lfs.0 00000080:00200008:1.0:1775773220.887178:0:202477:0:(file.c:6226:ll_getattr_dentry()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1775773220.887188:0:202477:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248),name=d90.replay-single 00000002:00010000:1.0:1775773220.887216:0:202477:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x20002f9d1:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1775773220.887244:0:202477:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 2/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1775773220.887258:0:202477:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 2/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:1.0:1775773220.887266:0:202477:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1775773220.887272:0:202477:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x20002f9d1:0x1:0x0](ffff9a604418b248) 00000080:00010000:1.0:1775773220.887275:0:202477:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x20002f9d1:0x1:0x0](ffff9a604418b248) for lock 0x1ba08249811e4e85 00000080:00010000:1.0:1775773220.887282:0:202477:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e85 from it ffffbf3281da7cd8 00010000:00010000:1.0:1775773220.887286:0:202477:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 3/1,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1775773220.887295:0:202477:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:1.0:1775773220.887386:0:202477:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) pos/size0/4096 32bit_api 0 00000080:00200080:1.0:1775773220.887428:0:202477:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) cmd=c0086915 arg=c263d0 00000100:00100000:1.0:1775773220.887482:0:202477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202477:1862022422851328:192.168.201.120@tcp:34:lfs.0 00000100:00100000:1.0:1775773220.887551:0:202477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2e40 going to sleep for 11 seconds 00000100:00100000:1.0:1775773220.898546:0:202477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202477:1862022422851328:192.168.201.120@tcp:34:lfs.0 00000080:00200080:1.0:1775773220.898764:0:202477:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) cmd=c0086915 arg=c263d0 00000100:00100000:1.0:1775773220.898851:0:202477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202477:1862022422851456:192.168.201.120@tcp:34:lfs.0 00000100:00100000:1.0:1775773220.898935:0:202477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2e40 going to sleep for 11 seconds 00000100:00100000:1.0:1775773220.912285:0:202477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202477:1862022422851456:192.168.201.120@tcp:34:lfs.0 00000080:00200080:1.0:1775773220.912357:0:202477:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) cmd=c0086915 arg=c263d0 00000100:00100000:1.0:1775773220.912432:0:202477:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202477:1862022422851584:192.168.201.120@tcp:34:lfs.0 00000100:00100000:1.0:1775773220.912521:0:202477:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2e40 going to sleep for 11 seconds 00000100:00100000:1.0:1775773220.922432:0:202477:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202477:1862022422851584:192.168.201.120@tcp:34:lfs.0 00000080:00200000:1.0:1775773220.922558:0:202477:0:(dir.c:331:ll_iterate()) VFS Op:inode=[0x20002f9d1:0x1:0x0](ffff9a604418b248) pos/size18446744073709551614/4096 32bit_api 0 00000080:00200008:1.0:1775773220.922662:0:202477:0:(file.c:447:ll_file_release()) START file d90.replay-single:[0x20002f9d1:0x1:0x0](ffff9a604418b248), flags 504000 00010000:00010000:1.0:1775773220.923532:0:202477:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6051752e00/0x1ba08249811e4e62 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c12d1 expref: -99 pid: 202384 timeout: 0 lvb_type: 0 lru_score: 16 lru_type: 1 00010000:00010000:0.0:1775773221.154983:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773222.179034:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773223.203707:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773224.227645:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773224.419941:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773224.419949:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773224.419953:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773224.419976:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10370 00000100:00080000:2.0:1775773224.419993:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1775773224.420010:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773224.420025:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773224.420050:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022422852096/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773224.420086:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1775773224.420089:0:170137:0:(import.c:2095:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9a604312f000: disconnect after 20s idle 00000100:00100000:2.0:1775773224.420126:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422851840:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773224.420244:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1775773224.420250:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2411:1862022422851712:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773224.420283:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422851968:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773224.420578:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422852096:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773224.420628:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422852224:192.168.201.120@tcp:9:kworker.0 00000100:00080000:0.0:1775773224.425336:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773224.425358:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00100000:0.0:1775773224.425366:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422852096:192.168.201.120@tcp:8:kworker.0 00000100:00080000:0.0:1775773224.425397:0:2407:0:(import.c:2005:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9a6051390380 x1862022422852224/t0(0) o9->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1775773234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773224.425407:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1775773224.425411:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422852224:192.168.201.120@tcp:9:kworker.0 00000100:00100000:3.0:1775773224.428885:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2411:1862022422851712:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773224.428906:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422851968:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773224.428918:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422851840:192.168.201.120@tcp:400:kworker.0 00010000:00010000:0.0:1775773225.251127:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773226.277713:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773227.300250:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773228.323021:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773229.347237:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773229.539005:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773229.539010:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773229.539014:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773229.539025:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10375 00000100:00080000:2.0:1775773229.539036:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1775773229.539042:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773229.539053:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773229.539070:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022422852736/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775773229.539422:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2411:1862022422852352:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773229.539504:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422852608:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773229.539528:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775773229.539531:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422852480:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773229.540177:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422852736:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775773229.547843:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422852480:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773229.547864:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2411:1862022422852352:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773229.547875:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422852608:192.168.201.120@tcp:400:kworker.0 00000100:00080000:0.0:1775773229.548134:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773229.548141:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00100000:0.0:1775773229.548145:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422852736:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773230.371100:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773231.395850:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773232.419094:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773233.443478:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773234.467215:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773234.671046:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773234.671051:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773234.671056:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773234.671065:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10380 00000100:00080000:2.0:1775773234.671091:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1775773234.671098:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773234.671108:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773234.671124:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422853248/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773234.671357:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422853248:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773234.672863:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2410:1862022422852864:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773234.672927:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422853120:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773234.672955:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1775773234.672961:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422852992:192.168.201.120@tcp:400:kworker.0 00000100:00080000:0.0:1775773234.692461:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773234.692476:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00100000:0.0:1775773234.692499:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422853248:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775773234.692771:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422852992:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773234.692782:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2410:1862022422852864:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773234.692832:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422853120:192.168.201.120@tcp:400:kworker.0 00010000:00010000:3.0:1775773235.498010:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773236.516829:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773237.539192:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773238.563458:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773239.587336:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773239.782840:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773239.782846:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773239.782850:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773239.782860:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10385 00000100:00080000:0.0:1775773239.782871:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773239.782877:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773239.782888:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773239.782906:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022422853760/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775773239.783003:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422853760:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773239.783101:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2408:1862022422853376:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773239.783155:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422853632:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773239.783183:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1775773239.783189:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422853504:192.168.201.120@tcp:400:kworker.0 00000100:00080000:3.0:1775773239.799836:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773239.799851:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-19) 00000100:00100000:3.0:1775773239.799856:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422853760:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773239.802907:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2408:1862022422853376:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773239.802934:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422853632:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773239.802964:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422853504:192.168.201.120@tcp:400:kworker.0 00010000:00010000:1.0:1775773240.612933:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775773241.247599:0:2403:0:(events.c:340:request_in_callback()) peer: 12345-192.168.201.120@tcp (source: 12345-192.168.201.120@tcp) 00000100:00100000:3.0:1775773241.247934:0:200740:0:(service.c:2280:ptlrpc_server_handle_req_in()) unwrap req x1862022437668224 00000100:00100000:3.0:1775773241.247949:0:200740:0:(service.c:2345:ptlrpc_server_handle_req_in()) got req x1862022437668224 00000100:00100000:3.0:1775773241.248018:0:200740:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.120@tcp, seq: 3 00000100:00100000:3.0:1775773241.248030:0:200740:0:(service.c:2531:ptlrpc_server_handle_request()) Handling RPC req@ffff9a6051390700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7+3:242783:x1862022437668224:12345-192.168.201.120@tcp:104: 00010000:00010000:3.0:1775773241.248052:0:200740:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.201.120@tcp lock: ffff9a6046229000/0x1ba08249811e4dd6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x998859bb7e2c10d9 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1775773241.248153:0:200740:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1775773241.248160:0:200740:0:(service.c:2589:ptlrpc_server_handle_request()) Handled RPC req@ffff9a6051390700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7+3:242783:x1862022437668224:12345-192.168.201.120@tcp:104: Request processed in 133us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1775773241.248167:0:200740:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.120@tcp, seq: 3 00010000:00010000:0.0:1775773241.249045:0:200747:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775773241.249058:0:200747:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.201.120@tcp lock: ffff9a6046229000/0x1ba08249811e4dd6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x998859bb7e2c10d9 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773241.249070:0:200747:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9a6046229000 already unused, calling callback (ffffffffc119bc20) 10000000:00010000:0.0:1775773241.249074:0:200747:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.201.120@tcp lock: ffff9a6046229000/0x1ba08249811e4dd6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x998859bb7e2c10d9 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773241.249084:0:200747:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.201.120@tcp lock: ffff9a6046229000/0x1ba08249811e4dd6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x998859bb7e2c10d9 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1775773241.249092:0:200747:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.201.120@tcp lock: ffff9a6046229000/0x1ba08249811e4dd6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x998859bb7e2c10d9 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1775773241.249098:0:200747:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1775773241.249160:0:200747:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: MGC192.168.201.120@tcp lock: ffff9a6046229000/0x1ba08249811e4dd6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998859bb7e2c10d9 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773241.249166:0:200747:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1775773241.249200:0:200747:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.201.120@tcp lock: ffff9a6046229000/0x1ba08249811e4dd6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998859bb7e2c10d9 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773241.249208:0:200747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.201.120@tcp lock: ffff9a6046229000/0x1ba08249811e4dd6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x998859bb7e2c10d9 expref: -99 pid: 200736 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1775773241.249238:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773241.249240:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773241.249243:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775773241.249438:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2409:1862022422853888:192.168.201.120@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1775773241.274752:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2409:1862022422853888:192.168.201.120@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1775773241.634966:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773242.659214:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1775773243.042918:0:200750:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:01000000:2.0:1775773243.042926:0:200750:0:(mgc_request.c:1819:mgc_process_log()) Process log lustre-cliir-ffff9a604312f000 from 410 10000000:01000000:2.0:1775773243.042932:0:200750:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1775773243.042989:0:200750:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.201.120@tcp lock: ffff9a6048b09c00/0x1ba08249811e4e9a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 200750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773243.043001:0:200750:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.201.120@tcp lock: ffff9a6048b09c00/0x1ba08249811e4e9a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 200750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1775773243.043018:0:200750:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.201.120@tcp lock: ffff9a6048b09c00/0x1ba08249811e4e9a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 200750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1775773243.043048:0:200750:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200750:1862022422854016:192.168.201.120@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1775773243.043155:0:200750:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6042f7a900 going to sleep for 11 seconds 00000100:00100000:1.0:1775773243.048035:0:200750:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200750:1862022422854016:192.168.201.120@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1775773243.048071:0:200750:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.201.120@tcp lock: ffff9a6048b09c00/0x1ba08249811e4e9a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998859bb7e2c14ec expref: -99 pid: 200750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773243.048085:0:200750:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.201.120@tcp lock: ffff9a6048b09c00/0x1ba08249811e4e9a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x998859bb7e2c14ec expref: -99 pid: 200750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1775773243.048177:0:200750:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200750:1862022422854144:192.168.201.120@tcp:256:ll_cfg_requeue.0 00000100:00100000:1.0:1775773243.048259:0:200750:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a60507c2a80 going to sleep for 11 seconds 00000100:00100000:1.0:1775773243.063370:0:200750:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:200750:1862022422854144:192.168.201.120@tcp:256:ll_cfg_requeue.0 00000020:00000080:1.0:1775773243.063433:0:200750:0:(obd_config.c:1468:class_process_config()) processing cmd: cf00f 10000000:01000000:1.0:1775773243.063586:0:200750:0:(mgc_request.c:1896:mgc_process_log()) MGC192.168.201.120@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:1.0:1775773243.063596:0:200750:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.201.120@tcp lock: ffff9a6048b09c00/0x1ba08249811e4e9a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998859bb7e2c14ec expref: -99 pid: 200750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1775773243.063607:0:200750:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.201.120@tcp lock: ffff9a6048b09c00/0x1ba08249811e4e9a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x998859bb7e2c14ec expref: -99 pid: 200750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1775773243.091131:0:202634:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff9a60499ac000 already not connected (conn 19, was 0): DISCONN 00010000:00080000:2.0:1775773243.091161:0:202634:0:(ldlm_lib.c:85:import_set_conn()) imp ffff9a60499ac000@lustre-OST0000-osc-ffff9a604312f000: found existing conn 192.168.201.120@tcp, moved to head 00000100:00080000:2.0:1775773243.091168:0:202634:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773243.091177:0:202634:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 0 00000100:00080000:2.0:1775773243.091187:0:202634:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773243.091199:0:202634:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773243.091228:0:202634:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022422854272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775773243.092381:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422854272:192.168.201.120@tcp:8:lctl.0 00010000:00080000:0.0:1775773243.095074:0:2407:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9a6051392a00 x1862022422854272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/416 e 0 to 0 dl 1775773253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lctl.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773243.095096:0:2407:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9a604312f000: connect to target with instance 15 00000080:00000004:0.0:1775773243.095113:0:2407:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:0.0:1775773243.095118:0:2407:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:0.0:1775773243.095124:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00080000:0.0:1775773243.095129:0:2407:0:(import.c:1694:ptlrpc_import_recovery_state_machine()) replay requested by lustre-OST0000_UUID 00000100:00080000:0.0:1775773243.095132:0:2407:0:(recover.c:53:ptlrpc_replay_next()) import ffff9a60499ac000 from lustre-OST0000_UUID committed 0 last 0 00000100:00080000:0.0:1775773243.095135:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000100:00100000:3.0:1775773243.096395:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422854272:192.168.201.120@tcp:8:lctl.0 00010000:00080000:0.0:1775773243.096476:0:202635:0:(ldlm_request.c:2960:ldlm_lock_replay_thread()) lock replay thread lustre-OST0000-osc-ffff9a604312f000 to lustre-OST0000_UUID@192.168.201.120@tcp 00010000:00010000:0.0:1775773243.096481:0:202635:0:(ldlm_request.c:2876:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-OST0000-osc-ffff9a604312f000 (0) 00010000:00010000:0.0:1775773243.096487:0:202635:0:(ldlm_request.c:2889:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-OST0000-osc-ffff9a604312f000 00000100:00080000:0.0:1775773243.096536:0:202635:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00100000:3.0:1775773243.096827:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422854400:192.168.201.120@tcp:400:ldlm_lock_repla.0 00010000:00080000:0.0:1775773243.117840:0:2407:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9a6051f87b80 x1862022422854400/t0(0) o400->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1775773259 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773243.117863:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00080000:0.0:1775773243.117869:0:2407:0:(client.c:3204:ptlrpc_resend_req()) @@@ going to resend req@ffff9a6051f87b80 x1862022422854400/t0(0) o400->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1775773259 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773243.117878:0:2407:0:(client.c:3213:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff9a6051f87b80 x1862022422854400/t0(0) o400->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1775773259 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773243.117884:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000080:00000004:0.0:1775773243.117896:0:2407:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:0.0:1775773243.117902:0:2407:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:02000000:0.0:1775773243.117909:0:2407:0:(import.c:1737:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff9a604312f000: Connection restored to 192.168.201.120@tcp (at 192.168.201.120@tcp) 00000100:00100000:0.0:1775773243.140666:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422854400:192.168.201.120@tcp:400:ldlm_lock_repla.0 00010000:00010000:1.0:1775773243.702467:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773244.709584:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775773244.902221:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422854656:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773244.902328:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422854912:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773244.902363:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1775773244.902369:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2409:1862022422854528:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773244.902403:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422854784:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773244.916266:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2409:1862022422854528:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773244.916550:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422854784:192.168.201.120@tcp:400:kworker.0 00010000:00010000:1.0:1775773244.916743:0:2409:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 0/0 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1775773244.916753:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422854656:192.168.201.120@tcp:400:kworker.0 00010000:00080000:1.0:1775773244.916776:0:2409:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9a6058738a80 x1862022422854912/t0(0) o400->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1775773260 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773244.916824:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422854912:192.168.201.120@tcp:400:kworker.0 00010000:00010000:0.0:1775773244.918859:0:200748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775773244.918898:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773244.918900:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773244.918902:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773245.732460:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773246.756917:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773247.779056:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773248.803774:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773249.827311:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775773250.019004:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2411:1862022422855040:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773250.021654:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775773250.021676:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422855168:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773250.022373:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422855424:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773250.022416:0:2410:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1775773250.022423:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422855296:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773250.029618:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422855168:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773250.033932:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422855296:192.168.201.120@tcp:400:kworker.0 00010000:00080000:3.0:1775773250.033955:0:2410:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9a6048b59c00 x1862022422855424/t0(0) o400->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1775773266 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773250.033965:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422855424:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773250.040953:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2411:1862022422855040:192.168.201.120@tcp:400:kworker.0 00010000:00010000:0.0:1775773250.852143:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773251.875034:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773252.898984:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:0.0:1775773253.890222:0:202732:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1775773253.890236:0:202732:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:0.0:1775773253.890260:0:202732:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773253.890278:0:202732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00010000:00010000:0.0:1775773253.890294:0:202732:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00000080:00200000:0.0:1775773253.890302:0:202732:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1775773253.890310:0:202732:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:0.0:1775773253.890313:0:202732:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:0.0:1775773253.890320:0:202732:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3280d1fcb8 00010000:00010000:0.0:1775773253.890324:0:202732:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 44 lru_type: 1 00010000:00010000:0.0:1775773253.890334:0:202732:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00000080:00200008:0.0:1775773253.890924:0:202732:0:(file.c:6226:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), request_mask 0, flags 0, foreign 0 00000080:00200000:0.0:1775773253.890930:0:202732:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:0.0:1775773253.890940:0:202732:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773253.890948:0:202732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00010000:0.0:1775773253.890957:0:202732:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00000080:00200000:0.0:1775773253.890963:0:202732:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1775773253.890968:0:202732:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:0.0:1775773253.890971:0:202732:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:0.0:1775773253.890976:0:202732:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3280d1fcb8 00010000:00010000:0.0:1775773253.890979:0:202732:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 45 lru_type: 1 00010000:00010000:0.0:1775773253.890986:0:202732:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00000080:00200000:0.0:1775773253.891076:0:202732:0:(file.c:6121:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08),name=/ 00000002:00010000:0.0:1775773253.891085:0:202732:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1775773253.891094:0:202732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00010000:0.0:1775773253.891102:0:202732:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00000080:00200000:0.0:1775773253.891113:0:202732:0:(namei.c:953:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1775773253.891117:0:202732:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) 00000080:00010000:0.0:1775773253.891119:0:202732:0:(llite_internal.h:1984:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff9a60447c2a08) for lock 0x1ba08249811e4e15 00000080:00010000:0.0:1775773253.891123:0:202732:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1ba08249811e4e15 from it ffffbf3280d1fbb0 00010000:00010000:0.0:1775773253.891126:0:202732:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 46 lru_type: 1 00010000:00010000:0.0:1775773253.891134:0:202732:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046072800/0x1ba08249811e4e15 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c11d5 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 47 lru_type: 1 00000080:00200000:0.0:1775773253.891143:0:202732:0:(file.c:6593:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08), inode mode 41ed mask 44 00000080:00200008:0.0:1775773253.891149:0:202732:0:(file.c:1057:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 100000 00000080:00200080:0.0:1775773253.891232:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.891247:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00800000:00000004:0.0:1775773253.891254:0:202732:0:(obd_class.h:1092:obd_statfs()) lustre-MDT0000-mdc-ffff9a604312f000: age 10355, max_age 10403 00000100:00100000:0.0:1775773253.891302:0:202732:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202732:1862022422855552:192.168.201.120@tcp:41:lfs.0 00000100:00100000:0.0:1775773253.891386:0:202732:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6049b62840 going to sleep for 11 seconds 00000100:00100000:0.0:1775773253.904470:0:202732:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202732:1862022422855552:192.168.201.120@tcp:41:lfs.0 00800000:00000004:0.0:1775773253.904521:0:202732:0:(obd_class.h:1118:obd_statfs()) lustre-MDT0000-mdc-ffff9a604312f000: update ffff9a6045ea9e10 cache blocks 317211/353529 objects 1023494/1024000 00000080:00200080:0.0:1775773253.904644:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.904666:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00800000:00000004:0.0:1775773253.904675:0:202732:0:(obd_class.h:1092:obd_statfs()) lustre-MDT0001-mdc-ffff9a604312f000: age 10355, max_age 10403 00000100:00100000:0.0:1775773253.904741:0:202732:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202732:1862022422855680:192.168.201.120@tcp:41:lfs.0 00000100:00100000:0.0:1775773253.904912:0:202732:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6049b62840 going to sleep for 11 seconds 00000100:00100000:0.0:1775773253.907757:0:202732:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202732:1862022422855680:192.168.201.120@tcp:41:lfs.0 00800000:00000004:0.0:1775773253.907787:0:202732:0:(obd_class.h:1118:obd_statfs()) lustre-MDT0001-mdc-ffff9a604312f000: update ffff9a6045ea8450 cache blocks 317329/353529 objects 1023708/1024000 00000080:00200080:0.0:1775773253.907903:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.907924:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.907936:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.907942:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.907947:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.907951:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.907957:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.907960:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.907964:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.907968:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.907972:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.907976:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.907980:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.907984:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.907988:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.907992:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.907996:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908000:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908004:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908008:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908012:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908014:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908018:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908022:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908025:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908029:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908032:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908035:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908039:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908042:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908046:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908051:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908055:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908060:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908064:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908068:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908073:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908076:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908080:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908083:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908087:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908091:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908095:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908098:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908101:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908105:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908109:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908112:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908116:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908119:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908123:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908127:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908131:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908135:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908140:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908157:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908163:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908166:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908170:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908174:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908177:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908181:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908185:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908189:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908192:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908196:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908199:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908205:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908208:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908211:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908214:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908218:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908221:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908226:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908229:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908232:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908235:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908238:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908242:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908244:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908248:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908251:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908254:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908257:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908261:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908264:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908267:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908272:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908275:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908278:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908282:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908285:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908289:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908292:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908295:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908298:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908301:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908303:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908307:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908310:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908313:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908316:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908319:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908321:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908324:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908327:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908330:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908333:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908336:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908355:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908361:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908365:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908369:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908372:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908375:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908379:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908382:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908385:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908389:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908392:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908396:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908399:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908403:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908407:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908410:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00800000:00000080:0.0:1775773253.908413:0:202732:0:(lmv_obd.c:907:lmv_iocontrol()) lustre-clilmv-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.908417:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.908422:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00020000:00000004:0.0:1775773253.908429:0:202732:0:(obd_class.h:1092:obd_statfs()) lustre-OST0000-osc-ffff9a604312f000: age 10355, max_age 10403 00000100:00100000:0.0:1775773253.908466:0:202732:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202732:1862022422855808:192.168.201.120@tcp:13:lfs.0 00000100:00100000:0.0:1775773253.908574:0:202732:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6049b62840 going to sleep for 11 seconds 00010000:00080000:0.0:1775773253.912749:0:202732:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9a6051f87b80 x1862022422855808/t0(0) o13->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:7/4 lens 224/368 e 0 to 0 dl 1775773269 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773253.912766:0:202732:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202732:1862022422855808:192.168.201.120@tcp:13:lfs.0 00020000:00000004:0.0:1775773253.912839:0:202732:0:(obd_class.h:1118:obd_statfs()) lustre-OST0000-osc-ffff9a604312f000: update ffff9a60497e9e10 cache blocks 897209/958279 objects 261618/262144 00000080:00200080:0.0:1775773253.912905:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.912921:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00020000:00000004:0.0:1775773253.912927:0:202732:0:(obd_class.h:1092:obd_statfs()) lustre-OST0001-osc-ffff9a604312f000: age 10355, max_age 10403 00000100:00080000:0.0:1775773253.912938:0:202732:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10355 00000100:00080000:0.0:1775773253.912948:0:202732:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773253.912958:0:202732:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8437760, lost: 0. 00000100:00100000:0.0:1775773253.912978:0:202732:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022422855936/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773253.913011:0:202732:0:(client.c:1830:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9a6051f87b80 x1862022422856064/t0(0) o13->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773253.913019:0:202732:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6049b62840 going to sleep for 0 seconds 00000100:00100000:1.0:1775773253.913879:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422855936:192.168.201.120@tcp:8:lfs.0 00000100:00100000:1.0:1775773253.922053:0:2407:0:(client.c:3082:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9a604312f000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1775773253.922074:0:2407:0:(import.c:1130:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9a604312f000: connect to target with instance 1 00000100:00080000:1.0:1775773253.922085:0:2407:0:(import.c:958:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9a604312f000: Resetting ns_connect_flags to server flags: 0xa0425af2e3440038 00000080:00000004:1.0:1775773253.922096:0:2407:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:1.0:1775773253.922102:0:2407:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:1.0:1775773253.922107:0:2407:0:(import.c:1211:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1775773253.922111:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000080:00000004:1.0:1775773253.922118:0:2407:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0425af2e3440038 -> 0xa0425af2e3440038 00000080:00080000:1.0:1775773253.922121:0:2407:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:1.0:1775773253.922134:0:2407:0:(recover.c:189:ptlrpc_wake_delayed()) @@@ waking (set 00000000de7f6f47): req@ffff9a6051f87b80 x1862022422856064/t0(0) o13->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773253.922171:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422855936:192.168.201.120@tcp:8:lfs.0 00000100:00100000:0.0:1775773253.922430:0:202732:0:(client.c:2691:ptlrpc_set_wait()) set ffff9a6049b62840 going to sleep for 11 seconds 00010000:00010000:3.0:1775773253.923151:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775773253.925307:0:202732:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job lfs:751da7f7-3532-48ac-b6b6-0bf67df0b35f:202732:1862022422856064:192.168.201.120@tcp:13:lfs.0 00020000:00000004:0.0:1775773253.925367:0:202732:0:(obd_class.h:1118:obd_statfs()) lustre-OST0001-osc-ffff9a604312f000: update ffff9a60497e8450 cache blocks 901310/958279 objects 261676/262144 00000080:00200080:0.0:1775773253.925461:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.925493:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.925506:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.925514:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.925522:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.925852:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.925867:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.925876:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.925882:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.925888:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.925893:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.925898:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.925903:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.925907:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.925913:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.925917:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.925922:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.925927:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.925932:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.925936:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.925941:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.925945:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.925950:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.925955:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.925960:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.925964:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.925969:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.925973:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.925978:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.925982:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.925987:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.925991:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.925996:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926000:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926005:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926009:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926013:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926018:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926022:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926026:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926031:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926035:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926040:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926044:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926048:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926052:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926057:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926060:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926066:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926070:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926074:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926078:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926084:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926088:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926094:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926097:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926102:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926105:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926109:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926112:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926116:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926120:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926125:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926128:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926134:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926138:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926143:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926147:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926152:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926156:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926161:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926165:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926170:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926175:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926180:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926184:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926189:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926193:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926198:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926202:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926206:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926210:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926215:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926219:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926224:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926228:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926233:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926237:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926241:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926245:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926250:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926254:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926258:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926262:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926267:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926271:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926276:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926280:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926285:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926289:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926294:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926298:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926303:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926308:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926313:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926316:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926321:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926325:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926330:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926334:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926366:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926377:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926385:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926390:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926397:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926402:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926408:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926412:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926417:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926421:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926427:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926430:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926436:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926441:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200080:0.0:1775773253.926446:0:202732:0:(dir.c:1998:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9a60447c2a08) cmd=c00866a4 arg=7fffbac0a960 00020000:00000080:0.0:1775773253.926450:0:202732:0:(lov_obd.c:961:lov_iocontrol()) lustre-clilov-ffff9a604312f000: cmd=c00866a4 len=592 karg=ffff9a6049927000 uarg=0000000000000000 00000080:00200008:0.0:1775773253.926469:0:202732:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff9a60447c2a08), flags 100000 00010000:00010000:0.0:1775773254.952259:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1775773255.143089:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422856320:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773255.143193:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422856576:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773255.143227:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1775773255.143233:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2409:1862022422856192:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773255.143262:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422856448:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773255.143283:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422856704:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773255.160105:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2409:1862022422856192:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773255.160129:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422856448:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773255.160140:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422856704:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773255.160151:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422856320:192.168.201.120@tcp:400:kworker.0 00010000:00080000:0.0:1775773255.160164:0:2409:0:(ldlm_request.c:1663:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9a6058739f80 x1862022422856576/t0(0) o400->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 0 dl 1775773271 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773255.160175:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422856576:192.168.201.120@tcp:400:kworker.0 00010000:00010000:3.0:1775773255.976162:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773256.997759:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773258.020674:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773259.043130:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773260.067014:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775773260.259031:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2411:1862022422856832:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773260.259172:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775773260.259178:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422856960:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773260.259456:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422857088:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773260.259660:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1775773260.259667:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422857216:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773260.259908:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422857344:192.168.201.120@tcp:400:kworker.0 00010000:00010000:3.0:1775773261.092971:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773262.116045:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773263.138982:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773264.163000:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773265.186986:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775773265.379196:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2409:1862022422857472:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773265.379228:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422857600:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773265.379294:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422857728:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773265.379300:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422857856:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773265.379329:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422857984:192.168.201.120@tcp:400:kworker.0 00010000:00010000:3.0:1775773266.210951:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773267.234929:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773268.258966:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773269.283006:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773270.306947:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1775773270.499011:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2408:1862022422858112:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773270.499021:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422858240:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773270.499108:0:2409:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422858496:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773270.499122:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422858368:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773270.499173:0:2408:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422858624:192.168.201.120@tcp:400:kworker.0 00010000:00010000:3.0:1775773271.331047:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773272.354939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773273.378975:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773274.402920:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773275.426991:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1775773275.619004:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2410:1862022422858752:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773275.619027:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422858880:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773275.619091:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422859136:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773275.619091:0:2410:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422859008:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773275.619142:0:2411:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1775773275.619152:0:2411:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422859264:192.168.201.120@tcp:400:kworker.0 00010000:00010000:3.0:1775773276.450978:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:3.0:1775773276.642918:0:2411:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773260/real 1775773260] req@ffff9a6051391f80 x1862022422857344/t0(0) o400->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 1 dl 1775773276 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773276.642946:0:2411:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9a6051391f80 x1862022422857344/t0(0) o400->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 1 dl 1775773276 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773276.642955:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1775773276.642959:0:2411:0:(import.c:181:ptlrpc_set_import_discon()) lustre-OST0001-osc-ffff9a604312f000: Connection to lustre-OST0001 (at 192.168.201.120@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1775773276.642963:0:2411:0:(import.c:416:ptlrpc_pinger_force()) lustre-OST0001_UUID: waking up pinger s:DISCONN 00000100:00000400:3.0:1775773276.642981:0:2411:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773260/real 1775773260] req@ffff9a6051391880 x1862022422857216/t0(0) o400->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 1 dl 1775773276 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773276.642992:0:2411:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9a6051391880 x1862022422857216/t0(0) o400->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 1 dl 1775773276 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773276.642997:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1775773276.643000:0:2411:0:(import.c:181:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9a604312f000: Connection to lustre-OST0000 (at 192.168.201.120@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1775773276.643003:0:2411:0:(import.c:416:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN 00000100:00000400:3.0:1775773276.643009:0:2411:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773260/real 1775773260] req@ffff9a6051390380 x1862022422857088/t0(0) o400->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/224 e 0 to 1 dl 1775773276 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773276.643025:0:2411:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9a6051390380 x1862022422857088/t0(0) o400->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/224 e 0 to 1 dl 1775773276 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773276.643032:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1775773276.643035:0:2411:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff9a604312f000: Connection to lustre-MDT0001 (at 192.168.201.120@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1775773276.643039:0:2411:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00000400:3.0:1775773276.643045:0:2411:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773260/real 1775773260] req@ffff9a6051391500 x1862022422856960/t0(0) o400->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/224 e 0 to 1 dl 1775773276 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773276.643055:0:2411:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9a6051391500 x1862022422856960/t0(0) o400->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/224 e 0 to 1 dl 1775773276 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773276.643062:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1775773276.643065:0:2411:0:(import.c:181:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9a604312f000: Connection to lustre-MDT0000 (at 192.168.201.120@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1775773276.643068:0:2411:0:(import.c:416:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000400:3.0:1775773276.643098:0:2411:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773260/real 1775773260] req@ffff9a6051392300 x1862022422856832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 1 dl 1775773276 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773276.643112:0:2411:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9a6051392300 x1862022422856832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 1 dl 1775773276 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773276.643119:0:2411:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1775773276.643123:0:2411:0:(import.c:185:ptlrpc_set_import_discon()) MGC192.168.201.120@tcp: Connection to MGS (at 192.168.201.120@tcp) was lost; in progress operations using this service will fail 00000100:00080000:3.0:1775773276.643126:0:2411:0:(import.c:191:ptlrpc_set_import_discon()) import MGS@192.168.201.120@tcp for MGC192.168.201.120@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1775773276.643128:0:2411:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1775773276.643132:0:2411:0:(client.c:3560:ptlrpc_abort_inflight()) @@@ inflight req@ffff9a6051392300 x1862022422856832/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 1 dl 1775773276 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773276.643141:0:2411:0:(client.c:3560:ptlrpc_abort_inflight()) @@@ inflight req@ffff9a605873a680 x1862022422857472/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1775773281 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773276.643158:0:2411:0:(client.c:3560:ptlrpc_abort_inflight()) @@@ inflight req@ffff9a605873b480 x1862022422858112/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1775773286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773276.643172:0:2411:0:(client.c:3560:ptlrpc_abort_inflight()) @@@ inflight req@ffff9a6051390000 x1862022422858752/t0(0) o400->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 224/224 e 0 to 0 dl 1775773291 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1775773276.643185:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1775773276.643187:0:2411:0:(pinger.c:192:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1775773276.643190:0:2411:0:(mgc_request.c:1166:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1775773276.643192:0:2411:0:(import.c:416:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00080000:2.0:1775773276.643198:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773276.643203:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773276.643207:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775773276.643213:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2408:1862022422858112:192.168.201.120@tcp:400:kworker.0 00000100:00080000:2.0:1775773276.643214:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10277 00000100:00100000:3.0:1775773276.643216:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:0:1862022422859392:192.168.201.120@tcp:400:kworker.0 00000100:00080000:2.0:1775773276.643230:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773276.643235:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422857216:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773276.643240:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2409:1862022422857472:192.168.201.120@tcp:400:kworker.0 00000008:00100000:2.0:1775773276.643241:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773276.643246:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422857088:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773276.643255:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422856960:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773276.643261:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022422859520/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775773276.643264:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2411:1862022422856832:192.168.201.120@tcp:400:kworker.0 00000100:00080000:2.0:1775773276.643291:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773276.643295:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773276.643297:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773276.643302:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10277 00000100:00080000:2.0:1775773276.643308:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773276.643312:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422859520:192.168.201.120@tcp:38:kworker.0 00000008:00100000:2.0:1775773276.643316:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773276.643319:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2410:1862022422858752:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773276.643332:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022422859648/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773276.643341:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773276.643344:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773276.643345:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773276.643347:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10393 00000100:00080000:2.0:1775773276.643351:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773276.643355:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773276.643362:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022422859776/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773276.643369:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773276.643371:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773276.643372:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773276.643373:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10404 00000100:00080000:2.0:1775773276.643376:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773276.643379:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773276.643384:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422859904/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773276.643393:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773276.643395:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773276.643396:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773276.643401:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10277 00000100:00100000:1.0:1775773276.643402:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422859648:192.168.201.120@tcp:38:kworker.0 00000100:00080000:2.0:1775773276.643405:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773276.643415:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022422860032/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773276.643439:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422859776:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773276.643477:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422859904:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773276.643506:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422860032:192.168.201.120@tcp:250:kworker.0 00010000:00010000:3.0:1775773277.474986:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773278.498952:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773279.522949:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773280.546961:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773281.570988:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1775773281.762913:0:2408:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773265/real 1775773265] req@ffff9a6058738380 x1862022422857600/t0(0) o400->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/224 e 0 to 1 dl 1775773281 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773281.762914:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773281.762923:0:191786:0:(pinger.c:247:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1775773281.762926:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773281.762930:0:191786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1775773281.762935:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773281.762944:0:191786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1775773281.762948:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773281.762951:0:191786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1775773281.762953:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773281.762955:0:191786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1775773281.762968:0:2408:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9a6058738380 x1862022422857600/t0(0) o400->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/224 e 0 to 1 dl 1775773281 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773281.762975:0:2408:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff9a60499ae800 already not connected (conn 2, was 1): CONNECTING 00000100:00000400:0.0:1775773281.762980:0:2408:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773265/real 1775773265] req@ffff9a6058739c00 x1862022422857856/t0(0) o400->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 1 dl 1775773281 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:1.0:1775773281.762991:0:2409:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773265/real 1775773265] req@ffff9a605873ad80 x1862022422857984/t0(0) o400->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 1 dl 1775773281 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773281.763016:0:2408:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9a6058739c00 x1862022422857856/t0(0) o400->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 1 dl 1775773281 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773281.763023:0:2408:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff9a60499ac000 already not connected (conn 21, was 20): CONNECTING 00000100:00100000:1.0:1775773281.763027:0:2409:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9a605873ad80 x1862022422857984/t0(0) o400->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 1 dl 1775773281 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773281.763033:0:2409:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff9a60587d6800 already not connected (conn 4, was 3): CONNECTING 00000100:00100000:0.0:1775773281.763036:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422857600:192.168.201.120@tcp:400:kworker.0 00000100:00000400:1.0:1775773281.763041:0:2409:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773265/real 1775773265] req@ffff9a6058739f80 x1862022422857728/t0(0) o400->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/224 e 0 to 1 dl 1775773281 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773281.763045:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422857856:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773281.763065:0:2409:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9a6058739f80 x1862022422857728/t0(0) o400->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/224 e 0 to 1 dl 1775773281 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773281.763070:0:2409:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff9a60499ad000 already not connected (conn 2, was 1): CONNECTING 00000100:00100000:1.0:1775773281.763079:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422857728:192.168.201.120@tcp:400:kworker.0 00010000:00010000:3.0:1775773282.594999:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773283.619015:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773284.642923:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773285.666984:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773286.690947:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1775773286.882931:0:2409:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773270/real 1775773270] req@ffff9a6058738a80 x1862022422858240/t0(0) o400->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/224 e 0 to 1 dl 1775773286 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:1.0:1775773286.882931:0:2408:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773270/real 1775773270] req@ffff9a6058738000 x1862022422858368/t0(0) o400->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/224 e 0 to 1 dl 1775773286 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773286.882986:0:2408:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9a6058738000 x1862022422858368/t0(0) o400->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/224 e 0 to 1 dl 1775773286 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773286.882990:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775773286.882991:0:2409:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9a6058738a80 x1862022422858240/t0(0) o400->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/224 e 0 to 1 dl 1775773286 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773286.883001:0:191786:0:(pinger.c:247:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1775773286.883010:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773286.883017:0:2408:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff9a60499ad000 already not connected (conn 2, was 1): CONNECTING 00000100:00080000:3.0:1775773286.883018:0:191786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1775773286.883023:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773286.883024:0:2409:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff9a60499ae800 already not connected (conn 2, was 1): CONNECTING 00000100:00000400:1.0:1775773286.883031:0:2408:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773270/real 1775773270] req@ffff9a6058738e00 x1862022422858624/t0(0) o400->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 1 dl 1775773286 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773286.883032:0:191786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000400:0.0:1775773286.883036:0:2409:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773270/real 1775773270] req@ffff9a605873b800 x1862022422858496/t0(0) o400->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 1 dl 1775773286 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773286.883039:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773286.883050:0:191786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1775773286.883058:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773286.883070:0:191786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1775773286.883081:0:2408:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9a6058738e00 x1862022422858624/t0(0) o400->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 1 dl 1775773286 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773286.883083:0:2409:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9a605873b800 x1862022422858496/t0(0) o400->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 1 dl 1775773286 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773286.883094:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773276/real 1775773276] req@ffff9a6051390000 x1862022422860032/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773286 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773286.883115:0:2408:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff9a60587d6800 already not connected (conn 4, was 3): CONNECTING 00000100:00080000:0.0:1775773286.883130:0:2409:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff9a60499ac000 already not connected (conn 21, was 20): CONNECTING 00000100:00100000:1.0:1775773286.883136:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422858368:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773286.883141:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022422860032/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773286 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773286.883148:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422858240:192.168.201.120@tcp:400:kworker.0 00000100:00100000:0.0:1775773286.883161:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422858496:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773286.883166:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773276/real 1775773276] req@ffff9a6051390a80 x1862022422859648/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773286 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773286.883185:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022422859648/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773286 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773286.883195:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773276/real 1775773276] req@ffff9a6051393100 x1862022422859776/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773286 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773286.883208:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022422859776/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773286 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773286.883218:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773276/real 1775773276] req@ffff9a6051393480 x1862022422859904/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773286 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773286.883231:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022422859904/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773286 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773286.883241:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773276/real 1775773276] req@ffff9a6051390e00 x1862022422859520/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773286 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773286.883249:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022422859520/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773286 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773286.883258:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773286.883272:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773286.883276:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422860032:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775773286.883282:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773286.883287:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773286.883290:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422859648:192.168.201.120@tcp:38:kworker.0 00000100:00080000:2.0:1775773286.883295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773286.883298:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773286.883302:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773286.883305:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773286.883307:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773286.883310:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422859776:192.168.201.120@tcp:8:kworker.0 00000100:00080000:3.0:1775773286.883311:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10427 00000100:00080000:3.0:1775773286.883320:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1775773286.883327:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:2.0:1775773286.883332:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773286.883342:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773286.883347:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422859904:192.168.201.120@tcp:8:kworker.0 00000100:00080000:2.0:1775773286.883355:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1775773286.883355:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022422860160/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773286.883364:0:2409:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2409:1862022422857984:192.168.201.120@tcp:400:kworker.0 00000100:00100000:1.0:1775773286.883370:0:2408:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2408:1862022422858624:192.168.201.120@tcp:400:kworker.0 00000100:00080000:2.0:1775773286.883373:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00080000:3.0:1775773286.883373:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773286.883380:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00100000:2.0:1775773286.883381:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422859520:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775773286.883383:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773286.883388:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10427 00000100:00080000:3.0:1775773286.883393:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1775773286.883397:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773286.883407:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773286.883418:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422860160:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773286.883418:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022422860288/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773286.883428:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773286.883431:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773286.883432:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773286.883435:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10427 00000100:00080000:3.0:1775773286.883439:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1775773286.883442:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773286.883446:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773286.883454:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022422860416/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773286.883461:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773286.883464:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773286.883465:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773286.883468:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10427 00000100:00080000:3.0:1775773286.883471:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1775773286.883474:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773286.883478:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773286.883488:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422860544/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773286.883497:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773286.883500:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1775773286.883502:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422860288:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775773286.883502:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773286.883506:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10427 00000100:00080000:3.0:1775773286.883509:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1775773286.883512:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773286.883516:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773286.883531:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422860416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775773286.883533:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022422860672/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773286.883552:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422860544:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775773286.883567:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422857344:192.168.201.120@tcp:400:kworker.0 00000100:00100000:2.0:1775773286.883578:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422860672:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773287.714964:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773288.739024:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773289.762991:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773290.786999:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773291.810957:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773292.002938:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773292.002951:0:162220:0:(pinger.c:247:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1775773292.002955:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773292.002959:0:162220:0:(pinger.c:247:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1775773292.002962:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773292.002966:0:162220:0:(pinger.c:247:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1775773292.002969:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773292.002973:0:162220:0:(pinger.c:247:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1775773292.002977:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773292.002982:0:162220:0:(pinger.c:247:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000400:2.0:1775773292.003025:0:2410:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773275/real 1775773275] req@ffff9a6051391180 x1862022422859008/t0(0) o400->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/224 e 0 to 1 dl 1775773291 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000400:3.0:1775773292.003026:0:2411:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773275/real 1775773275] req@ffff9a6051392a00 x1862022422859264/t0(0) o400->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 1 dl 1775773291 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773292.003073:0:2410:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9a6051391180 x1862022422859008/t0(0) o400->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/224 e 0 to 1 dl 1775773291 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773292.003083:0:2410:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff9a60499ad000 already not connected (conn 3, was 1): CONNECTING 00000100:00100000:2.0:1775773292.003104:0:2410:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2410:1862022422859008:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773292.003139:0:2411:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9a6051392a00 x1862022422859264/t0(0) o400->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 1 dl 1775773291 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773292.003149:0:2411:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff9a60587d6800 already not connected (conn 5, was 3): CONNECTING 00000100:00000400:3.0:1775773292.003157:0:2411:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773275/real 1775773275] req@ffff9a6051393800 x1862022422858880/t0(0) o400->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/224 e 0 to 1 dl 1775773291 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773292.003171:0:2411:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9a6051393800 x1862022422858880/t0(0) o400->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 224/224 e 0 to 1 dl 1775773291 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773292.003179:0:2411:0:(import.c:213:ptlrpc_set_import_discon()) mdc: import ffff9a60499ae800 already not connected (conn 3, was 1): CONNECTING 00000100:00000400:3.0:1775773292.003185:0:2411:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773275/real 1775773275] req@ffff9a6051392680 x1862022422859136/t0(0) o400->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 1 dl 1775773291 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773292.003196:0:2411:0:(client.c:2523:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff9a6051392680 x1862022422859136/t0(0) o400->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 224/224 e 0 to 1 dl 1775773291 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773292.003203:0:2411:0:(import.c:213:ptlrpc_set_import_discon()) osc: import ffff9a60499ac000 already not connected (conn 22, was 20): CONNECTING 00000100:00100000:3.0:1775773292.003212:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422858880:192.168.201.120@tcp:400:kworker.0 00000100:00100000:3.0:1775773292.003219:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422859136:192.168.201.120@tcp:400:kworker.0 00010000:00010000:3.0:1775773292.835012:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773293.858956:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773294.883048:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773295.906936:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773296.930982:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773297.122910:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773297.122918:0:191786:0:(pinger.c:247:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1775773297.122921:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773297.122924:0:191786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1775773297.122927:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773297.122930:0:191786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1775773297.122932:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773297.122934:0:191786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1775773297.122936:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773297.122939:0:191786:0:(pinger.c:247:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1775773297.954965:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773298.978976:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773300.002992:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000100:3.0:1775773300.386982:0:2399:0:(socklnd_cb.c:2376:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.201.120@tcp (192.168.201.120:988) timed out; the network or node may be down. 00010000:00010000:3.0:1775773301.026973:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1775773301.218923:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773286/real 1775773286] req@ffff9a6048b5bb80 x1862022422860672/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773301 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773301.218962:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022422860672/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773301 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773301.218971:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773286/real 1775773286] req@ffff9a6048b59c00 x1862022422860288/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773301 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773301.218980:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022422860288/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773301 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773301.218986:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773286/real 1775773286] req@ffff9a6048b59500 x1862022422860416/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773301 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773301.218993:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022422860416/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773301 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773301.218999:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773286/real 1775773286] req@ffff9a6048b5b480 x1862022422860544/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773301 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773301.219006:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022422860544/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773301 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773301.219013:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1775773286/real 1775773286] req@ffff9a6048b5aa00 x1862022422860160/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773301 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773301.219021:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022422860160/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773301 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773301.219050:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773301.219067:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773301.219071:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422860672:192.168.201.120@tcp:8:kworker.0 00000100:00080000:2.0:1775773301.219077:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773301.219082:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773301.219086:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422860288:192.168.201.120@tcp:38:kworker.0 00000100:00080000:2.0:1775773301.219093:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773301.219099:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773301.219106:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422860416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775773301.219107:0:2411:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2411:1862022422859264:192.168.201.120@tcp:400:kworker.0 00000100:00080000:1.0:1775773301.219109:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773301.219111:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773301.219119:0:191786:0:(pinger.c:247:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1775773301.219122:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773301.219125:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773301.219128:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773301.219133:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00080000:1.0:1775773301.219135:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10437 00000100:00100000:2.0:1775773301.219139:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422860544:192.168.201.120@tcp:8:kworker.0 00000100:00080000:2.0:1775773301.219145:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773301.219149:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1775773301.219153:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773301.219156:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422860160:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773301.219161:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773301.219175:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773301.219215:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422860800/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773301.219244:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773301.219248:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773301.219250:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773301.219255:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10437 00000100:00080000:1.0:1775773301.219260:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1775773301.219264:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773301.219269:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773301.219278:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422860800:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773301.219284:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422860928/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773301.219293:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773301.219295:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773301.219297:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773301.219300:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10437 00000100:00080000:1.0:1775773301.219303:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1775773301.219305:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773301.219308:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773301.219316:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422861056/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773301.219323:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773301.219325:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773301.219327:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773301.219329:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10437 00000100:00080000:1.0:1775773301.219332:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1775773301.219334:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773301.219337:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773301.219343:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422861184/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773301.219361:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773301.219363:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773301.219363:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773301.219366:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10437 00000100:00080000:1.0:1775773301.219369:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1775773301.219371:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773301.219381:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422861312/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773301.219407:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422860928:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773301.219448:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422861056:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773301.219475:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422861184:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773301.219496:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422861312:192.168.201.120@tcp:250:kworker.0 00010000:00010000:1.0:1775773302.050936:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773303.074981:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775773303.459134:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.201.120:988 00000400:00000100:2.0:1775773303.459171:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775773303.459186:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775773303.459229:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775773303.459238:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775773303.459245:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775773303.459256:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:0.0:1775773303.459282:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773301/real 1775773303] req@ffff9a6058738000 x1862022422860928/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773303.459309:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422860928/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773303.459326:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773303.459332:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773303.459337:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422860928:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773303.459344:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773301/real 1775773303] req@ffff9a6058739f80 x1862022422861056/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773303.459357:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422861056/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773303.459364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773303.459368:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773303.459371:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422861056:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773303.459377:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773301/real 1775773303] req@ffff9a605873a680 x1862022422861184/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773303.459387:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422861184/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773303.459394:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773303.459398:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773303.459401:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422861184:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773303.459407:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773301/real 1775773303] req@ffff9a605873aa00 x1862022422861312/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773303.459418:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422861312/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773303.459425:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773303.459428:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773303.459431:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422861312:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773303.459437:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773301/real 1775773303] req@ffff9a6058738e00 x1862022422860800/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773303.459449:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422860800/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773303.459457:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773303.459460:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773303.459463:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422860800:192.168.201.120@tcp:38:kworker.0 00010000:00010000:1.0:1775773304.098935:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773305.122944:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773306.146954:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773306.338931:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773306.338946:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773306.338952:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773306.338966:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10451 00000100:00080000:1.0:1775773306.338982:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1775773306.338992:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773306.339038:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022422861440/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773306.339069:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773306.339073:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773306.339075:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773306.339078:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10451 00000100:00080000:1.0:1775773306.339082:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1775773306.339085:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773306.339097:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773306.339110:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422861568/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773306.339115:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422861440:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773306.339127:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773306.339131:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773306.339133:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773306.339141:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10451 00000100:00080000:1.0:1775773306.339149:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1775773306.339154:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773306.339159:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773306.339171:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422861696/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773306.339179:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773306.339182:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773306.339183:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773306.339189:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10451 00000100:00080000:1.0:1775773306.339192:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1775773306.339195:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773306.339200:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773306.339211:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022422861824/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773306.339218:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773306.339221:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773306.339222:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773306.339225:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10451 00000100:00080000:1.0:1775773306.339228:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1775773306.339232:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773306.339236:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773306.339245:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022422861952/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773306.339283:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422861568:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773306.339331:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422861696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773306.339362:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422861824:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773306.339385:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422861952:192.168.201.120@tcp:8:kworker.0 00000400:00000100:0.0:1775773306.531239:0:2398:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.201.120:988 00000400:00000100:0.0:1775773306.531288:0:2398:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775773306.531303:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773306.531348:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773306.531358:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773306.531368:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773306.531375:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775773306.531434:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773306/real 1775773306] req@ffff9a605873a300 x1862022422861568/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773306.531465:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422861568/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773306.531474:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773306.531478:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773306.531481:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422861568:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773306.531489:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773306/real 1775773306] req@ffff9a6058739180 x1862022422861696/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773306.531502:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422861696/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773306.531516:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773306.531520:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773306.531525:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422861696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773306.531533:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773306/real 1775773306] req@ffff9a605873bb80 x1862022422861824/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773306.531547:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022422861824/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773306.531554:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773306.531558:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773306.531591:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422861824:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773306.531599:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773306/real 1775773306] req@ffff9a6058739880 x1862022422861952/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773306.531611:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022422861952/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773306.531619:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773306.531623:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773306.531626:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422861952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773306.531633:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773306/real 1775773306] req@ffff9a605873b100 x1862022422861440/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773306.531646:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022422861440/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773306.531655:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773306.531658:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773306.531661:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422861440:192.168.201.120@tcp:250:kworker.0 00010000:00010000:3.0:1775773307.171007:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773308.194905:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773309.218929:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773310.242966:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773311.266992:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773311.458923:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773311.458934:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773311.458939:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773311.458950:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10457 00000100:00080000:1.0:1775773311.458964:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773311.458971:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773311.459017:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422862080/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773311.459047:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773311.459051:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773311.459052:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773311.459056:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10457 00000100:00080000:1.0:1775773311.459059:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773311.459062:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773311.459072:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773311.459081:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422862208/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773311.459089:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773311.459092:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773311.459093:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773311.459095:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10457 00000100:00080000:1.0:1775773311.459099:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773311.459102:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773311.459106:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773311.459111:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422862080:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773311.459118:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022422862336/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773311.459126:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773311.459128:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773311.459129:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773311.459132:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10457 00000100:00080000:1.0:1775773311.459133:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773311.459136:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773311.459139:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773311.459146:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022422862464/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773311.459152:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773311.459154:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773311.459155:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773311.459157:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10457 00000100:00080000:1.0:1775773311.459160:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773311.459163:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773311.459166:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773311.459172:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022422862592/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773311.459225:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422862208:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773311.459258:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422862336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773311.459276:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422862464:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773311.459290:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422862592:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773312.290942:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775773312.675122:0:2395:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.201.120:988 00000400:00000100:1.0:1775773312.675167:0:2395:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775773312.675185:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775773312.675230:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775773312.675240:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775773312.675258:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775773312.675269:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775773312.675293:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773311/real 1775773312] req@ffff9a605873b100 x1862022422862336/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773312.675320:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022422862336/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773312.675339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773312.675345:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773312.675349:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422862336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773312.675357:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773311/real 1775773312] req@ffff9a6058739880 x1862022422862464/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773312.675370:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022422862464/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773312.675383:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773312.675387:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773312.675390:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422862464:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773312.675396:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773311/real 1775773312] req@ffff9a605873bb80 x1862022422862592/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773312.675406:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022422862592/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773312.675413:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773312.675417:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773312.675419:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422862592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773312.675425:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773311/real 1775773312] req@ffff9a6058738700 x1862022422862080/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773312.675435:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422862080/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773312.675442:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773312.675446:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773312.675448:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422862080:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773312.675469:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773311/real 1775773312] req@ffff9a6058739500 x1862022422862208/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773312.675479:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422862208/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773312.675487:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773312.675490:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773312.675493:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422862208:192.168.201.120@tcp:38:kworker.0 00010000:00010000:3.0:1775773313.314934:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773314.338944:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773315.362995:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773316.386954:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773316.578902:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773316.578911:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773316.578915:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773316.578923:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10462 00000100:00080000:3.0:1775773316.578933:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773316.578938:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773316.578969:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022422862720/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773316.578990:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773316.578993:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773316.578994:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773316.578997:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10462 00000100:00080000:3.0:1775773316.578999:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773316.579001:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773316.579009:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773316.579016:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422862848/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773316.579023:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773316.579026:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773316.579028:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773316.579031:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10462 00000100:00080000:3.0:1775773316.579032:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773316.579034:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773316.579037:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773316.579044:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422862976/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773316.579049:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422862720:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773316.579053:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773316.579057:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773316.579058:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773316.579061:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10462 00000100:00080000:3.0:1775773316.579063:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773316.579066:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773316.579068:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773316.579075:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422863104/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773316.579081:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773316.579082:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773316.579083:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773316.579086:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10462 00000100:00080000:3.0:1775773316.579089:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773316.579091:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773316.579094:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773316.579102:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022422863232/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773316.579134:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422862848:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773316.579175:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422862976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773316.579190:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422863104:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773316.579205:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422863232:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775773317.410992:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773318.434963:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775773318.819169:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.201.120:988 00000400:00000100:0.0:1775773318.819204:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775773318.819218:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773318.819247:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773318.819254:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773318.819260:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773318.819266:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775773318.819301:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773316/real 1775773318] req@ffff9a6048b59880 x1862022422862976/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773318.819329:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022422862976/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773318.819341:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773318.819381:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773318.819386:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422862976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773318.819395:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773316/real 1775773318] req@ffff9a6048b58a80 x1862022422863104/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773318.819409:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022422863104/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773318.819436:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773318.819440:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773318.819442:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422863104:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773318.819448:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773316/real 1775773318] req@ffff9a6048b5ad80 x1862022422863232/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773318.819459:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022422863232/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773318.819466:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773318.819469:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773318.819473:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422863232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773318.819480:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773316/real 1775773318] req@ffff9a6048b5a300 x1862022422862720/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773318.819493:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022422862720/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773318.819501:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773318.819504:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773318.819507:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422862720:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773318.819514:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773316/real 1775773318] req@ffff9a6048b58000 x1862022422862848/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773318.819531:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022422862848/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773318.819540:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773318.819545:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773318.819549:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422862848:192.168.201.120@tcp:38:kworker.0 00010000:00010000:3.0:1775773319.458947:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773320.483027:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773321.506983:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773321.698902:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773321.698912:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773321.698917:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773321.698928:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10467 00000100:00080000:3.0:1775773321.698940:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773321.698945:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773321.698978:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022422863360/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773321.699000:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773321.699003:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773321.699004:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773321.699007:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10467 00000100:00080000:3.0:1775773321.699009:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773321.699011:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773321.699018:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773321.699028:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022422863488/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773321.699040:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773321.699043:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773321.699045:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773321.699049:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10467 00000100:00080000:3.0:1775773321.699054:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775773321.699055:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422863360:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773321.699061:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773321.699067:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773321.699081:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022422863616/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773321.699089:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773321.699092:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773321.699093:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773321.699096:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10467 00000100:00080000:3.0:1775773321.699111:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773321.699114:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773321.699118:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775773321.699119:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773321.699131:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022422863744/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773321.699139:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773321.699141:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773321.699142:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773321.699145:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10467 00000100:00080000:3.0:1775773321.699149:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773321.699152:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773321.699157:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773321/real 1775773321] req@ffff9a6048b58e00 x1862022422863360/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1775773321.699158:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773321.699168:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022422863872/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773321.699195:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022422863360/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773321.699207:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773321.699212:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773321.699216:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422863360:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773321.699240:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422863488:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773321.699259:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773321.699268:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773321/real 1775773321] req@ffff9a6048b5b100 x1862022422863488/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773321.699276:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022422863488/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773321.699281:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773321.699284:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773321.699286:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422863488:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773321.699290:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422863616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773321.699332:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773321.699340:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773321/real 1775773321] req@ffff9a6048b59180 x1862022422863616/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773321.699348:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022422863616/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773321.699353:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773321.699355:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773321.699358:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422863616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773321.699362:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422863744:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773321.699373:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773321.699378:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773321/real 1775773321] req@ffff9a6048b5b800 x1862022422863744/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773321.699385:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022422863744/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773321.699390:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773321.699391:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773321.699393:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422863744:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773321.699396:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422863872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773321.699406:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773321.699411:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773321/real 1775773321] req@ffff9a6048b59f80 x1862022422863872/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773346 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773321.699418:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022422863872/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773346 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773321.699423:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773321.699425:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773321.699427:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422863872:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773322.530999:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773323.554994:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773324.578956:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773325.602883:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773326.626917:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773326.818845:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773326.818853:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773326.818856:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773326.818864:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10472 00000100:00080000:3.0:1775773326.818874:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773326.818879:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773326.818913:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022422864000/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773326.818936:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773326.818939:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773326.818940:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773326.818943:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10472 00000100:00080000:3.0:1775773326.818946:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773326.818948:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773326.818955:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773326.818965:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022422864128/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773326.818972:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773326.818975:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773326.818976:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773326.818979:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10472 00000100:00080000:3.0:1775773326.818981:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773326.818983:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773326.818986:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773326.818992:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422864000:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773326.818994:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022422864256/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773326.819006:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773326.819008:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773326.819009:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773326.819012:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10472 00000100:00080000:3.0:1775773326.819013:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773326.819016:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773326.819019:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773326.819027:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022422864384/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773326.819033:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773326.819035:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773326.819036:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773326.819038:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10472 00000100:00080000:3.0:1775773326.819047:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773326.819050:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773326.819060:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773326.819070:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022422864512/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773326.819084:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422864128:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773326.819125:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422864256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773326.819139:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422864384:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773326.819153:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422864512:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773327.650883:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775773328.035175:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.201.120:988 00000400:00000100:0.0:1775773328.035250:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775773328.035271:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773328.035314:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773328.035334:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773328.035348:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775773328.035359:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773326/real 1775773328] req@ffff9a6048b59f80 x1862022422864000/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1775773328.035360:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775773328.035394:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022422864000/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773328.035408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773328.035414:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773328.035418:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422864000:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773328.035428:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773326/real 1775773328] req@ffff9a6048b5b800 x1862022422864128/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773328.035449:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022422864128/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773328.035457:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773328.035461:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773328.035465:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422864128:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773328.035494:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773326/real 1775773328] req@ffff9a6048b59180 x1862022422864256/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773328.035508:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022422864256/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773328.035520:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773328.035524:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773328.035527:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422864256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773328.035533:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773326/real 1775773328] req@ffff9a6048b5b100 x1862022422864384/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773328.035547:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022422864384/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773328.035554:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773328.035558:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773328.035561:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422864384:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773328.035567:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773326/real 1775773328] req@ffff9a6048b58e00 x1862022422864512/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773351 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773328.035581:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022422864512/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773351 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773328.035588:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773328.035591:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773328.035595:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422864512:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773328.674930:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773329.698899:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773330.722935:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773331.746911:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773331.938902:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773331.938911:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773331.938914:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773331.938923:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10477 00000100:00080000:3.0:1775773331.938933:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773331.938939:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773331.938972:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422864640/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773331.938997:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773331.939000:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773331.939002:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773331.939004:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10477 00000100:00080000:3.0:1775773331.939006:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773331.939009:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773331.939016:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773331.939024:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022422864768/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773331.939031:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773331.939034:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773331.939035:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773331.939038:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10477 00000100:00080000:3.0:1775773331.939041:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775773331.939045:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422864640:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773331.939046:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773331.939053:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773331.939060:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022422864896/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773331.939067:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773331.939070:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773331.939071:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773331.939074:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10477 00000100:00080000:3.0:1775773331.939077:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773331.939079:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773331.939082:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773331.939089:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422865024/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773331.939095:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773331.939097:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773331.939097:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773331.939099:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10477 00000100:00080000:3.0:1775773331.939102:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1775773331.939104:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775773331.939108:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773331.939111:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773331.939138:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422865152/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773331.939168:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773331/real 1775773331] req@ffff9a6048b58000 x1862022422864640/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773331.939184:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022422864640/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773331.939192:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773331.939195:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773331.939198:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422864640:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773331.939204:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422864768:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773331.939221:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773331.939229:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773331/real 1775773331] req@ffff9a6048b5a300 x1862022422864768/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773331.939236:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022422864768/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773331.939246:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773331.939248:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773331.939250:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422864768:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773331.939268:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422864896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773331.939282:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773331.939293:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773331/real 1775773331] req@ffff9a6048b5ad80 x1862022422864896/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773331.939304:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022422864896/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773331.939313:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773331.939317:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773331.939320:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422864896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773331.939327:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422865024:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773331.939347:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773331.939356:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773331/real 1775773331] req@ffff9a6048b58a80 x1862022422865024/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773331.939364:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022422865024/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773331.939369:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773331.939371:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773331.939374:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422865024:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773331.939378:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422865152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773331.939389:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773331.939394:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773331/real 1775773331] req@ffff9a6048b59880 x1862022422865152/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773356 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773331.939401:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022422865152/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773356 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773331.939406:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773331.939408:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773331.939409:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422865152:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773332.770954:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773333.794895:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773334.818901:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773335.842933:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773336.866985:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773337.058876:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773337.058884:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773337.058887:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773337.058895:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10482 00000100:00080000:3.0:1775773337.058904:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773337.058909:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773337.058942:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022422865280/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773337.058964:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773337.058967:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773337.058969:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773337.058971:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10482 00000100:00080000:3.0:1775773337.058974:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773337.058976:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773337.058983:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773337.058992:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422865408/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773337.058999:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773337.059002:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773337.059003:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773337.059006:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10482 00000100:00080000:3.0:1775773337.059008:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773337.059010:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773337.059014:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773337.059021:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422865280:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773337.059023:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022422865536/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773337.059046:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773337.059049:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773337.059050:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773337.059053:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10482 00000100:00080000:3.0:1775773337.059056:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773337.059059:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773337.059063:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773337.059072:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022422865664/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773337.059078:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773337.059081:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773337.059082:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1775773337.059088:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775773337.059091:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10482 00000100:00080000:3.0:1775773337.059094:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773337.059096:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773337.059100:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773337.059108:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022422865792/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773337.059130:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773337/real 1775773337] req@ffff9a6048b5aa00 x1862022422865280/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773337.059151:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022422865280/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773337.059163:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773337.059168:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773337.059172:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422865280:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773337.059180:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422865408:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773337.059200:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773337.059211:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773337/real 1775773337] req@ffff9a6048b5b480 x1862022422865408/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773337.059220:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022422865408/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773337.059225:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773337.059227:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773337.059230:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422865408:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773337.059247:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422865536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773337.059258:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773337.059264:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773337/real 1775773337] req@ffff9a6048b59500 x1862022422865536/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773337.059271:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022422865536/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773337.059276:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773337.059278:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773337.059281:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422865536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773337.059284:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422865664:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773337.059294:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773337.059299:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773337/real 1775773337] req@ffff9a6048b59c00 x1862022422865664/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773337.059306:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022422865664/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773337.059312:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773337.059314:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773337.059316:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422865664:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773337.059328:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422865792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773337.059345:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773337.059355:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773337/real 1775773337] req@ffff9a6048b5bb80 x1862022422865792/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773337.059368:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022422865792/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773337.059376:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773337.059379:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773337.059382:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422865792:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773337.890913:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773338.914953:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773339.938935:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773340.962919:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773341.986919:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773342.178948:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773342.178961:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773342.178967:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773342.178980:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10487 00000100:00080000:3.0:1775773342.178995:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773342.179004:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773342.179056:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022422865920/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773342.179091:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773342.179095:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773342.179097:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773342.179102:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10487 00000100:00080000:3.0:1775773342.179107:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773342.179111:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773342.179123:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773342.179140:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022422866048/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773342.179154:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773342.179159:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773342.179161:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773342.179167:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10487 00000100:00080000:3.0:1775773342.179173:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775773342.179175:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422865920:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773342.179180:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773342.179190:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773342.179209:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022422866176/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773342.179228:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773342.179232:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773342.179234:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773342.179238:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10487 00000100:00080000:3.0:1775773342.179245:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773342.179250:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775773342.179255:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775773342.179259:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773342.179278:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022422866304/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773342.179290:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773342.179295:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1775773342.179296:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773342/real 1775773342] req@ffff9a6048b5a680 x1862022422865920/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773342.179300:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773342.179318:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10487 00000100:00080000:3.0:1775773342.179324:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775773342.179329:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022422865920/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773342.179332:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773342.179349:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1775773342.179352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773342.179359:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773342.179363:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422865920:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773342.179372:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422866432/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773342.179389:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422866048:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773342.179409:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773342.179419:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773342/real 1775773342] req@ffff9a6048b5bb80 x1862022422866048/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773342.179427:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022422866048/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773342.179434:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773342.179439:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773342.179442:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422866048:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773342.179447:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422866176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773342.179458:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773342.179464:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773342/real 1775773342] req@ffff9a6048b59c00 x1862022422866176/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773342.179470:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022422866176/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773342.179475:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773342.179478:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773342.179479:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422866176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773342.179483:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422866304:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773342.179493:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773342.179498:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773342/real 1775773342] req@ffff9a6048b59500 x1862022422866304/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773342.179506:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022422866304/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773342.179511:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773342.179513:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773342.179515:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422866304:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773342.179523:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422866432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773342.179539:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773342.179546:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773342/real 1775773342] req@ffff9a6048b5b480 x1862022422866432/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773342.179559:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022422866432/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773342.179564:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773342.179567:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773342.179569:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422866432:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773343.010951:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773344.035005:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773345.058931:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773346.082910:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773347.106965:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773347.298894:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773347.298904:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773347.298908:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773347.298919:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10492 00000100:00080000:3.0:1775773347.298934:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773347.298941:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773347.298984:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022422866560/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773347.299016:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773347.299019:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773347.299021:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773347.299024:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10492 00000100:00080000:3.0:1775773347.299026:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773347.299029:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773347.299039:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773347.299049:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422866688/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773347.299057:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773347.299060:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773347.299061:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773347.299064:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10492 00000100:00080000:3.0:1775773347.299066:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773347.299068:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773347.299071:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773347.299079:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422866816/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773347.299081:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422866560:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773347.299089:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773347.299092:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773347.299093:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773347.299096:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10492 00000100:00080000:3.0:1775773347.299097:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773347.299099:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773347.299102:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773347.299110:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022422866944/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773347.299116:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773347.299118:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773347.299119:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773347.299121:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10492 00000100:00080000:3.0:1775773347.299123:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773347.299125:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773347.299129:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773347.299136:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022422867072/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773347.299191:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422866688:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773347.299231:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422866816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773347.299261:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422866944:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773347.299283:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422867072:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773348.130930:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773349.154964:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775773349.539174:0:2398:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.201.120:988 00000400:00000100:0.0:1775773349.539243:0:2398:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775773349.539267:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773349.539318:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773349.539332:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773349.539344:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773349.539354:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775773349.539362:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773347/real 1775773349] req@ffff9a6048b58a80 x1862022422866816/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773349.539397:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022422866816/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773349.539412:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773349.539418:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773349.539423:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422866816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773349.539433:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773347/real 1775773349] req@ffff9a6048b5ad80 x1862022422866944/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773349.539448:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022422866944/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773349.539458:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773349.539462:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773349.539465:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422866944:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773349.539474:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773347/real 1775773349] req@ffff9a6048b5a300 x1862022422867072/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773349.539487:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022422867072/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773349.539495:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773349.539498:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773349.539502:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422867072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773349.539512:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773347/real 1775773349] req@ffff9a6048b5aa00 x1862022422866560/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773349.539527:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022422866560/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773349.539534:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773349.539539:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773349.539542:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422866560:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773349.539549:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773347/real 1775773349] req@ffff9a6048b59880 x1862022422866688/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773349.539561:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022422866688/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773349.539568:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773349.539571:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773349.539574:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422866688:192.168.201.120@tcp:38:kworker.0 00010000:00010000:0.0:1775773350.178941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773351.203000:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773352.226919:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773352.418845:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773352.418853:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773352.418856:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773352.418864:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10498 00000100:00080000:3.0:1775773352.418874:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773352.418880:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773352.418912:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422867200/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773352.418937:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773352.418941:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773352.418943:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773352.418947:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10498 00000100:00080000:3.0:1775773352.418951:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773352.418956:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773352.418965:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773352.418978:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022422867328/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773352.418981:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422867200:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773352.418999:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773352.419003:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773352.419004:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773352.419008:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10498 00000100:00080000:3.0:1775773352.419011:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773352.419013:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773352.419016:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773352.419025:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022422867456/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773352.419031:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773352.419034:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773352.419035:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773352.419037:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10498 00000100:00080000:3.0:1775773352.419040:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773352.419043:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773352.419047:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775773352.419048:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773352.419057:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022422867584/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773352.419064:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773352.419067:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773352.419069:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773352.419071:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10498 00000100:00080000:3.0:1775773352.419074:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773352.419077:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773352.419080:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773352.419087:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773352/real 1775773352] req@ffff9a6048b58000 x1862022422867200/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773352.419088:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022422867712/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773352.419128:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022422867200/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773352.419138:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773352.419142:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773352.419146:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422867200:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773352.419168:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422867328:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773352.419190:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773352.419203:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773352/real 1775773352] req@ffff9a6048b58e00 x1862022422867328/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773352.419215:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022422867328/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773352.419223:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773352.419226:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773352.419230:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422867328:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773352.419235:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422867456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773352.419252:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773352.419262:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773352/real 1775773352] req@ffff9a6048b5b100 x1862022422867456/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773352.419273:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022422867456/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773352.419291:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773352.419294:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773352.419301:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422867456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773352.419307:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422867584:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773352.419328:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773352.419338:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773352/real 1775773352] req@ffff9a6048b59180 x1862022422867584/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773352.419350:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022422867584/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773352.419357:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773352.419360:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773352.419363:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422867584:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773352.419369:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422867712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773352.419385:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773352.419393:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773352/real 1775773352] req@ffff9a6048b5b800 x1862022422867712/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773352.419403:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022422867712/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773352.419411:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773352.419414:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773352.419417:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422867712:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773353.250958:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773354.274917:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773355.298903:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773356.322904:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773357.346899:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773357.538893:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773357.538900:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773357.538904:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773357.538912:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10503 00000100:00080000:0.0:1775773357.538922:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773357.538928:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773357.538961:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022422867840/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773357.538986:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773357.538988:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773357.538990:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773357.538993:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10503 00000100:00080000:0.0:1775773357.538995:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773357.538997:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773357.539004:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773357.539012:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84000 x1862022422867968/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773357.539019:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773357.539022:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773357.539023:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773357.539025:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10503 00000100:00080000:0.0:1775773357.539028:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773357.539030:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773357.539033:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773357.539039:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022422868096/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773357.539045:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422867840:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773357.539047:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773357.539052:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773357.539055:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773357.539058:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10503 00000100:00080000:0.0:1775773357.539060:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773357.539062:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773357.539065:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773357.539073:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022422868224/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773357.539079:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773357.539082:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773357.539083:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773357.539085:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10503 00000100:00080000:0.0:1775773357.539088:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773357.539090:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773357.539093:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773357.539100:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022422868352/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775773357.539118:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773357.539151:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773357/real 1775773357] req@ffff9a6051f87b80 x1862022422867840/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773357.539168:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022422867840/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773357.539175:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773357.539177:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773357.539180:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422867840:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773357.539186:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422867968:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773357.539201:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773357.539208:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773357/real 1775773357] req@ffff9a6051f84000 x1862022422867968/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773357.539216:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84000 x1862022422867968/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773357.539220:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773357.539222:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773357.539224:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422867968:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773357.539242:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422868096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773357.539252:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773357.539258:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773357/real 1775773357] req@ffff9a6051f86680 x1862022422868096/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773357.539265:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022422868096/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773357.539274:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773357.539276:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773357.539278:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422868096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773357.539281:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422868224:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773357.539290:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773357.539295:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773357/real 1775773357] req@ffff9a6051f85c00 x1862022422868224/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773357.539302:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022422868224/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773357.539307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773357.539309:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773357.539311:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422868224:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773357.539314:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422868352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773357.539322:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773357.539327:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773357/real 1775773357] req@ffff9a6051f84380 x1862022422868352/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773357.539333:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022422868352/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773357.539338:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773357.539339:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773357.539351:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422868352:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773358.370899:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773359.394953:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773360.418927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773361.442942:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773362.466871:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773362.658898:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773362.658906:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773362.658910:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773362.658922:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10508 00000100:00080000:3.0:1775773362.658931:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773362.658937:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773362.658969:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022422868480/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773362.658991:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773362.658994:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773362.658996:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773362.658998:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10508 00000100:00080000:3.0:1775773362.659001:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773362.659003:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773362.659011:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773362.659025:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022422868608/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773362.659037:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422868480:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773362.659038:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773362.659044:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773362.659048:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773362.659054:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10508 00000100:00080000:3.0:1775773362.659058:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773362.659061:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773362.659068:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773362.659081:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022422868736/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773362.659090:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773362.659093:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773362.659094:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773362.659097:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10508 00000100:00080000:3.0:1775773362.659101:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773362.659103:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773362.659108:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775773362.659110:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773362.659119:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022422868864/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773362.659143:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773362.659145:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773362.659147:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773362.659149:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10508 00000100:00080000:3.0:1775773362.659152:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773362.659156:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773362.659159:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773362.659164:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773362/real 1775773362] req@ffff9a6048b59f80 x1862022422868480/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773362.659168:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022422868992/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773362.659217:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022422868480/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773362.659226:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773362.659230:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773362.659233:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422868480:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773362.659269:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422868608:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773362.659287:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773362.659295:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773362/real 1775773362] req@ffff9a6048b5b800 x1862022422868608/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773362.659305:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022422868608/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773362.659315:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773362.659318:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773362.659322:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422868608:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773362.659344:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422868736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773362.659365:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773362.659377:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773362/real 1775773362] req@ffff9a6048b59180 x1862022422868736/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773362.659389:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022422868736/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773362.659394:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773362.659396:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773362.659398:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422868736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773362.659402:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422868864:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773362.659416:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773362.659423:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773362/real 1775773362] req@ffff9a6048b5b100 x1862022422868864/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773362.659430:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022422868864/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773362.659435:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773362.659436:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773362.659438:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422868864:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773362.659441:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422868992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773362.659450:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773362.659455:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773362/real 1775773362] req@ffff9a6048b58e00 x1862022422868992/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773362.659465:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022422868992/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773362.659474:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773362.659477:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773362.659480:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422868992:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773363.490910:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773364.514874:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773365.539001:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773366.562916:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773367.586958:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773367.778874:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773367.778884:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773367.778889:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773367.778899:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10513 00000100:00080000:3.0:1775773367.778911:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773367.778918:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773367.778957:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422869120/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773367.778987:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773367.778990:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773367.778991:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773367.778995:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10513 00000100:00080000:3.0:1775773367.778998:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773367.779001:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773367.779010:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773367.779019:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422869248/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773367.779026:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773367.779029:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773367.779030:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773367.779033:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10513 00000100:00080000:3.0:1775773367.779035:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773367.779038:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773367.779040:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773367.779046:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022422869376/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773367.779052:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773367.779054:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773367.779055:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773367.779058:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10513 00000100:00080000:3.0:1775773367.779061:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773367.779072:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773367.779075:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773367.779084:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022422869504/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773367.779098:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773367.779102:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1775773367.779103:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422869120:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773367.779104:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773367.779110:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10513 00000100:00080000:3.0:1775773367.779119:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773367.779127:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773367.779130:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773367.779137:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022422869632/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775773367.779263:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773367.779333:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773367/real 1775773367] req@ffff9a6048b58000 x1862022422869120/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773367.779356:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022422869120/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773367.779386:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773367.779390:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773367.779394:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422869120:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773367.779402:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422869248:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773367.779425:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773367.779436:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773367/real 1775773367] req@ffff9a6048b59880 x1862022422869248/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773367.779449:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022422869248/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773367.779461:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773367.779465:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773367.779469:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422869248:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773367.779479:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422869376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773367.779562:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773367.779576:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773367/real 1775773367] req@ffff9a6048b5aa00 x1862022422869376/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773367.779587:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022422869376/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773367.779593:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773367.779596:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773367.779599:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422869376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773367.779626:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422869504:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773367.779642:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773367.779650:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773367/real 1775773367] req@ffff9a6048b5a300 x1862022422869504/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773367.779658:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022422869504/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773367.779665:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773367.779667:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773367.779669:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422869504:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773367.779673:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422869632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773367.779684:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773367.779690:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773367/real 1775773367] req@ffff9a6048b5ad80 x1862022422869632/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773392 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773367.779699:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022422869632/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773392 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773367.779705:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773367.779707:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773367.779709:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422869632:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773368.610957:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773369.634935:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773370.658880:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773371.682940:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773372.706858:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773372.898897:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773372.898905:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773372.898908:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773372.898917:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10518 00000100:00080000:3.0:1775773372.898927:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773372.898932:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773372.898964:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422869760/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773372.898994:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773372.898997:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773372.898998:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773372.899001:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10518 00000100:00080000:3.0:1775773372.899004:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773372.899006:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773372.899014:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773372.899025:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422869888/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773372.899033:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775773372.899038:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422869760:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773372.899038:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773372.899040:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773372.899048:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10518 00000100:00080000:3.0:1775773372.899050:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773372.899052:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773372.899055:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773372.899070:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022422870016/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773372.899076:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773372.899079:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773372.899080:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773372.899082:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10518 00000100:00080000:3.0:1775773372.899088:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773372.899090:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773372.899093:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775773372.899097:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773372.899104:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022422870144/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773372.899111:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773372.899114:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773372.899115:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773372.899118:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10518 00000100:00080000:3.0:1775773372.899121:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773372.899124:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773372.899127:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773372.899134:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022422870272/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773372.899140:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773372/real 1775773372] req@ffff9a6048b58a80 x1862022422869760/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773372.899156:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022422869760/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773372.899164:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773372.899168:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773372.899171:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422869760:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773372.899189:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422869888:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773372.899204:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773372.899212:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773372/real 1775773372] req@ffff9a6048b5b480 x1862022422869888/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773372.899219:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022422869888/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773372.899229:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773372.899231:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773372.899233:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422869888:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773372.899236:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422870016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773372.899246:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773372.899251:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773372/real 1775773372] req@ffff9a6048b59500 x1862022422870016/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773372.899257:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022422870016/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773372.899263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773372.899264:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773372.899266:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422870016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773372.899269:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422870144:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773372.899278:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773372.899283:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773372/real 1775773372] req@ffff9a6048b59c00 x1862022422870144/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773372.899289:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022422870144/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773372.899294:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773372.899296:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773372.899298:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422870144:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773372.899302:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422870272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773372.899311:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773372.899315:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773372/real 1775773372] req@ffff9a6048b5bb80 x1862022422870272/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773397 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773372.899322:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022422870272/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773397 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773372.899327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773372.899329:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773372.899330:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422870272:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773373.730954:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773374.754913:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773375.778963:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773376.802904:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773377.826979:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773378.018907:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773378.018917:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773378.018921:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773378.018931:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10523 00000100:00080000:3.0:1775773378.018943:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773378.018949:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773378.019006:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022422870400/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773378.019030:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773378.019034:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773378.019035:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773378.019038:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10523 00000100:00080000:3.0:1775773378.019041:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773378.019044:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773378.019079:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773378.019095:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022422870528/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773378.019107:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422870400:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773378.019122:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773378.019126:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773378.019128:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773378.019133:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10523 00000100:00080000:3.0:1775773378.019138:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773378.019140:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773378.019146:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773378.019155:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022422870656/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773378.019162:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773378.019167:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:2.0:1775773378.019168:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775773378.019169:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773378.019174:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10523 00000100:00080000:3.0:1775773378.019178:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773378.019181:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773378.019184:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773378.019195:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022422870784/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773378.019205:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773378/real 1775773378] req@ffff9a6048b5a680 x1862022422870400/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773378.019216:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773378.019223:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773378.019227:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773378.019236:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10523 00000100:00080000:3.0:1775773378.019241:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775773378.019247:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022422870400/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773378.019248:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773378.019255:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1775773378.019268:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1775773378.019273:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422870912/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773378.019274:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773378.019280:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422870400:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773378.019323:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422870528:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773378.019355:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773378.019369:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773378/real 1775773378] req@ffff9a6048b5bb80 x1862022422870528/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773378.019385:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022422870528/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773378.019395:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773378.019407:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773378.019412:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422870528:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773378.019420:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422870656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773378.019457:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773378.019472:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773378/real 1775773378] req@ffff9a6048b59c00 x1862022422870656/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773378.019488:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022422870656/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773378.019497:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773378.019501:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773378.019504:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422870656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773378.019512:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422870784:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773378.019563:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773378.019581:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773378/real 1775773378] req@ffff9a6048b59500 x1862022422870784/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773378.019593:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022422870784/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773378.019601:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773378.019628:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773378.019630:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422870784:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773378.019635:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422870912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773378.019651:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773378.019659:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773378/real 1775773378] req@ffff9a6048b5b480 x1862022422870912/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773378.019668:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022422870912/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773378.019674:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773378.019692:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773378.019695:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422870912:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773378.850922:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773379.874958:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773380.898934:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773381.922914:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773382.946910:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773383.138869:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773383.138885:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773383.138890:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773383.138901:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10528 00000100:00080000:3.0:1775773383.138914:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773383.138932:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773383.138984:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422871040/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773383.139033:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773383.139038:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773383.139040:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773383.139045:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10528 00000100:00080000:3.0:1775773383.139050:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773383.139055:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773383.139068:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773383.139094:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022422871168/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773383.139104:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775773383.139108:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422871040:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773383.139108:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773383.139110:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773383.139117:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10528 00000100:00080000:3.0:1775773383.139121:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773383.139124:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773383.139128:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773383.139163:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022422871296/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773383.139170:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773383.139173:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773383.139174:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773383.139176:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10528 00000100:00080000:3.0:1775773383.139179:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773383.139181:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773383.139185:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773383.139195:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022422871424/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773383.139250:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773383.139252:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773383.139254:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773383.139257:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10528 00000100:00080000:3.0:1775773383.139261:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773383.139264:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773383.139269:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773383.139278:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422871552/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773383.139326:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422871168:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773383.139368:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422871296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773383.139398:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422871424:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773383.139420:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422871552:192.168.201.120@tcp:8:kworker.0 00000400:00000100:1.0:1775773383.331186:0:2395:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:1.0:1775773383.331284:0:2395:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775773383.331307:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775773383.331376:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775773383.331389:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775773383.331400:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775773383.331412:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775773383.331442:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773383/real 1775773383] req@ffff9a6048b5ad80 x1862022422871168/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773383.331485:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022422871168/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773383.331501:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773383.331508:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773383.331514:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422871168:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773383.331526:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773383/real 1775773383] req@ffff9a6048b5a300 x1862022422871296/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773383.331541:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022422871296/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773383.331550:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773383.331555:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773383.331560:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422871296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773383.331568:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773383/real 1775773383] req@ffff9a6048b5aa00 x1862022422871424/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773383.331583:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022422871424/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773383.331590:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773383.331594:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773383.331598:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422871424:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773383.331606:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773383/real 1775773383] req@ffff9a6048b59880 x1862022422871552/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773383.331620:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022422871552/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773383.331629:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773383.331633:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773383.331637:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422871552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773383.331646:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773383/real 1775773383] req@ffff9a6048b58a80 x1862022422871040/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773383.331678:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022422871040/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773383.331688:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773383.331692:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773383.331696:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422871040:192.168.201.120@tcp:250:kworker.0 00010000:00010000:1.0:1775773383.970936:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773384.994910:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773386.019020:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773387.042995:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773388.066915:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773388.258886:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773388.258894:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773388.258897:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773388.258906:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10533 00000100:00080000:1.0:1775773388.258915:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773388.258920:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773388.258950:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422871680/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773388.258970:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773388.258973:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773388.258974:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773388.258977:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10533 00000100:00080000:1.0:1775773388.258979:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773388.258982:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773388.258989:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773388.258999:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422871808/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773388.259006:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773388.259008:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773388.259010:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773388.259012:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10533 00000100:00080000:1.0:1775773388.259014:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773388.259019:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773388.259019:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422871680:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775773388.259024:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773388.259031:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422871936/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773388.259037:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773388.259040:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773388.259041:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773388.259044:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10533 00000100:00080000:1.0:1775773388.259046:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773388.259048:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773388.259052:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773388.259059:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422872064/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773388.259064:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773388.259066:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773388.259068:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773388.259070:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10533 00000100:00080000:1.0:1775773388.259072:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1775773388.259076:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775773388.259077:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773388.259083:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773388.259091:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422872192/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773388.259112:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773388/real 1775773388] req@ffff9a6058739180 x1862022422871680/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773388.259173:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422871680/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773388.259184:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773388.259189:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773388.259193:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422871680:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773388.259201:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422871808:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773388.259226:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773388.259240:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773388/real 1775773388] req@ffff9a605873a300 x1862022422871808/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773388.259253:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422871808/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773388.259258:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773388.259261:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773388.259263:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422871808:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773388.259282:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422871936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773388.259296:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773388.259303:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773388/real 1775773388] req@ffff9a6058738e00 x1862022422871936/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773388.259310:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422871936/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773388.259316:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773388.259318:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773388.259320:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422871936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773388.259323:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422872064:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773388.259333:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773388.259338:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773388/real 1775773388] req@ffff9a605873aa00 x1862022422872064/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773388.259349:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422872064/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773388.259357:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773388.259360:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773388.259363:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422872064:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773388.259368:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422872192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773388.259388:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773388.259399:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773388/real 1775773388] req@ffff9a605873a680 x1862022422872192/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773388.259410:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422872192/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773388.259419:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773388.259422:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773388.259426:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422872192:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773389.090925:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773390.114940:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773391.138892:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773392.162932:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773393.186862:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773393.378897:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773393.378908:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773393.378913:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773393.378924:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10538 00000100:00080000:0.0:1775773393.378936:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773393.378944:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773393.378990:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022422872320/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773393.379021:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773393.379026:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773393.379028:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773393.379031:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10538 00000100:00080000:0.0:1775773393.379034:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773393.379037:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773393.379060:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773393.379071:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022422872448/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773393.379080:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773393.379083:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773393.379086:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775773393.379088:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422872320:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773393.379091:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10538 00000100:00080000:0.0:1775773393.379097:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773393.379100:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773393.379103:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773393.379112:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022422872576/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773393.379118:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773393.379121:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773393.379122:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773393.379125:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10538 00000100:00080000:0.0:1775773393.379127:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773393.379129:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773393.379134:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773393.379141:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022422872704/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773393.379147:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773393.379149:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773393.379151:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773393.379153:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10538 00000100:00080000:0.0:1775773393.379155:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773393.379157:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773393.379160:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775773393.379166:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773393.379169:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022422872832/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773393.379208:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773393/real 1775773393] req@ffff9a6051f85880 x1862022422872320/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773393.379226:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022422872320/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773393.379245:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773393.379251:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773393.379256:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422872320:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773393.379286:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422872448:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773393.379314:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773393.379328:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773393/real 1775773393] req@ffff9a6051f86a00 x1862022422872448/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773393.379340:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022422872448/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773393.379346:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773393.379349:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773393.379351:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422872448:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773393.379356:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422872576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773393.379371:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773393.379378:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773393/real 1775773393] req@ffff9a6051f85180 x1862022422872576/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773393.379386:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022422872576/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773393.379391:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773393.379394:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773393.379396:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422872576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773393.379401:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422872704:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773393.379413:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773393.379419:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773393/real 1775773393] req@ffff9a6051f87100 x1862022422872704/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773393.379426:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022422872704/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773393.379431:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773393.379433:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773393.379435:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422872704:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773393.379438:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422872832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773393.379447:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773393.379453:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773393/real 1775773393] req@ffff9a6051f84700 x1862022422872832/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773393.379459:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022422872832/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773393.379463:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773393.379466:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773393.379468:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422872832:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773394.210979:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773395.234959:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773396.258950:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773397.282884:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773398.306972:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773398.498865:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773398.498872:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773398.498876:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773398.498884:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10544 00000100:00080000:3.0:1775773398.498892:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773398.498898:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773398.498928:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422872960/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773398.498967:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773398.498970:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773398.498972:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773398.498975:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10544 00000100:00080000:3.0:1775773398.498978:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773398.498981:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773398.498989:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773398.498999:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022422873088/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773398.499008:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775773398.499009:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422872960:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773398.499013:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773398.499017:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773398.499020:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10544 00000100:00080000:3.0:1775773398.499023:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773398.499026:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773398.499029:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773398.499037:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022422873216/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773398.499043:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773398.499046:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773398.499047:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773398.499049:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10544 00000100:00080000:3.0:1775773398.499059:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773398.499062:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773398.499065:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775773398.499069:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773398.499075:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022422873344/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773398.499082:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773398.499085:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773398.499086:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773398.499088:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10544 00000100:00080000:3.0:1775773398.499091:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773398.499094:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773398.499097:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773398.499103:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773398/real 1775773398] req@ffff9a6048b58000 x1862022422872960/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773398.499105:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022422873472/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773398.499150:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022422872960/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773398.499160:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773398.499163:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773398.499166:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422872960:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773398.499204:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422873088:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773398.499222:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773398.499230:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773398/real 1775773398] req@ffff9a6048b58e00 x1862022422873088/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773398.499239:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022422873088/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773398.499252:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773398.499254:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773398.499257:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422873088:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773398.499261:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422873216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773398.499273:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773398.499279:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773398/real 1775773398] req@ffff9a6048b5b100 x1862022422873216/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773398.499287:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022422873216/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773398.499297:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773398.499300:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773398.499302:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422873216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773398.499321:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422873344:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773398.499333:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773398.499339:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773398/real 1775773398] req@ffff9a6048b59180 x1862022422873344/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773398.499347:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022422873344/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773398.499352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773398.499354:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773398.499356:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422873344:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773398.499360:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422873472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773398.499369:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773398.499392:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773398/real 1775773398] req@ffff9a6048b5b800 x1862022422873472/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773398.499399:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022422873472/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773398.499404:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773398.499405:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773398.499408:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422873472:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773399.330885:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773400.354944:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773401.378935:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773402.402965:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773403.426942:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773403.618905:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773403.618913:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773403.618916:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773403.618925:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10549 00000100:00080000:3.0:1775773403.618934:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773403.618939:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773403.618979:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022422873600/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773403.619001:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773403.619003:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773403.619005:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773403.619008:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10549 00000100:00080000:3.0:1775773403.619010:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773403.619012:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773403.619019:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773403.619030:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022422873728/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773403.619037:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773403.619039:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773403.619041:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773403.619044:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10549 00000100:00080000:3.0:1775773403.619048:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775773403.619049:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422873600:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773403.619054:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773403.619061:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773403.619076:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022422873856/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773403.619085:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773403.619088:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773403.619090:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773403.619093:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10549 00000100:00080000:3.0:1775773403.619097:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773403.619101:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775773403.619105:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775773403.619108:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773403.619122:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022422873984/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773403.619131:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775773403.619134:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773403/real 1775773403] req@ffff9a6048b59f80 x1862022422873600/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773403.619136:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773403.619140:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773403.619149:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10549 00000100:00080000:3.0:1775773403.619154:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775773403.619158:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022422873600/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773403.619159:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773403.619168:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1775773403.619171:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773403.619177:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773403.619182:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022422874112/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773403.619183:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422873600:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773403.619195:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422873728:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773403.619214:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773403.619224:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773403/real 1775773403] req@ffff9a6048b5b800 x1862022422873728/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773403.619233:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022422873728/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773403.619239:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773403.619241:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773403.619244:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422873728:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773403.619261:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422873856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773403.619271:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773403.619278:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773403/real 1775773403] req@ffff9a6048b59180 x1862022422873856/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773403.619285:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022422873856/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773403.619290:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773403.619293:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773403.619295:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422873856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773403.619298:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422873984:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773403.619307:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773403.619313:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773403/real 1775773403] req@ffff9a6048b5b100 x1862022422873984/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773403.619320:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022422873984/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773403.619325:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773403.619326:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773403.619328:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422873984:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773403.619331:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422874112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773403.619340:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773403.619345:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773403/real 1775773403] req@ffff9a6048b58e00 x1862022422874112/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773403.619352:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022422874112/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773403.619357:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773403.619359:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773403.619361:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422874112:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773404.450972:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773405.474900:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773406.498964:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773407.522922:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773408.546911:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773408.738883:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773408.738894:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773408.738899:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773408.738912:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10554 00000100:00080000:3.0:1775773408.738926:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773408.738936:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773408.738984:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422874240/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773408.739024:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773408.739027:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773408.739029:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773408.739032:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10554 00000100:00080000:3.0:1775773408.739035:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773408.739038:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773408.739049:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773408.739059:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422874368/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773408.739069:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773408.739072:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773408.739073:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773408.739076:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10554 00000100:00080000:3.0:1775773408.739078:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773408.739091:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773408.739095:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773408.739107:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422874496/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773408.739113:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422874240:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773408.739137:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773408.739139:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773408.739140:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773408.739144:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10554 00000100:00080000:3.0:1775773408.739147:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773408.739149:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773408.739156:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773408.739165:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022422874624/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773408.739171:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773408.739174:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773408.739176:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773408.739179:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10554 00000100:00080000:3.0:1775773408.739192:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1775773408.739199:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775773408.739201:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773408.739209:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773408.739227:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022422874752/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773408.739256:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773408/real 1775773408] req@ffff9a6048b58000 x1862022422874240/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773408.739279:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022422874240/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773408.739291:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773408.739296:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773408.739301:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422874240:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773408.739311:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422874368:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773408.739353:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773408.739367:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773408/real 1775773408] req@ffff9a6048b58a80 x1862022422874368/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773408.739380:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022422874368/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773408.739389:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773408.739394:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773408.739398:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422874368:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773408.739427:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422874496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773408.739452:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773408.739463:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773408/real 1775773408] req@ffff9a6048b59880 x1862022422874496/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773408.739473:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022422874496/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773408.739479:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773408.739482:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773408.739484:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422874496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773408.739489:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422874624:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773408.739512:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773408.739520:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773408/real 1775773408] req@ffff9a6048b5aa00 x1862022422874624/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773408.739528:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022422874624/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773408.739551:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773408.739554:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773408.739556:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422874624:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773408.739560:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422874752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773408.739573:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773408.739579:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773408/real 1775773408] req@ffff9a6048b5a300 x1862022422874752/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773433 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773408.739588:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022422874752/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773433 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773408.739593:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773408.739595:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773408.739597:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422874752:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773409.570920:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773410.594936:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773411.618941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773412.642962:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773413.666979:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773413.858941:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773413.858949:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773413.858954:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773413.858964:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10559 00000100:00080000:3.0:1775773413.858975:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773413.858982:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773413.859021:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022422874880/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773413.859049:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773413.859052:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773413.859054:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773413.859058:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10559 00000100:00080000:3.0:1775773413.859061:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773413.859064:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773413.859073:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773413.859092:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422875008/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773413.859103:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773413.859106:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773413.859107:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773413.859111:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10559 00000100:00080000:3.0:1775773413.859113:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773413.859116:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773413.859120:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773413.859128:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022422875136/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773413.859136:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422874880:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773413.859140:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773413.859149:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773413.859151:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773413.859155:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10559 00000100:00080000:3.0:1775773413.859164:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773413.859167:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773413.859171:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773413.859181:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022422875264/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773413.859191:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773413.859194:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773413.859195:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773413.859198:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10559 00000100:00080000:3.0:1775773413.859209:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773413.859213:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773413.859217:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775773413.859223:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773413.859232:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022422875392/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773413.859265:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773413/real 1775773413] req@ffff9a6048b5ad80 x1862022422874880/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773413.859284:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022422874880/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773413.859295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773413.859298:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773413.859302:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422874880:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773413.859309:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422875008:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773413.859334:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773413.859346:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773413/real 1775773413] req@ffff9a6048b5b480 x1862022422875008/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773413.859358:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022422875008/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773413.859372:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773413.859377:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773413.859381:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422875008:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773413.859407:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422875136:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773413.859429:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773413.859439:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773413/real 1775773413] req@ffff9a6048b59500 x1862022422875136/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773413.859450:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022422875136/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773413.859459:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773413.859463:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773413.859466:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422875136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773413.859474:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422875264:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773413.859497:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773413.859512:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773413/real 1775773413] req@ffff9a6048b59c00 x1862022422875264/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773413.859530:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022422875264/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773413.859542:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773413.859547:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773413.859553:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422875264:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773413.859562:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422875392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773413.859594:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773413.859611:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773413/real 1775773413] req@ffff9a6048b5bb80 x1862022422875392/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773438 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773413.859624:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022422875392/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773438 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773413.859633:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773413.859637:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773413.859640:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422875392:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773414.690915:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773415.714971:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773416.739041:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773417.762941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773418.786963:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773418.978869:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773418.978877:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773418.978882:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773418.978890:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10564 00000100:00080000:0.0:1775773418.978900:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773418.978905:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773418.978940:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022422875520/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773418.978963:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773418.978966:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773418.978967:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773418.978970:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10564 00000100:00080000:0.0:1775773418.978972:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773418.978975:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773418.978982:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773418.978989:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022422875648/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773418.978995:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773418.978998:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773418.978999:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773418.979002:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10564 00000100:00080000:0.0:1775773418.979003:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773418.979006:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773418.979008:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773418.979015:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022422875776/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773418.979025:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422875520:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773418.979029:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773418.979032:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773418.979033:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773418.979036:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10564 00000100:00080000:0.0:1775773418.979038:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773418.979040:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773418.979061:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773418.979069:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022422875904/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773418.979077:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773418.979079:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773418.979081:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773418.979083:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10564 00000100:00080000:0.0:1775773418.979085:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773418.979088:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773418.979091:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773418.979101:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022422876032/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775773418.979101:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773418.979135:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773418/real 1775773418] req@ffff9a6051f87480 x1862022422875520/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773418.979150:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022422875520/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773418.979158:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773418.979161:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773418.979165:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422875520:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773418.979170:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422875648:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773418.979196:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773418.979223:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773418/real 1775773418] req@ffff9a6051f87800 x1862022422875648/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773418.979232:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022422875648/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773418.979237:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773418.979239:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773418.979241:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422875648:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773418.979259:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422875776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773418.979271:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773418.979277:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773418/real 1775773418] req@ffff9a6051f84700 x1862022422875776/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773418.979284:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022422875776/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773418.979289:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773418.979292:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773418.979294:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422875776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773418.979297:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422875904:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773418.979307:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773418.979312:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773418/real 1775773418] req@ffff9a6051f87100 x1862022422875904/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773418.979318:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022422875904/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773418.979327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773418.979330:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773418.979334:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422875904:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773418.979340:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422876032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773418.979358:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773418.979370:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773418/real 1775773418] req@ffff9a6051f85180 x1862022422876032/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773443 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773418.979382:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022422876032/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773443 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773418.979388:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773418.979390:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773418.979392:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422876032:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773419.810932:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773420.834978:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773421.858932:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773422.882932:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773423.906926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773424.098929:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773424.098943:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773424.098950:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773424.098964:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10569 00000100:00080000:1.0:1775773424.098996:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773424.099004:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773424.099052:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422876160/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773424.099082:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773424.099085:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773424.099087:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773424.099090:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10569 00000100:00080000:1.0:1775773424.099093:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773424.099097:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773424.099107:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773424.099119:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422876288/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773424.099128:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773424.099131:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773424.099133:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773424.099139:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10569 00000100:00080000:1.0:1775773424.099142:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773424.099145:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773424.099149:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773424.099159:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422876416/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773424.099161:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422876160:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773424.099188:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773424.099196:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773424.099199:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773424.099203:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10569 00000100:00080000:1.0:1775773424.099205:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773424.099208:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773424.099212:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773424.099224:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422876544/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773424.099238:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773424.099241:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773424.099242:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773424.099246:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10569 00000100:00080000:1.0:1775773424.099249:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773424.099252:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773424.099255:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773424.099268:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422876672/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775773424.099280:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773424.099333:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773424/real 1775773424] req@ffff9a6058739f80 x1862022422876160/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773424.099355:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422876160/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773424.099365:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773424.099369:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773424.099373:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422876160:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773424.099382:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422876288:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773424.099406:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773424.099419:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773424/real 1775773424] req@ffff9a6058738000 x1862022422876288/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773424.099429:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422876288/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773424.099436:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773424.099439:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773424.099442:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422876288:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773424.099466:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422876416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773424.099542:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773424.099560:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773424/real 1775773424] req@ffff9a605873ad80 x1862022422876416/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773424.099577:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422876416/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773424.099584:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773424.099587:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773424.099590:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422876416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773424.099596:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422876544:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773424.099617:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773424.099627:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773424/real 1775773424] req@ffff9a605873b800 x1862022422876544/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773424.099637:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422876544/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773424.099644:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773424.099647:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773424.099650:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422876544:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773424.099654:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422876672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773424.099667:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773424.099673:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773424/real 1775773424] req@ffff9a6058738a80 x1862022422876672/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773424.099683:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422876672/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773424.099689:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773424.099692:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773424.099694:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422876672:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773424.930956:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773425.954928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773426.979039:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773428.002944:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773429.026976:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773429.218933:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773429.218941:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773429.218945:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773429.218953:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10574 00000100:00080000:2.0:1775773429.218963:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773429.218969:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773429.219003:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022422876800/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773429.219029:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773429.219032:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773429.219033:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773429.219036:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10574 00000100:00080000:2.0:1775773429.219038:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773429.219041:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773429.219048:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773429.219056:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022422876928/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773429.219062:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773429.219064:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773429.219066:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773429.219068:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10574 00000100:00080000:2.0:1775773429.219070:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773429.219072:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773429.219075:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773429.219080:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422877056/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773429.219087:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773429.219089:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773429.219091:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773429.219093:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10574 00000100:00080000:2.0:1775773429.219096:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773429.219099:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773429.219102:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773429.219110:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422876800:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773429.219111:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022422877184/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773429.219124:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773429.219126:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773429.219128:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773429.219130:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10574 00000100:00080000:2.0:1775773429.219133:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773429.219135:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773429.219138:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773429.219148:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022422877312/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775773429.219176:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773429.219208:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773429/real 1775773429] req@ffff9a6051391180 x1862022422876800/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773429.219223:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022422876800/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773429.219231:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773429.219234:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773429.219237:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422876800:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773429.219242:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422876928:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773429.219256:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773429.219263:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773429/real 1775773429] req@ffff9a6051390e00 x1862022422876928/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773429.219271:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022422876928/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773429.219276:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773429.219278:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773429.219280:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422876928:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773429.219284:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422877056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773429.219295:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773429.219301:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773429/real 1775773429] req@ffff9a6051393480 x1862022422877056/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773429.219313:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022422877056/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773429.219318:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773429.219320:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773429.219322:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422877056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773429.219342:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422877184:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773429.219353:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773429.219359:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773429/real 1775773429] req@ffff9a6051393100 x1862022422877184/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773429.219366:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022422877184/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773429.219371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773429.219373:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773429.219375:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422877184:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773429.219378:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422877312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773429.219388:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773429.219393:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773429/real 1775773429] req@ffff9a6051390a80 x1862022422877312/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773429.219400:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022422877312/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773429.219410:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773429.219428:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773429.219430:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422877312:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773430.050985:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773431.075029:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773432.098955:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773433.123050:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773434.146963:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773434.338879:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773434.338886:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773434.338890:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773434.338898:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10579 00000100:00080000:2.0:1775773434.338913:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773434.338919:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773434.338951:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022422877440/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773434.338974:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773434.338977:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773434.338978:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773434.338981:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10579 00000100:00080000:2.0:1775773434.338983:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773434.338985:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773434.338993:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773434.339001:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022422877568/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773434.339015:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775773434.339018:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422877440:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775773434.339018:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773434.339021:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773434.339028:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10579 00000100:00080000:2.0:1775773434.339030:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773434.339032:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773434.339035:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773434.339044:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022422877696/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773434.339051:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773434.339054:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773434.339055:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773434.339057:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10579 00000100:00080000:2.0:1775773434.339060:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773434.339062:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773434.339065:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773434.339071:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022422877824/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773434.339077:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1775773434.339082:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775773434.339083:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773434.339086:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773434.339089:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10579 00000100:00080000:2.0:1775773434.339093:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773434.339097:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773434.339103:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773434.339114:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773434/real 1775773434] req@ffff9a6051390000 x1862022422877440/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773434.339124:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022422877952/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773434.339132:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022422877440/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773434.339143:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773434.339147:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773434.339150:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422877440:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773434.339168:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422877568:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773434.339182:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773434.339190:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773434/real 1775773434] req@ffff9a6051392300 x1862022422877568/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773434.339198:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022422877568/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773434.339208:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773434.339210:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773434.339212:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422877568:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773434.339215:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422877696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773434.339224:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773434.339230:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773434/real 1775773434] req@ffff9a6051391500 x1862022422877696/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773434.339236:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022422877696/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773434.339241:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773434.339243:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773434.339245:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422877696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773434.339248:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422877824:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773434.339258:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773434.339263:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773434/real 1775773434] req@ffff9a6051390380 x1862022422877824/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773434.339269:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022422877824/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773434.339274:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773434.339275:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773434.339278:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422877824:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773434.339281:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422877952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773434.339290:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773434.339295:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773434/real 1775773434] req@ffff9a6051391880 x1862022422877952/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773434.339302:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022422877952/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773434.339307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773434.339308:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773434.339310:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422877952:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773435.170949:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773436.194960:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773437.218968:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773438.242890:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773439.266955:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773439.458926:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773439.458934:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773439.458938:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773439.458946:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10585 00000100:00080000:3.0:1775773439.458956:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773439.458962:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773439.458995:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022422878080/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773439.459024:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773439.459027:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773439.459028:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773439.459032:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10585 00000100:00080000:3.0:1775773439.459034:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773439.459037:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773439.459044:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773439.459056:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022422878208/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773439.459064:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773439.459067:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773439.459069:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773439.459071:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10585 00000100:00080000:3.0:1775773439.459073:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773439.459076:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773439.459088:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773439.459094:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022422878336/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773439.459103:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422878080:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773439.459104:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773439.459109:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773439.459112:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773439.459118:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10585 00000100:00080000:3.0:1775773439.459121:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773439.459123:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773439.459126:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773439.459135:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022422878464/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773439.459141:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773439.459144:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773439.459145:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773439.459147:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10585 00000100:00080000:3.0:1775773439.459150:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773439.459153:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773439.459157:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773439.459164:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422878592/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775773439.459189:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773439.459223:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773439/real 1775773439] req@ffff9a6048b5a680 x1862022422878080/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773439.459286:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022422878080/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773439.459299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773439.459304:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773439.459309:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422878080:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773439.459318:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422878208:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773439.459348:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773439.459363:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773439/real 1775773439] req@ffff9a6048b5bb80 x1862022422878208/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773439.459384:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022422878208/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773439.459390:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773439.459393:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773439.459395:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422878208:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773439.459415:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422878336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773439.459431:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773439.459438:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773439/real 1775773439] req@ffff9a6048b59c00 x1862022422878336/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773439.459446:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022422878336/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773439.459452:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773439.459454:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773439.459456:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422878336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773439.459460:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422878464:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773439.459471:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773439.459476:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773439/real 1775773439] req@ffff9a6048b59500 x1862022422878464/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773439.459491:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022422878464/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773439.459500:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773439.459503:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773439.459507:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422878464:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773439.459514:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422878592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773439.459536:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773439.459549:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773439/real 1775773439] req@ffff9a6048b5b480 x1862022422878592/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773439.459564:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022422878592/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773439.459573:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773439.459577:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773439.459581:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422878592:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773440.291043:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773441.314987:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773442.339014:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773443.362978:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773444.386936:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773444.578928:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773444.578938:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773444.578943:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773444.578959:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10590 00000100:00080000:0.0:1775773444.578971:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773444.578977:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773444.579013:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022422878720/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773444.579043:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773444.579047:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773444.579049:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773444.579053:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10590 00000100:00080000:0.0:1775773444.579063:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773444.579067:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773444.579076:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773444.579087:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022422878848/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773444.579096:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773444.579100:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773444.579102:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773444.579105:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10590 00000100:00080000:0.0:1775773444.579109:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773444.579113:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773444.579117:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773444.579129:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022422878976/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773444.579130:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422878720:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773444.579179:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773444.579183:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773444.579185:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773444.579189:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10590 00000100:00080000:0.0:1775773444.579193:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773444.579197:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773444.579203:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773444.579214:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022422879104/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773444.579224:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773444.579228:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773444.579230:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775773444.579233:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422878848:192.168.201.120@tcp:38:kworker.0 00000100:00080000:0.0:1775773444.579239:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10590 00000100:00080000:0.0:1775773444.579243:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773444.579247:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773444.579253:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773444.579266:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022422879232/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773444.579272:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422878976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773444.579296:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422879104:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773444.579315:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422879232:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773445.410925:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773446.434969:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773447.458987:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1775773447.651181:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:3.0:1775773447.651238:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1775773447.651261:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775773447.651313:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775773447.651324:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775773447.651338:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775773447.651352:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775773447.651405:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773444/real 1775773447] req@ffff9a6051f86680 x1862022422879232/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773447.651447:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022422879232/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773447.651459:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773447.651465:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773447.651469:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422879232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773447.651478:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773444/real 1775773447] req@ffff9a6051f84380 x1862022422878976/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773447.651492:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022422878976/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773447.651500:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773447.651503:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773447.651507:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422878976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773447.651514:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773444/real 1775773447] req@ffff9a6051f85c00 x1862022422879104/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773447.651525:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022422879104/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773447.651533:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773447.651536:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773447.651539:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422879104:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773447.651553:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773444/real 1775773447] req@ffff9a6051f86a00 x1862022422878720/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773447.651567:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022422878720/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773447.651576:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773447.651580:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773447.651583:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422878720:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773447.651590:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773444/real 1775773447] req@ffff9a6051f85880 x1862022422878848/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773447.651601:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022422878848/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773447.651609:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773447.651612:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773447.651615:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422878848:192.168.201.120@tcp:38:kworker.0 00010000:00010000:2.0:1775773448.482967:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773449.506934:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773449.698871:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773449.698879:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773449.698883:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773449.698893:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10595 00000100:00080000:0.0:1775773449.698906:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773449.698914:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773449.698949:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84000 x1862022422879360/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773449.698972:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773449.698976:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773449.698978:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773449.698982:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10595 00000100:00080000:0.0:1775773449.698986:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773449.698990:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773449.698999:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773449.699012:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022422879488/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773449.699013:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422879360:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773449.699030:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773449.699032:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773449.699033:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773449.699036:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10595 00000100:00080000:0.0:1775773449.699040:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773449.699042:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773449.699046:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773449.699067:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022422879616/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773449.699074:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773449.699077:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773449.699078:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773449.699082:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10595 00000100:00080000:0.0:1775773449.699086:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773449.699091:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773449.699097:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775773449.699102:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773449.699113:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022422879744/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773449.699127:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773449.699130:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773449.699133:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775773449.699137:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773449/real 1775773449] req@ffff9a6051f84000 x1862022422879360/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773449.699143:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10595 00000100:00080000:0.0:1775773449.699150:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773449.699156:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773449.699162:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773449.699170:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84000 x1862022422879360/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773449.699176:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022422879872/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773449.699195:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773449.699200:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773449.699206:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422879360:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773449.699232:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422879488:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773449.699264:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773449.699301:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773449/real 1775773449] req@ffff9a6051f87b80 x1862022422879488/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773449.699318:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022422879488/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773449.699327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773449.699331:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773449.699335:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422879488:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773449.699343:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422879616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773449.699368:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773449.699381:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773449/real 1775773449] req@ffff9a6051f86d80 x1862022422879616/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773449.699392:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022422879616/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773449.699409:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773449.699412:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773449.699415:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422879616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773449.699422:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422879744:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773449.699443:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773449.699454:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773449/real 1775773449] req@ffff9a6051f85f80 x1862022422879744/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773449.699466:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022422879744/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773449.699475:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773449.699478:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773449.699481:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422879744:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773449.699487:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422879872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773449.699506:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773449.699516:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773449/real 1775773449] req@ffff9a6051f84e00 x1862022422879872/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773474 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773449.699528:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022422879872/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773474 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773449.699535:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773449.699539:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773449.699542:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422879872:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773450.530994:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773451.555001:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773452.578974:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773453.602973:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773454.626997:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773454.818904:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773454.818914:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773454.818918:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773454.818927:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10600 00000100:00080000:2.0:1775773454.818940:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773454.818948:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773454.819012:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022422880000/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773454.819040:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773454.819043:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773454.819044:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773454.819047:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10600 00000100:00080000:2.0:1775773454.819050:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773454.819054:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773454.819062:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773454.819077:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422880000:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773454.819078:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022422880128/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773454.819093:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773454.819097:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773454.819099:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773454.819104:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10600 00000100:00080000:2.0:1775773454.819109:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773454.819114:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773454.819119:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773454.819132:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022422880256/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775773454.819138:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775773454.819145:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773454.819148:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773454.819150:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773454.819154:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10600 00000100:00080000:2.0:1775773454.819159:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773454.819162:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773454.819167:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773454.819173:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773454/real 1775773454] req@ffff9a6051391c00 x1862022422880000/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773454.819177:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022422880384/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773454.819200:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773454.819202:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773454.819203:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773454.819205:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10600 00000100:00080000:2.0:1775773454.819207:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773454.819210:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773454.819213:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773454.819215:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022422880000/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773454.819222:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022422880512/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773454.819228:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773454.819235:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773454.819239:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422880000:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773454.819258:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422880128:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773454.819274:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773454.819282:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773454/real 1775773454] req@ffff9a6051391880 x1862022422880128/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773454.819291:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022422880128/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773454.819296:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773454.819298:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773454.819300:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422880128:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773454.819303:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422880256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773454.819312:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773454.819317:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773454/real 1775773454] req@ffff9a6051390380 x1862022422880256/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773454.819324:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022422880256/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773454.819329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773454.819331:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773454.819333:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422880256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773454.819336:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422880384:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773454.819345:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773454.819350:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773454/real 1775773454] req@ffff9a6051391500 x1862022422880384/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773454.819361:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022422880384/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773454.819366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773454.819367:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773454.819369:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422880384:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773454.819372:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422880512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773454.819381:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773454.819386:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773454/real 1775773454] req@ffff9a6051392300 x1862022422880512/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773479 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773454.819392:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022422880512/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773479 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773454.819397:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773454.819399:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773454.819401:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422880512:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773455.651041:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773456.674958:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773457.698948:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773458.722974:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773459.746942:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773459.938930:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773459.938938:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773459.938942:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773459.938950:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10605 00000100:00080000:0.0:1775773459.938960:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773459.938967:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773459.939002:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022422880640/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773459.939030:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773459.939033:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773459.939034:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773459.939038:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10605 00000100:00080000:0.0:1775773459.939041:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773459.939044:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773459.939053:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773459.939063:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022422880768/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773459.939068:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422880640:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773459.939081:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773459.939085:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773459.939086:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773459.939090:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10605 00000100:00080000:0.0:1775773459.939092:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773459.939094:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773459.939098:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773459.939107:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022422880896/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773459.939115:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773459.939117:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773459.939119:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773459.939121:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10605 00000100:00080000:0.0:1775773459.939125:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773459.939127:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773459.939132:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775773459.939142:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773459.939144:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022422881024/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773459.939153:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773459.939156:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773459.939158:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773459.939162:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10605 00000100:00080000:0.0:1775773459.939164:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773459.939167:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773459.939172:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773459.939184:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022422881152/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773459.939184:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773459/real 1775773459] req@ffff9a6051f84a80 x1862022422880640/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773459.939238:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022422880640/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773459.939247:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773459.939252:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773459.939256:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422880640:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773459.939275:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422880768:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773459.939296:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773459.939312:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773459/real 1775773459] req@ffff9a6051f86300 x1862022422880768/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773459.939327:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022422880768/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773459.939337:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773459.939341:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773459.939345:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422880768:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773459.939352:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422880896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773459.939371:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773459.939380:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773459/real 1775773459] req@ffff9a6051f85500 x1862022422880896/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773459.939389:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022422880896/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773459.939401:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773459.939403:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773459.939405:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422880896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773459.939410:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422881024:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773459.939421:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773459.939428:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773459/real 1775773459] req@ffff9a6051f84e00 x1862022422881024/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773459.939436:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022422881024/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773459.939442:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773459.939444:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773459.939446:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422881024:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773459.939450:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422881152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773459.939460:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773459.939466:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773459/real 1775773459] req@ffff9a6051f85f80 x1862022422881152/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773484 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773459.939474:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022422881152/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773484 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773459.939480:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773459.939482:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773459.939485:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422881152:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773460.770931:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773461.794963:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773462.818983:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773463.842944:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773464.866971:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773465.058923:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773465.058936:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773465.058940:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773465.058948:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10610 00000100:00080000:2.0:1775773465.058957:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773465.058962:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773465.058998:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022422881280/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773465.059027:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773465.059031:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773465.059033:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773465.059038:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10610 00000100:00080000:2.0:1775773465.059043:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773465.059064:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773465.059074:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773465.059076:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422881280:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773465.059094:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022422881408/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773465.059109:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773465.059113:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773465.059116:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773465.059122:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10610 00000100:00080000:2.0:1775773465.059129:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773465.059133:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775773465.059139:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:2.0:1775773465.059143:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773465.059160:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022422881536/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773465.059172:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773465/real 1775773465] req@ffff9a6051390000 x1862022422881280/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773465.059191:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773465.059201:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773465.059204:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773465.059210:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10610 00000100:00100000:0.0:1775773465.059212:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022422881280/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773465.059217:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773465.059223:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773465.059224:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:0.0:1775773465.059232:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000008:00100000:2.0:1775773465.059233:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773465.059237:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422881280:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773465.059250:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422881664/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773465.059263:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775773465.059266:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422881408:192.168.201.120@tcp:38:kworker.0 00000100:00080000:2.0:1775773465.059269:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773465.059274:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773465.059280:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10610 00000100:00080000:2.0:1775773465.059284:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773465.059288:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773465.059294:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775773465.059300:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773465.059310:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022422881792/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773465.059316:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773465/real 1775773465] req@ffff9a6051390a80 x1862022422881408/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773465.059356:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022422881408/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773465.059364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773465.059368:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773465.059372:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422881408:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773465.059377:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422881536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773465.059408:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773465.059415:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773465/real 1775773465] req@ffff9a6051393100 x1862022422881536/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773465.059423:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022422881536/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773465.059440:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773465.059442:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773465.059444:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422881536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773465.059455:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422881664:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773465.059471:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773465.059477:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773465/real 1775773465] req@ffff9a6051393480 x1862022422881664/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773465.059502:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022422881664/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773465.059508:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773465.059509:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773465.059511:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422881664:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773465.059515:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422881792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773465.059529:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773465.059538:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773465/real 1775773465] req@ffff9a6051390e00 x1862022422881792/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773465.059567:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022422881792/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773465.059576:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773465.059580:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773465.059583:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422881792:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773465.890952:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773466.914941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773467.939024:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773468.962972:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773469.986960:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773470.178933:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773470.178943:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773470.178948:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773470.178959:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10615 00000100:00080000:1.0:1775773470.178973:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773470.178981:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773470.179027:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022422881920/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773470.179063:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773470.179066:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773470.179068:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773470.179071:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10615 00000100:00080000:1.0:1775773470.179074:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773470.179076:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773470.179085:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773470.179094:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022422882048/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773470.179101:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773470.179103:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773470.179104:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773470.179107:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10615 00000100:00080000:1.0:1775773470.179108:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773470.179111:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773470.179113:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773470.179118:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022422882176/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773470.179124:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773470.179126:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773470.179128:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773470.179131:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10615 00000100:00080000:1.0:1775773470.179134:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773470.179137:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773470.179140:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773470.179147:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422882304/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773470.179154:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773470.179158:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1775773470.179160:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422881920:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773470.179160:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773470.179164:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10615 00000100:00080000:1.0:1775773470.179169:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773470.179172:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773470.179175:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773470.179181:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422882432/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775773470.179239:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773470.179277:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773470/real 1775773470] req@ffff9a6058739c00 x1862022422881920/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773470.179293:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022422881920/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773470.179307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773470.179310:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773470.179314:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422881920:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773470.179319:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422882048:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773470.179334:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773470.179341:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773470/real 1775773470] req@ffff9a6058738380 x1862022422882048/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773470.179349:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022422882048/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773470.179354:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773470.179356:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773470.179357:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422882048:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773470.179361:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422882176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773470.179370:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773470.179375:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773470/real 1775773470] req@ffff9a605873b480 x1862022422882176/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773470.179382:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022422882176/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773470.179387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773470.179389:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773470.179391:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422882176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773470.179417:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422882304:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773470.179428:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773470.179434:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773470/real 1775773470] req@ffff9a6058738a80 x1862022422882304/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773470.179442:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422882304/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773470.179447:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773470.179448:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773470.179450:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422882304:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773470.179453:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422882432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773470.179463:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773470.179468:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773470/real 1775773470] req@ffff9a605873b800 x1862022422882432/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773470.179475:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422882432/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773470.179480:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773470.179481:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773470.179483:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422882432:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773471.010996:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773472.035039:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773473.059047:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773474.083025:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773475.106986:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773475.298911:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773475.298921:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773475.298926:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773475.298939:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10620 00000100:00080000:0.0:1775773475.298954:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773475.298963:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773475.299012:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022422882560/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773475.299043:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773475.299046:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773475.299048:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773475.299052:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10620 00000100:00080000:0.0:1775773475.299055:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773475.299058:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773475.299069:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773475.299081:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022422882688/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773475.299090:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773475.299093:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773475.299094:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773475.299101:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10620 00000100:00080000:0.0:1775773475.299105:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775773475.299106:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422882560:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773475.299108:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773475.299112:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773475.299127:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84000 x1862022422882816/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773475.299139:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773475.299143:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773475.299145:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773475.299147:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10620 00000100:00080000:0.0:1775773475.299149:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773475.299152:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773475.299156:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773475.299164:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022422882944/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773475.299169:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773475.299172:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773475.299173:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773475.299177:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10620 00000100:00080000:0.0:1775773475.299180:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773475.299182:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773475.299185:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775773475.299191:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773475.299204:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022422883072/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773475.299235:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773475/real 1775773475] req@ffff9a6051f86d80 x1862022422882560/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773475.299249:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022422882560/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773475.299258:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773475.299261:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773475.299264:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422882560:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773475.299284:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422882688:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773475.299300:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773475.299309:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773475/real 1775773475] req@ffff9a6051f87b80 x1862022422882688/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773475.299317:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022422882688/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773475.299322:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773475.299325:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773475.299327:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422882688:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773475.299332:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422882816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773475.299342:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773475.299347:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773475/real 1775773475] req@ffff9a6051f84000 x1862022422882816/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773475.299363:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84000 x1862022422882816/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773475.299368:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773475.299371:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773475.299373:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422882816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773475.299377:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422882944:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773475.299388:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773475.299394:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773475/real 1775773475] req@ffff9a6051f85880 x1862022422882944/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773475.299401:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022422882944/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773475.299406:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773475.299408:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773475.299410:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422882944:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773475.299414:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422883072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773475.299423:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773475.299429:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773475/real 1775773475] req@ffff9a6051f86a00 x1862022422883072/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773475.299436:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022422883072/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773475.299440:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773475.299442:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773475.299444:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422883072:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773476.130946:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773477.154963:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773478.178957:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773479.202921:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773480.226980:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773480.418903:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773480.418911:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773480.418915:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773480.418923:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10626 00000100:00080000:0.0:1775773480.418933:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773480.418939:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773480.418973:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022422883200/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773480.418999:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773480.419001:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773480.419003:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773480.419006:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10626 00000100:00080000:0.0:1775773480.419008:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773480.419010:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773480.419018:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773480.419027:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022422883328/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773480.419034:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773480.419037:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773480.419039:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773480.419042:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10626 00000100:00080000:0.0:1775773480.419044:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773480.419046:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773480.419049:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773480.419058:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022422883456/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773480.419060:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422883200:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773480.419079:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773480.419082:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773480.419083:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773480.419086:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10626 00000100:00080000:0.0:1775773480.419088:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773480.419090:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773480.419094:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773480.419110:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022422883584/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773480.419120:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773480.419123:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773480.419125:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773480.419130:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10626 00000100:00080000:0.0:1775773480.419135:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773480.419139:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773480.419146:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775773480.419157:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773480.419162:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022422883712/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773480.419211:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773480/real 1775773480] req@ffff9a6051f85c00 x1862022422883200/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773480.419228:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022422883200/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773480.419237:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773480.419241:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773480.419244:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422883200:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773480.419251:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422883328:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773480.419267:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773480.419275:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773480/real 1775773480] req@ffff9a6051f84380 x1862022422883328/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773480.419288:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022422883328/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773480.419293:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773480.419295:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773480.419297:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422883328:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773480.419326:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422883456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773480.419338:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773480.419345:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773480/real 1775773480] req@ffff9a6051f86680 x1862022422883456/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773480.419352:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022422883456/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773480.419358:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773480.419360:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773480.419362:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422883456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773480.419366:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422883584:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773480.419376:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773480.419381:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773480/real 1775773480] req@ffff9a6051f85180 x1862022422883584/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773480.419388:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022422883584/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773480.419398:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773480.419400:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773480.419402:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422883584:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773480.419406:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422883712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773480.419415:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773480.419420:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773480/real 1775773480] req@ffff9a6051f87100 x1862022422883712/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773480.419426:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022422883712/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773480.419431:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773480.419433:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773480.419435:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422883712:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773481.250951:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773482.274971:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773483.298928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773484.323015:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773485.346933:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773485.538903:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773485.538914:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773485.538919:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773485.538929:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10631 00000100:00080000:0.0:1775773485.538941:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773485.538950:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773485.538989:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022422883840/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773485.539010:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773485.539012:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773485.539014:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773485.539017:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10631 00000100:00080000:0.0:1775773485.539021:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773485.539026:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773485.539036:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773485.539052:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022422883968/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773485.539062:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422883840:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773485.539068:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773485.539072:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773485.539075:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773485.539080:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10631 00000100:00080000:0.0:1775773485.539085:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773485.539089:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773485.539094:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773485.539108:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022422884096/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773485.539118:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773485.539122:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773485.539124:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1775773485.539129:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775773485.539133:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10631 00000100:00080000:0.0:1775773485.539139:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773485.539144:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773485.539151:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773485.539166:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022422884224/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773485.539167:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773485/real 1775773485] req@ffff9a6051f84700 x1862022422883840/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773485.539180:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773485.539187:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773485.539190:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773485.539196:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10631 00000100:00080000:0.0:1775773485.539200:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773485.539203:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773485.539207:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773485.539210:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022422883840/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773485.539220:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022422884352/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773485.539225:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773485.539234:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773485.539238:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422883840:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773485.539260:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422883968:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773485.539279:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773485.539290:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773485/real 1775773485] req@ffff9a6051f87800 x1862022422883968/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773485.539299:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022422883968/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773485.539305:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773485.539307:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773485.539309:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422883968:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773485.539313:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422884096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773485.539323:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773485.539329:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773485/real 1775773485] req@ffff9a6051f87480 x1862022422884096/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773485.539336:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022422884096/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773485.539346:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773485.539348:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773485.539350:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422884096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773485.539354:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422884224:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773485.539364:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773485.539369:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773485/real 1775773485] req@ffff9a6051f87100 x1862022422884224/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773485.539377:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022422884224/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773485.539382:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773485.539384:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773485.539386:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422884224:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773485.539391:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422884352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773485.539402:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773485.539409:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773485/real 1775773485] req@ffff9a6051f85180 x1862022422884352/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773485.539421:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022422884352/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773485.539448:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773485.539454:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773485.539460:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422884352:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775773486.370958:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773487.394992:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773488.418928:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773489.442978:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773490.466927:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773490.658913:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773490.658921:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773490.658925:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773490.658933:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10636 00000100:00080000:2.0:1775773490.658942:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773490.658948:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773490.658982:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022422884480/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773490.659009:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773490.659013:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773490.659015:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773490.659019:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10636 00000100:00080000:2.0:1775773490.659022:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773490.659027:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773490.659037:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773490.659050:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422884480:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773490.659055:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022422884608/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773490.659068:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773490.659071:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773490.659072:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773490.659075:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10636 00000100:00080000:2.0:1775773490.659079:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773490.659081:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773490.659086:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773490.659097:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022422884736/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775773490.659106:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775773490.659109:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773490.659114:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773490.659116:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773490.659122:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10636 00000100:00080000:2.0:1775773490.659127:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773490.659132:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773490.659138:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773490/real 1775773490] req@ffff9a6051391180 x1862022422884480/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1775773490.659138:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773490.659153:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022422884864/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773490.659172:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773490.659174:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773490.659176:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775773490.659178:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022422884480/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773490.659182:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10636 00000100:00080000:2.0:1775773490.659188:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773490.659192:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:1.0:1775773490.659193:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1775773490.659198:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1775773490.659200:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773490.659205:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422884480:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773490.659209:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022422884992/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773490.659226:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422884608:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773490.659243:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773490.659251:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773490/real 1775773490] req@ffff9a6051392a00 x1862022422884608/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773490.659259:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022422884608/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773490.659265:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773490.659267:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773490.659270:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422884608:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773490.659273:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422884736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773490.659285:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773490.659296:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773490/real 1775773490] req@ffff9a6051392680 x1862022422884736/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773490.659308:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022422884736/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773490.659317:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773490.659320:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773490.659324:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422884736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773490.659330:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422884864:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773490.659364:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773490.659373:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773490/real 1775773490] req@ffff9a6051393800 x1862022422884864/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773490.659381:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022422884864/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773490.659386:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773490.659388:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773490.659390:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422884864:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773490.659394:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422884992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773490.659404:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773490.659410:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773490/real 1775773490] req@ffff9a6051391f80 x1862022422884992/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773490.659416:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022422884992/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773490.659422:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773490.659424:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773490.659426:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422884992:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773491.490970:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773492.515021:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773493.538964:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773494.563001:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773495.587020:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773495.778936:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773495.778951:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773495.778956:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773495.778967:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10641 00000100:00080000:0.0:1775773495.778981:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773495.778988:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773495.779032:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022422885120/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773495.779062:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773495.779066:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773495.779067:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773495.779071:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10641 00000100:00080000:0.0:1775773495.779073:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773495.779075:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773495.779085:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773495.779094:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022422885248/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773495.779102:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773495.779105:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773495.779106:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773495.779109:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10641 00000100:00080000:0.0:1775773495.779111:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773495.779113:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773495.779116:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773495.779122:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022422885376/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773495.779129:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422885120:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773495.779131:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773495.779137:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773495.779140:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773495.779143:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10641 00000100:00080000:0.0:1775773495.779144:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773495.779146:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773495.779150:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773495.779163:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022422885504/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773495.779172:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773495.779175:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773495.779177:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773495.779182:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10641 00000100:00080000:0.0:1775773495.779198:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773495.779204:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773495.779210:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1775773495.779218:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773495.779225:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022422885632/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773495.779277:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773495/real 1775773495] req@ffff9a6051f86680 x1862022422885120/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773495.779298:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022422885120/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773495.779310:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773495.779316:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773495.779321:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422885120:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773495.779329:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422885248:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773495.779353:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773495.779367:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773495/real 1775773495] req@ffff9a6051f84380 x1862022422885248/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773495.779380:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022422885248/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773495.779390:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773495.779394:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773495.779398:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422885248:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773495.779426:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422885376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773495.779446:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773495.779456:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773495/real 1775773495] req@ffff9a6051f85c00 x1862022422885376/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773495.779469:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022422885376/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773495.779478:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773495.779482:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773495.779486:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422885376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773495.779492:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422885504:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773495.779511:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773495.779522:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773495/real 1775773495] req@ffff9a6051f86a00 x1862022422885504/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773495.779534:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022422885504/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773495.779544:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773495.779547:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773495.779551:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422885504:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773495.779557:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422885632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773495.779576:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773495.779587:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773495/real 1775773495] req@ffff9a6051f85880 x1862022422885632/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773520 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773495.779600:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022422885632/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773520 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773495.779609:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773495.779612:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773495.779616:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422885632:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775773496.610976:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773497.634967:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773498.659004:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773499.682958:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773500.706949:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773500.898916:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773500.898923:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773500.898928:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773500.898935:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10646 00000100:00080000:1.0:1775773500.898945:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773500.898951:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773500.898982:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422885760/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773500.899007:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773500.899009:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773500.899011:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773500.899018:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10646 00000100:00080000:1.0:1775773500.899020:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773500.899022:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773500.899030:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773500.899040:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422885888/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773500.899046:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773500.899049:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773500.899050:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773500.899052:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10646 00000100:00080000:1.0:1775773500.899054:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773500.899056:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773500.899060:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773500.899066:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422885760:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773500.899067:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422886016/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773500.899081:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773500.899083:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773500.899084:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773500.899086:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10646 00000100:00080000:1.0:1775773500.899088:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773500.899090:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773500.899093:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773500.899100:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422886144/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773500.899106:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773500.899108:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773500.899109:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773500.899111:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10646 00000100:00080000:1.0:1775773500.899114:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773500.899116:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773500.899119:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773500.899125:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422886272/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775773500.899139:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773500.899185:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773500/real 1775773500] req@ffff9a605873ad80 x1862022422885760/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773500.899198:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422885760/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773500.899205:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773500.899208:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773500.899211:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422885760:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773500.899217:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422885888:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773500.899241:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773500.899250:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773500/real 1775773500] req@ffff9a6058738000 x1862022422885888/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773500.899258:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422885888/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773500.899263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773500.899265:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773500.899267:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422885888:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773500.899285:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422886016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773500.899296:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773500.899302:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773500/real 1775773500] req@ffff9a6058739f80 x1862022422886016/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773500.899309:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422886016/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773500.899314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773500.899316:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773500.899318:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422886016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773500.899322:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422886144:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773500.899332:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773500.899337:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773500/real 1775773500] req@ffff9a605873a680 x1862022422886144/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773500.899344:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422886144/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773500.899349:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773500.899351:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773500.899353:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422886144:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773500.899356:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422886272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773500.899365:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773500.899370:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773500/real 1775773500] req@ffff9a605873aa00 x1862022422886272/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773525 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773500.899383:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422886272/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773525 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773500.899391:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773500.899393:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773500.899395:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422886272:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773501.731034:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773502.754934:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773503.778937:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773504.802966:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773505.826965:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773506.018923:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773506.018934:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773506.018939:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773506.018949:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10651 00000100:00080000:2.0:1775773506.018961:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773506.018969:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773506.019009:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022422886400/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773506.019034:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773506.019038:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773506.019041:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773506.019046:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10651 00000100:00080000:2.0:1775773506.019051:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773506.019054:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773506.019065:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422886400:192.168.201.120@tcp:250:kworker.0 00000008:00100000:2.0:1775773506.019065:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773506.019116:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022422886528/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773506.019129:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773506.019133:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773506.019135:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1775773506.019139:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775773506.019144:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10651 00000100:00080000:2.0:1775773506.019150:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773506.019154:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773506.019161:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773506.019170:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773506/real 1775773506] req@ffff9a6051391f80 x1862022422886400/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773506.019177:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022422886656/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773506.019188:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022422886400/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773506.019217:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773506.019219:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773506.019221:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:2.0:1775773506.019227:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773506.019229:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773506.019234:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10651 00000100:00100000:1.0:1775773506.019237:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422886400:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775773506.019240:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773506.019248:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773506.019254:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773506.019266:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022422886784/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773506.019267:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422886528:192.168.201.120@tcp:38:kworker.0 00000100:00080000:2.0:1775773506.019286:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773506.019289:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773506.019291:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773506.019297:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10651 00000800:00000100:1.0:1775773506.019301:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775773506.019302:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773506.019309:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773506.019315:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773506.019320:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773506/real 1775773506] req@ffff9a6051393800 x1862022422886528/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773506.019331:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022422886912/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773506.019337:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022422886528/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773506.019352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773506.019356:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773506.019360:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422886528:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773506.019367:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422886656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773506.019387:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773506.019398:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773506/real 1775773506] req@ffff9a6051392680 x1862022422886656/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773506.019410:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022422886656/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773506.019418:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773506.019421:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773506.019424:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422886656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773506.019439:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422886784:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773506.019456:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773506.019464:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773506/real 1775773506] req@ffff9a6051392a00 x1862022422886784/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773506.019471:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022422886784/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773506.019477:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773506.019479:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773506.019481:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422886784:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773506.019485:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422886912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773506.019494:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773506.019499:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773506/real 1775773506] req@ffff9a6051391180 x1862022422886912/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773506.019506:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022422886912/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773506.019510:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773506.019512:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773506.019514:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422886912:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775773506.850968:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773507.874913:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773508.898949:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773509.922914:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773510.946994:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773511.138931:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773511.138939:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773511.138943:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773511.138951:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10656 00000100:00080000:1.0:1775773511.138961:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773511.138966:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773511.139017:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422887040/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773511.139041:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773511.139043:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773511.139044:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773511.139048:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10656 00000100:00080000:1.0:1775773511.139052:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773511.139056:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773511.139066:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773511.139069:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422887040:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773511.139083:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422887168/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773511.139097:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773511.139101:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773511.139103:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773511.139107:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10656 00000100:00080000:1.0:1775773511.139112:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773511.139116:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773511.139122:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773511.139149:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422887296/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773511.139149:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422887168:192.168.201.120@tcp:38:kworker.0 00000100:00080000:1.0:1775773511.139168:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773511.139173:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773511.139176:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775773511.139179:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422887296:192.168.201.120@tcp:38:kworker.0 00000100:00080000:1.0:1775773511.139184:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10656 00000100:00080000:1.0:1775773511.139190:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773511.139196:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773511.139203:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773511.139219:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422887424/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773511.139236:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773511.139239:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773511.139242:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773511.139250:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10656 00000100:00080000:1.0:1775773511.139256:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773511.139261:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773511.139261:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422887424:192.168.201.120@tcp:8:kworker.0 00000008:00100000:1.0:1775773511.139267:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773511.139283:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422887552/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773511.139298:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422887552:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773511.970926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773512.995013:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773514.018974:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775773514.211164:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:0.0:1775773514.211219:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775773514.211243:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773514.211302:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773514.211336:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:1.0:1775773514.211352:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773511/real 1775773514] req@ffff9a605873a300 x1862022422887168/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1775773514.211368:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773514.211408:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:1.0:1775773514.211428:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422887168/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773514.211446:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773514.211454:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773514.211460:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422887168:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773514.211472:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773511/real 1775773514] req@ffff9a6058738e00 x1862022422887040/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773514.211491:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422887040/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773514.211508:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773514.211514:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773514.211519:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422887040:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773514.211557:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773511/real 1775773514] req@ffff9a6058738700 x1862022422887552/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773514.211572:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422887552/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773514.211589:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773514.211594:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773514.211598:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422887552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773514.211607:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773511/real 1775773514] req@ffff9a6058739500 x1862022422887424/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773514.211621:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422887424/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773514.211629:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773514.211633:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773514.211636:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422887424:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773514.211645:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773511/real 1775773514] req@ffff9a6058739180 x1862022422887296/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773514.211659:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422887296/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773514.211669:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773514.211674:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773514.211677:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422887296:192.168.201.120@tcp:38:kworker.0 00010000:00010000:3.0:1775773515.042992:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773516.066970:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773516.258912:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773516.258937:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773516.258940:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773516.258949:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10661 00000100:00080000:1.0:1775773516.258961:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773516.258969:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773516.259006:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422887680/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773516.259038:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773516.259042:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773516.259044:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773516.259049:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10661 00000100:00080000:1.0:1775773516.259054:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773516.259059:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773516.259069:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422887680:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775773516.259071:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773516.259106:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422887808/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773516.259128:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773516.259133:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773516.259135:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773516.259139:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10661 00000100:00080000:1.0:1775773516.259143:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773516.259147:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773516.259153:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1775773516.259163:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773516.259167:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422887936/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773516.259178:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773516.259182:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773516.259184:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773516.259188:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10661 00000100:00080000:1.0:1775773516.259192:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773516.259197:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773516.259203:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773516.259208:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773516/real 1775773516] req@ffff9a6058739180 x1862022422887680/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773516.259216:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422888064/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773516.259234:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773516.259243:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773516.259246:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773516.259250:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10661 00000100:00080000:1.0:1775773516.259255:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773516.259260:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773516.259261:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422887680/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1775773516.259269:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1775773516.259281:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1775773516.259285:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422888192/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773516.259290:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773516.259299:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422887680:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773516.259342:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422887808:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773516.259371:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773516.259386:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773516/real 1775773516] req@ffff9a6058739500 x1862022422887808/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773516.259400:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422887808/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773516.259408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773516.259412:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773516.259416:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422887808:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773516.259433:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422887936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773516.259456:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773516.259468:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773516/real 1775773516] req@ffff9a6058738700 x1862022422887936/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773516.259480:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422887936/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773516.259488:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773516.259492:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773516.259496:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422887936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773516.259503:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422888064:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773516.259523:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773516.259532:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773516/real 1775773516] req@ffff9a6058738e00 x1862022422888064/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773516.259543:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422888064/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773516.259550:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773516.259553:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773516.259556:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422888064:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773516.259562:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422888192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773516.259579:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773516.259590:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773516/real 1775773516] req@ffff9a605873a300 x1862022422888192/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773516.259603:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422888192/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773516.259611:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773516.259614:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773516.259617:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422888192:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775773517.090989:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773518.114926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773519.138996:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773520.162972:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773521.186965:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773521.378859:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773521.378866:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773521.378870:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773521.378878:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10666 00000100:00080000:1.0:1775773521.378888:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773521.378894:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773521.378924:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022422888320/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773521.378970:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773521.378973:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773521.378975:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773521.378979:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10666 00000100:00080000:1.0:1775773521.378984:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773521.378987:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773521.379000:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422888320:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775773521.379004:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773521.379022:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022422888448/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773521.379030:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773521.379034:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773521.379036:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773521.379039:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10666 00000100:00080000:1.0:1775773521.379041:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773521.379044:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773521.379047:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773521.379056:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022422888576/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773521.379063:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773521.379065:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773521.379067:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1775773521.379071:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775773521.379078:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10666 00000100:00080000:1.0:1775773521.379081:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773521.379084:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773521.379087:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773521.379099:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422888704/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773521.379106:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773521.379109:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773521.379111:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773521.379115:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10666 00000100:00080000:1.0:1775773521.379143:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775773521.379149:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773521/real 1775773521] req@ffff9a605873bb80 x1862022422888320/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773521.379152:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773521.379162:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773521.379183:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422888832/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773521.379209:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022422888320/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773521.379220:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773521.379224:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773521.379228:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422888320:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773521.379247:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422888448:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773521.379266:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773521.379276:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773521/real 1775773521] req@ffff9a6058739880 x1862022422888448/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773521.379284:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022422888448/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773521.379294:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773521.379296:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773521.379299:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422888448:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773521.379323:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422888576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773521.379344:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773521.379354:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773521/real 1775773521] req@ffff9a605873b100 x1862022422888576/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773521.379366:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022422888576/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773521.379374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773521.379377:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773521.379380:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422888576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773521.379386:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422888704:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773521.379401:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773521.379410:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773521/real 1775773521] req@ffff9a605873a300 x1862022422888704/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773521.379437:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422888704/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773521.379444:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773521.379447:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773521.379450:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422888704:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773521.379456:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422888832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773521.379469:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773521.379491:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773521/real 1775773521] req@ffff9a6058738e00 x1862022422888832/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773521.379502:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422888832/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773521.379509:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773521.379512:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773521.379515:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422888832:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773522.210928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773523.234990:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773524.258942:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773525.282994:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773526.306947:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773526.498920:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773526.498929:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773526.498934:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773526.498945:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10672 00000100:00080000:2.0:1775773526.498957:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773526.498973:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773526.499019:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022422888960/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773526.499056:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773526.499059:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773526.499061:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773526.499065:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10672 00000100:00080000:2.0:1775773526.499077:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773526.499082:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773526.499092:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773526.499106:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422889088/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773526.499117:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422888960:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775773526.499120:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773526.499125:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773526.499127:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773526.499132:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10672 00000100:00080000:2.0:1775773526.499136:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773526.499140:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773526.499146:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773526.499160:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022422889216/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773526.499170:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1775773526.499171:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775773526.499176:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773526.499179:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773526.499184:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10672 00000100:00080000:2.0:1775773526.499190:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773526.499194:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773526.499200:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773526.499203:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773526/real 1775773526] req@ffff9a6051390e00 x1862022422888960/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773526.499215:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022422889344/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773526.499227:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775773526.499228:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022422888960/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773526.499235:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773526.499238:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773526.499247:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10672 00000100:00080000:0.0:1775773526.499249:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773526.499251:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773526.499258:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:2.0:1775773526.499259:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773526.499267:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773526.499268:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422888960:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773526.499283:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022422889472/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773526.499299:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422889088:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773526.499341:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773526.499354:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773526/real 1775773526] req@ffff9a6051393480 x1862022422889088/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773526.499368:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022422889088/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773526.499377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773526.499381:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773526.499385:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422889088:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773526.499391:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422889216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773526.499411:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773526.499422:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773526/real 1775773526] req@ffff9a6051393100 x1862022422889216/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773526.499435:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022422889216/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773526.499452:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773526.499455:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773526.499459:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422889216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773526.499465:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422889344:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773526.499484:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773526.499494:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773526/real 1775773526] req@ffff9a6051390a80 x1862022422889344/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773526.499506:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022422889344/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773526.499515:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773526.499519:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773526.499522:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422889344:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773526.499528:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422889472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773526.499547:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773526.499557:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773526/real 1775773526] req@ffff9a6051390000 x1862022422889472/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773526.499568:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022422889472/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773526.499576:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773526.499580:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773526.499583:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422889472:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775773527.330920:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773528.355040:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773529.378943:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773530.402969:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773531.426994:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773531.618909:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773531.618917:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773531.618921:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773531.618929:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10677 00000100:00080000:2.0:1775773531.618938:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773531.618944:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773531.618978:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022422889600/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773531.619003:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773531.619005:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773531.619007:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773531.619010:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10677 00000100:00080000:2.0:1775773531.619012:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773531.619014:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773531.619021:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773531.619029:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022422889728/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773531.619037:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773531.619039:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773531.619040:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773531.619043:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10677 00000100:00080000:2.0:1775773531.619045:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773531.619047:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773531.619050:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773531.619056:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422889600:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773531.619059:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022422889856/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773531.619070:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773531.619072:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773531.619073:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773531.619075:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10677 00000100:00080000:2.0:1775773531.619077:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773531.619080:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773531.619083:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773531.619089:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022422889984/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773531.619096:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773531.619098:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773531.619099:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773531.619101:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10677 00000100:00080000:2.0:1775773531.619104:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773531.619107:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773531.619110:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773531.619117:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022422890112/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775773531.619130:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773531.619163:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773531/real 1775773531] req@ffff9a6051392300 x1862022422889600/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773531.619176:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022422889600/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773531.619184:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773531.619187:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773531.619190:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422889600:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773531.619196:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422889728:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773531.619212:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773531.619234:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773531/real 1775773531] req@ffff9a6051391500 x1862022422889728/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773531.619242:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022422889728/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773531.619248:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773531.619250:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773531.619252:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422889728:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773531.619271:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422889856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773531.619283:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773531.619290:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773531/real 1775773531] req@ffff9a6051390380 x1862022422889856/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773531.619298:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022422889856/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773531.619303:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773531.619305:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773531.619307:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422889856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773531.619310:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422889984:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773531.619320:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773531.619325:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773531/real 1775773531] req@ffff9a6051391880 x1862022422889984/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773531.619332:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022422889984/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773531.619337:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773531.619338:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773531.619340:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422889984:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773531.619343:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422890112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773531.619357:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773531.619366:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773531/real 1775773531] req@ffff9a6051391c00 x1862022422890112/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773531.619378:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022422890112/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773531.619388:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773531.619392:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773531.619395:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422890112:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773532.451028:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773533.475008:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773534.498994:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773535.522970:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773536.546945:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773536.738917:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773536.738925:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773536.738930:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773536.738938:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10682 00000100:00080000:1.0:1775773536.738947:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773536.738953:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773536.738985:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422890240/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773536.739006:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773536.739009:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773536.739010:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773536.739013:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10682 00000100:00080000:1.0:1775773536.739016:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773536.739018:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773536.739026:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773536.739034:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422890368/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773536.739042:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773536.739045:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773536.739046:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773536.739049:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10682 00000100:00080000:1.0:1775773536.739051:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773536.739053:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773536.739056:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773536.739064:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422890240:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773536.739066:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422890496/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773536.739077:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773536.739079:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773536.739080:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773536.739082:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10682 00000100:00080000:1.0:1775773536.739084:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773536.739086:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773536.739090:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773536.739096:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422890624/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773536.739102:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773536.739104:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773536.739105:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773536.739108:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10682 00000100:00080000:1.0:1775773536.739118:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773536.739121:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773536.739124:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775773536.739129:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773536.739132:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422890752/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773536.739174:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773536/real 1775773536] req@ffff9a6058738700 x1862022422890240/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773536.739188:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422890240/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773536.739195:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773536.739199:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773536.739201:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422890240:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773536.739207:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422890368:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773536.739222:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773536.739230:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773536/real 1775773536] req@ffff9a6058739500 x1862022422890368/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773536.739238:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422890368/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773536.739244:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773536.739246:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773536.739250:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422890368:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773536.739276:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422890496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773536.739297:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773536.739308:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773536/real 1775773536] req@ffff9a6058739180 x1862022422890496/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773536.739320:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422890496/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773536.739328:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773536.739332:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773536.739335:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422890496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773536.739342:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422890624:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773536.739358:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773536.739367:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773536/real 1775773536] req@ffff9a605873aa00 x1862022422890624/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773536.739378:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422890624/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773536.739386:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773536.739389:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773536.739392:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422890624:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773536.739398:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422890752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773536.739414:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773536.739422:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773536/real 1775773536] req@ffff9a605873a680 x1862022422890752/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773561 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773536.739435:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422890752/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773561 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773536.739444:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773536.739447:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773536.739450:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422890752:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775773537.570973:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773538.594992:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773539.618933:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773540.642939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773541.666952:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773541.858909:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773541.858916:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773541.858920:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773541.858928:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10687 00000100:00080000:2.0:1775773541.858937:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773541.858943:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773541.858981:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022422890880/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773541.859008:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773541.859011:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773541.859013:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773541.859016:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10687 00000100:00080000:2.0:1775773541.859019:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773541.859022:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773541.859029:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773541.859044:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022422891008/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773541.859051:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773541.859054:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773541.859055:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773541.859058:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10687 00000100:00080000:2.0:1775773541.859061:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773541.859065:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773541.859068:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422890880:192.168.201.120@tcp:250:kworker.0 00000008:00100000:2.0:1775773541.859069:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773541.859081:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022422891136/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773541.859088:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773541.859090:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773541.859091:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773541.859094:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10687 00000100:00080000:2.0:1775773541.859096:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773541.859098:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773541.859102:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773541.859108:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022422891264/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773541.859115:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773541.859117:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773541.859118:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773541.859120:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10687 00000100:00080000:2.0:1775773541.859125:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773541.859127:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773541.859130:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773541.859138:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022422891392/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775773541.859147:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773541.859184:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773541/real 1775773541] req@ffff9a6051391c00 x1862022422890880/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773541.859204:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022422890880/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773541.859216:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773541.859220:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773541.859224:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422890880:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773541.859232:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422891008:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773541.859259:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773541.859273:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773541/real 1775773541] req@ffff9a6051391880 x1862022422891008/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773541.859285:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022422891008/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773541.859301:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773541.859305:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773541.859309:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422891008:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773541.859334:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422891136:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773541.859368:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773541.859380:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773541/real 1775773541] req@ffff9a6051390380 x1862022422891136/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773541.859392:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022422891136/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773541.859400:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773541.859403:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773541.859406:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422891136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773541.859412:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422891264:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773541.859429:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773541.859488:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773541/real 1775773541] req@ffff9a6051391500 x1862022422891264/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773541.859504:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022422891264/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773541.859513:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773541.859517:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773541.859522:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422891264:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773541.859529:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422891392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773541.859553:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773541.859565:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773541/real 1775773541] req@ffff9a6051392300 x1862022422891392/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773566 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773541.859579:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022422891392/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773566 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773541.859588:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773541.859591:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773541.859595:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422891392:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773542.690919:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773543.714954:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773544.738925:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773545.762963:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773546.786958:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773546.978921:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773546.978930:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773546.978934:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773546.978944:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10692 00000100:00080000:3.0:1775773546.978955:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773546.978962:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773546.978997:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022422891520/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773546.979025:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773546.979030:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773546.979032:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773546.979036:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10692 00000100:00080000:3.0:1775773546.979040:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773546.979045:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773546.979055:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773546.979068:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022422891648/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773546.979075:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422891520:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773546.979083:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773546.979088:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773546.979090:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773546.979095:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10692 00000100:00080000:3.0:1775773546.979099:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773546.979103:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773546.979108:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773546.979120:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022422891776/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773546.979130:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773546.979135:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773546.979137:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1775773546.979142:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775773546.979146:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10692 00000100:00080000:3.0:1775773546.979151:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773546.979156:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773546.979162:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773546.979174:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422891904/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773546.979180:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773546/real 1775773546] req@ffff9a6048b5ad80 x1862022422891520/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773546.979197:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773546.979201:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773546.979203:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775773546.979206:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022422891520/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773546.979211:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10692 00000100:00080000:3.0:1775773546.979219:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773546.979225:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:0.0:1775773546.979226:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773546.979233:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000008:00100000:3.0:1775773546.979237:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773546.979239:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422891520:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773546.979252:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422892032/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773546.979270:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422891648:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773546.979299:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773546.979313:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773546/real 1775773546] req@ffff9a6048b5a300 x1862022422891648/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773546.979327:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022422891648/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773546.979336:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773546.979340:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773546.979344:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422891648:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773546.979381:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422891776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773546.979405:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773546.979416:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773546/real 1775773546] req@ffff9a6048b5aa00 x1862022422891776/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773546.979429:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022422891776/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773546.979437:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773546.979441:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773546.979444:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422891776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773546.979452:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422891904:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773546.979472:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773546.979482:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773546/real 1775773546] req@ffff9a6048b59880 x1862022422891904/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773546.979495:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022422891904/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773546.979505:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773546.979508:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773546.979512:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422891904:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773546.979518:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422892032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773546.979536:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773546.979546:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773546/real 1775773546] req@ffff9a6048b58a80 x1862022422892032/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773571 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773546.979558:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022422892032/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773571 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773546.979566:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773546.979569:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773546.979573:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422892032:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775773547.810985:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773548.834920:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773549.858970:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773550.882943:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773551.907001:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773552.098898:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773552.098906:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773552.098910:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773552.098918:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10697 00000100:00080000:3.0:1775773552.098928:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773552.098934:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773552.098966:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422892160/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773552.098989:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773552.098991:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773552.098993:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773552.098995:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10697 00000100:00080000:3.0:1775773552.098997:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773552.099000:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773552.099008:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773552.099015:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022422892288/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773552.099022:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773552.099025:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773552.099026:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773552.099029:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10697 00000100:00080000:3.0:1775773552.099031:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773552.099033:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773552.099036:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773552.099047:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422892160:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773552.099048:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022422892416/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773552.099060:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773552.099063:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773552.099064:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773552.099067:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10697 00000100:00080000:3.0:1775773552.099070:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773552.099072:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773552.099076:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773552.099085:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022422892544/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773552.099091:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773552.099093:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773552.099095:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773552.099097:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10697 00000100:00080000:3.0:1775773552.099100:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773552.099102:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773552.099104:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775773552.099109:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773552.099113:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022422892672/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773552.099140:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773552/real 1775773552] req@ffff9a6048b58000 x1862022422892160/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773552.099155:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022422892160/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773552.099162:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773552.099165:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773552.099168:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422892160:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773552.099174:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422892288:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773552.099188:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773552.099196:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773552/real 1775773552] req@ffff9a6048b58e00 x1862022422892288/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773552.099203:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022422892288/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773552.099208:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773552.099210:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773552.099213:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422892288:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773552.099230:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422892416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773552.099239:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773552.099245:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773552/real 1775773552] req@ffff9a6048b5b100 x1862022422892416/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773552.099252:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022422892416/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773552.099257:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773552.099259:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773552.099285:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422892416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773552.099290:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422892544:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773552.099304:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773552.099311:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773552/real 1775773552] req@ffff9a6048b59180 x1862022422892544/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773552.099319:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022422892544/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773552.099324:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773552.099326:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773552.099328:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422892544:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773552.099332:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422892672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773552.099341:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773552.099346:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773552/real 1775773552] req@ffff9a6048b5b800 x1862022422892672/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773552.099353:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022422892672/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773552.099357:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773552.099359:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773552.099361:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422892672:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773552.930966:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773553.955017:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773554.978968:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773556.002962:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773557.026958:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773557.218936:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773557.218950:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773557.218964:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773557.218977:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10702 00000100:00080000:3.0:1775773557.218991:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773557.218999:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773557.219046:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022422892800/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773557.219081:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773557.219087:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773557.219090:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773557.219099:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10702 00000100:00080000:3.0:1775773557.219106:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773557.219113:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773557.219125:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422892800:192.168.201.120@tcp:250:kworker.0 00000008:00100000:3.0:1775773557.219127:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773557.219164:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022422892928/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773557.219195:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773557.219198:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773557.219201:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773557.219208:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10702 00000100:00080000:3.0:1775773557.219216:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773557.219221:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775773557.219228:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775773557.219232:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773557.219249:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022422893056/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773557.219261:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773557.219264:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773557.219267:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773557.219275:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10702 00000100:00080000:3.0:1775773557.219280:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775773557.219287:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773557/real 1775773557] req@ffff9a6048b59f80 x1862022422892800/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773557.219287:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773557.219293:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773557.219317:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022422893184/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773557.219326:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022422892800/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773557.219347:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773557.219366:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773557.219371:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773557.219378:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10702 00000100:00080000:3.0:1775773557.219388:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773557.219392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773557.219393:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:0.0:1775773557.219403:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000008:00100000:3.0:1775773557.219403:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773557.219412:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422892800:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773557.219428:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022422893312/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773557.219442:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422892928:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773557.219465:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773557.219475:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773557/real 1775773557] req@ffff9a6048b5b800 x1862022422892928/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773557.219485:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022422892928/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773557.219490:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773557.219493:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773557.219495:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422892928:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773557.219499:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422893056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773557.219509:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773557.219515:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773557/real 1775773557] req@ffff9a6048b59180 x1862022422893056/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773557.219522:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022422893056/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773557.219529:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773557.219531:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773557.219533:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422893056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773557.219539:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422893184:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773557.219558:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773557.219565:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773557/real 1775773557] req@ffff9a6048b5b100 x1862022422893184/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773557.219572:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022422893184/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773557.219578:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773557.219581:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773557.219583:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422893184:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773557.219595:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422893312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773557.219609:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773557.219616:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773557/real 1775773557] req@ffff9a6048b58e00 x1862022422893312/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773557.219624:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022422893312/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773557.219629:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773557.219633:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773557.219635:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422893312:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775773558.050983:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773559.074947:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773560.098960:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773561.122914:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773562.147005:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773562.338921:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773562.338932:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773562.338938:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773562.338949:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10707 00000100:00080000:3.0:1775773562.338963:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773562.338970:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773562.339017:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422893440/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773562.339051:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773562.339054:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773562.339056:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773562.339059:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10707 00000100:00080000:3.0:1775773562.339062:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773562.339064:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773562.339075:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773562.339098:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422893568/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773562.339108:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773562.339112:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773562.339114:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773562.339117:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10707 00000100:00080000:3.0:1775773562.339120:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773562.339123:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773562.339127:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773562.339135:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422893696/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773562.339141:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773562.339144:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773562.339145:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773562.339148:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10707 00000100:00080000:3.0:1775773562.339150:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773562.339153:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773562.339156:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773562.339162:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022422893824/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773562.339167:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773562.339169:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773562.339170:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773562.339173:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10707 00000100:00080000:3.0:1775773562.339175:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773562.339177:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773562.339180:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773562.339185:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022422893952/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773562.339304:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422893440:192.168.201.120@tcp:250:kworker.0 00000800:00000100:0.0:1775773562.339396:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773562.339436:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773562/real 1775773562] req@ffff9a6048b58000 x1862022422893440/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773562.339458:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022422893440/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773562.339470:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773562.339475:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773562.339480:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422893440:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773562.339489:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422893568:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773562.339511:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773562.339521:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773562/real 1775773562] req@ffff9a6048b58a80 x1862022422893568/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773562.339530:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022422893568/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773562.339535:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773562.339538:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773562.339540:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422893568:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773562.339543:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422893696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773562.339554:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773562.339560:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773562/real 1775773562] req@ffff9a6048b59880 x1862022422893696/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773562.339568:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022422893696/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773562.339577:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773562.339580:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773562.339582:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422893696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773562.339586:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422893824:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773562.339596:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773562.339601:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773562/real 1775773562] req@ffff9a6048b5aa00 x1862022422893824/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773562.339608:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022422893824/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773562.339613:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773562.339615:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773562.339617:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422893824:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773562.339620:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422893952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773562.339629:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773562.339634:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773562/real 1775773562] req@ffff9a6048b5a300 x1862022422893952/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773562.339640:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022422893952/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773562.339645:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773562.339647:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773562.339650:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422893952:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773563.170980:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773564.194942:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773565.219000:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773566.242993:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773567.266978:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773567.458933:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773567.458942:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773567.458947:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773567.458958:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10713 00000100:00080000:0.0:1775773567.458968:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773567.458976:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773567.459031:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84000 x1862022422894080/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773567.459063:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773567.459068:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773567.459070:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773567.459074:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10713 00000100:00080000:0.0:1775773567.459079:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773567.459083:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773567.459093:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773567.459102:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422894080:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773567.459109:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022422894208/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773567.459123:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773567.459127:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773567.459130:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773567.459134:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10713 00000100:00080000:0.0:1775773567.459139:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773567.459143:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773567.459148:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1775773567.459156:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773567.459163:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022422894336/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773567.459174:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773567.459178:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773567.459180:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773567.459185:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10713 00000100:00100000:2.0:1775773567.459188:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773567/real 1775773567] req@ffff9a6051f84000 x1862022422894080/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773567.459191:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773567.459199:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773567.459206:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773567.459206:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84000 x1862022422894080/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773567.459217:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773567.459224:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773567.459225:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022422894464/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773567.459228:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422894080:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773567.459242:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773567.459245:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773567.459247:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775773567.459252:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422894208:192.168.201.120@tcp:38:kworker.0 00000100:00080000:0.0:1775773567.459253:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10713 00000100:00080000:0.0:1775773567.459260:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773567.459264:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773567.459270:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775773567.459275:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773567.459288:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022422894592/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773567.459288:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773567/real 1775773567] req@ffff9a6051f87b80 x1862022422894208/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773567.459311:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022422894208/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773567.459319:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773567.459323:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773567.459326:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422894208:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773567.459330:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422894336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773567.459345:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773567.459352:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773567/real 1775773567] req@ffff9a6051f86d80 x1862022422894336/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773567.459359:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022422894336/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773567.459364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773567.459365:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773567.459367:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422894336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773567.459371:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422894464:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773567.459381:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773567.459386:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773567/real 1775773567] req@ffff9a6051f85f80 x1862022422894464/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773567.459398:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022422894464/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773567.459406:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773567.459409:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773567.459413:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422894464:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773567.459429:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422894592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773567.459450:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773567.459460:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773567/real 1775773567] req@ffff9a6051f84e00 x1862022422894592/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773567.459473:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022422894592/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773567.459478:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773567.459480:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773567.459482:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422894592:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775773568.290956:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773569.314990:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773570.338929:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773571.362970:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773572.386953:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773572.578881:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773572.578890:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773572.578894:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773572.578912:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10718 00000100:00080000:3.0:1775773572.578924:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773572.578930:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773572.578961:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022422894720/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773572.578982:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773572.578986:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773572.578987:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773572.578990:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10718 00000100:00080000:3.0:1775773572.578992:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773572.578994:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773572.579002:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773572.579011:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422894848/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773572.579018:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773572.579021:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773572.579022:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773572.579024:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10718 00000100:00080000:3.0:1775773572.579027:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775773572.579032:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422894720:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773572.579032:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773572.579035:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773572.579045:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022422894976/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773572.579052:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773572.579054:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773572.579056:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773572.579059:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10718 00000100:00080000:3.0:1775773572.579061:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773572.579063:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773572.579067:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773572.579078:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022422895104/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773572.579087:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773572.579091:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773572.579093:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773572.579097:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10718 00000800:00000100:2.0:1775773572.579103:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775773572.579113:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773572.579120:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773572.579130:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773572.579146:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773572/real 1775773572] req@ffff9a6048b5ad80 x1862022422894720/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773572.579146:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022422895232/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773572.579191:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022422894720/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773572.579204:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773572.579209:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773572.579214:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422894720:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773572.579221:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422894848:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773572.579245:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773572.579258:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773572/real 1775773572] req@ffff9a6048b5b480 x1862022422894848/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773572.579272:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022422894848/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773572.579288:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773572.579292:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773572.579295:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422894848:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773572.579330:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422894976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773572.579352:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773572.579364:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773572/real 1775773572] req@ffff9a6048b59500 x1862022422894976/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773572.579377:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022422894976/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773572.579386:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773572.579390:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773572.579393:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422894976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773572.579399:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422895104:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773572.579417:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773572.579427:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773572/real 1775773572] req@ffff9a6048b59c00 x1862022422895104/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773572.579440:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022422895104/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773572.579448:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773572.579452:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773572.579456:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422895104:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773572.579462:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422895232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773572.579488:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773572.579500:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773572/real 1775773572] req@ffff9a6048b5bb80 x1862022422895232/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773572.579512:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022422895232/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773572.579520:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773572.579524:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773572.579527:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422895232:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773573.410986:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773574.434990:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773575.458954:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773576.483012:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773577.506940:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773577.698925:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773577.698936:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773577.698941:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773577.698952:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10723 00000100:00080000:3.0:1775773577.698964:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773577.698971:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773577.699015:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022422895360/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773577.699044:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773577.699048:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773577.699049:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773577.699052:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10723 00000100:00080000:3.0:1775773577.699055:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773577.699057:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773577.699067:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773577.699078:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022422895488/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773577.699085:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773577.699088:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773577.699090:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773577.699093:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10723 00000100:00080000:3.0:1775773577.699095:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773577.699097:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773577.699101:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773577.699108:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022422895616/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773577.699120:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422895360:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773577.699127:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773577.699131:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773577.699133:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773577.699140:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10723 00000100:00080000:3.0:1775773577.699147:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773577.699153:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773577.699161:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773577.699177:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022422895744/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773577.699188:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773577.699191:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773577.699192:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773577.699196:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10723 00000100:00080000:3.0:1775773577.699200:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773577.699205:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773577.699212:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773577.699220:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422895488:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775773577.699226:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422895872/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773577.699258:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422895616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773577.699279:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422895744:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773577.699295:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422895872:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775773578.531006:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773579.554982:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773580.578941:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775773580.771070:0:2398:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:0.0:1775773580.771118:0:2398:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775773580.771135:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773580.771173:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773580.771183:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773580.771194:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773580.771203:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775773580.771250:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773577/real 1775773580] req@ffff9a6048b59c00 x1862022422895616/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773580.771280:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022422895616/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773580.771302:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773580.771309:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773580.771314:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422895616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773580.771323:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773577/real 1775773580] req@ffff9a6048b59500 x1862022422895744/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773580.771337:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022422895744/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773580.771348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773580.771352:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773580.771355:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422895744:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773580.771364:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773577/real 1775773580] req@ffff9a6048b5b480 x1862022422895872/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773580.771377:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022422895872/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773580.771385:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773580.771387:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773580.771390:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422895872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773580.771398:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773577/real 1775773580] req@ffff9a6048b5a680 x1862022422895360/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773580.771411:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022422895360/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773580.771420:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773580.771423:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773580.771428:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422895360:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773580.771434:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773577/real 1775773580] req@ffff9a6048b5bb80 x1862022422895488/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773602 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773580.771448:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022422895488/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773602 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773580.771456:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773580.771459:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773580.771463:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422895488:192.168.201.120@tcp:38:kworker.0 00010000:00010000:1.0:1775773581.602987:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773582.626953:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773582.818927:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773582.818937:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773582.818943:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773582.818952:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10728 00000100:00080000:1.0:1775773582.818964:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773582.818972:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773582.819007:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422896000/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773582.819040:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773582.819044:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773582.819046:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773582.819050:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10728 00000100:00080000:1.0:1775773582.819053:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773582.819057:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773582.819067:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773582.819083:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422896128/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773582.819094:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775773582.819097:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422896000:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773582.819100:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773582.819107:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773582.819111:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10728 00000100:00080000:1.0:1775773582.819116:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773582.819122:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773582.819128:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773582.819139:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422896256/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773582.819153:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773582.819156:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773582.819158:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773582.819162:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10728 00000100:00080000:1.0:1775773582.819166:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773582.819170:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775773582.819175:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:1.0:1775773582.819177:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773582.819191:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422896384/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773582.819202:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773582.819206:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773582.819208:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775773582.819213:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773582/real 1775773582] req@ffff9a6058739f80 x1862022422896000/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773582.819215:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10728 00000100:00080000:1.0:1775773582.819222:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773582.819231:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773582.819237:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773582.819243:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422896000/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773582.819251:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422896512/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773582.819254:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773582.819264:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773582.819270:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422896000:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773582.819302:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422896128:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773582.819328:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773582.819341:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773582/real 1775773582] req@ffff9a6058738000 x1862022422896128/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773582.819352:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422896128/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773582.819361:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773582.819363:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773582.819366:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422896128:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773582.819373:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422896256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773582.819400:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773582.819411:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773582/real 1775773582] req@ffff9a605873ad80 x1862022422896256/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773582.819421:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422896256/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773582.819429:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773582.819432:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773582.819435:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422896256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773582.819441:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422896384:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773582.819459:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773582.819469:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773582/real 1775773582] req@ffff9a605873b800 x1862022422896384/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773582.819485:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422896384/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773582.819493:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773582.819496:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773582.819499:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422896384:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773582.819505:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422896512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773582.819522:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773582.819532:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773582/real 1775773582] req@ffff9a6058738a80 x1862022422896512/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773607 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773582.819542:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422896512/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773607 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773582.819549:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773582.819552:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773582.819555:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422896512:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773583.650961:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773584.674974:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773585.698924:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773586.723143:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773587.746924:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773587.938945:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773587.938956:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773587.938962:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773587.938971:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10733 00000100:00080000:2.0:1775773587.938980:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773587.939022:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773587.939057:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022422896640/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773587.939082:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773587.939085:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773587.939086:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773587.939090:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10733 00000100:00080000:2.0:1775773587.939092:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773587.939095:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773587.939103:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773587.939111:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022422896768/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773587.939119:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773587.939122:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773587.939123:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775773587.939127:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422896640:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775773587.939129:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10733 00000100:00080000:2.0:1775773587.939133:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773587.939136:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773587.939139:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773587.939148:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022422896896/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773587.939154:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773587.939157:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773587.939158:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773587.939161:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10733 00000100:00080000:2.0:1775773587.939165:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773587.939167:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773587.939169:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773587.939176:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422897024/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773587.939182:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773587.939186:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1775773587.939187:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775773587.939189:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773587.939194:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10733 00000100:00080000:2.0:1775773587.939197:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773587.939199:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773587.939202:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773587.939209:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022422897152/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773587.939227:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773587/real 1775773587] req@ffff9a6051390000 x1862022422896640/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773587.939241:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022422896640/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773587.939249:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773587.939252:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773587.939255:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422896640:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773587.939271:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422896768:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773587.939286:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773587.939294:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773587/real 1775773587] req@ffff9a6051390a80 x1862022422896768/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773587.939301:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022422896768/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773587.939307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773587.939309:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773587.939312:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422896768:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773587.939316:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422896896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773587.939326:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773587.939331:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773587/real 1775773587] req@ffff9a6051393100 x1862022422896896/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773587.939338:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022422896896/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773587.939343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773587.939345:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773587.939347:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422896896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773587.939350:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422897024:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773587.939362:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773587.939367:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773587/real 1775773587] req@ffff9a6051393480 x1862022422897024/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773587.939374:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022422897024/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773587.939379:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773587.939381:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773587.939382:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422897024:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773587.939386:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422897152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773587.939395:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773587.939401:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773587/real 1775773587] req@ffff9a6051390e00 x1862022422897152/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773612 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773587.939408:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022422897152/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773612 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773587.939412:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773587.939414:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773587.939416:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422897152:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775773588.771000:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773589.795111:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773590.818982:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773591.842989:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773592.867005:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773593.058905:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773593.058914:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773593.058918:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773593.058926:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10738 00000100:00080000:0.0:1775773593.058936:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773593.058943:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773593.058976:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022422897280/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773593.059000:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773593.059003:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773593.059004:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773593.059007:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10738 00000100:00080000:0.0:1775773593.059010:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773593.059012:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773593.059021:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773593.059033:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022422897408/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773593.059043:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775773593.059044:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422897280:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773593.059047:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773593.059050:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773593.059056:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10738 00000100:00080000:0.0:1775773593.059060:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773593.059063:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773593.059066:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773593.059077:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022422897536/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773593.059084:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773593.059086:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773593.059089:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773593.059092:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10738 00000100:00080000:0.0:1775773593.059095:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773593.059098:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773593.059102:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773593.059110:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022422897664/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775773593.059116:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775773593.059125:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773593.059127:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773593.059129:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773593.059133:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10738 00000100:00080000:0.0:1775773593.059136:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773593.059139:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773593.059142:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773593.059150:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022422897792/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773593.059156:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773593/real 1775773593] req@ffff9a6051f85500 x1862022422897280/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773593.059177:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022422897280/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773593.059188:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773593.059192:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773593.059196:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422897280:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773593.059221:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422897408:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773593.059249:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773593.059262:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773593/real 1775773593] req@ffff9a6051f86300 x1862022422897408/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773593.059275:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022422897408/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773593.059283:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773593.059286:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773593.059290:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422897408:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773593.059295:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422897536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773593.059314:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773593.059322:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773593/real 1775773593] req@ffff9a6051f84a80 x1862022422897536/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773593.059333:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022422897536/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773593.059341:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773593.059346:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773593.059349:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422897536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773593.059355:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422897664:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773593.059374:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773593.059387:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773593/real 1775773593] req@ffff9a6051f84e00 x1862022422897664/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773593.059405:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022422897664/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773593.059414:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773593.059418:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773593.059421:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422897664:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773593.059430:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422897792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773593.059450:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773593.059466:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773593/real 1775773593] req@ffff9a6051f85f80 x1862022422897792/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773593.059481:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022422897792/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773593.059489:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773593.059492:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773593.059495:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422897792:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773593.890944:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773594.915006:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773595.938944:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773596.962942:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773597.986929:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773598.178917:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773598.178926:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773598.178930:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773598.178941:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10743 00000100:00080000:2.0:1775773598.178953:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773598.178976:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773598.179016:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022422897920/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773598.179048:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773598.179052:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773598.179054:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773598.179058:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10743 00000100:00080000:2.0:1775773598.179063:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773598.179068:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773598.179080:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773598.179091:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422897920:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773598.179097:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022422898048/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773598.179111:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773598.179115:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773598.179118:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773598.179122:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10743 00000100:00080000:2.0:1775773598.179126:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773598.179130:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773598.179135:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773598.179145:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022422898176/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773598.179153:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773598.179155:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773598.179157:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1775773598.179163:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775773598.179166:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10743 00000100:00080000:2.0:1775773598.179171:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773598.179174:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773598.179194:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773598.179202:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022422898304/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773598.179209:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773598.179211:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773598.179213:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773598.179217:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10743 00000100:00100000:0.0:1775773598.179219:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773598/real 1775773598] req@ffff9a6051391180 x1862022422897920/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773598.179220:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773598.179225:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773598.179231:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773598.179242:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022422898432/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773598.179251:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022422897920/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773598.179264:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773598.179269:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773598.179274:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422897920:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773598.179297:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422898048:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773598.179321:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773598.179334:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773598/real 1775773598] req@ffff9a6051392a00 x1862022422898048/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773598.179346:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022422898048/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773598.179354:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773598.179358:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773598.179361:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422898048:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773598.179368:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422898176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773598.179387:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773598.179397:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773598/real 1775773598] req@ffff9a6051392680 x1862022422898176/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773598.179409:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022422898176/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773598.179416:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773598.179419:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773598.179422:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422898176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773598.179428:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422898304:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773598.179449:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773598.179476:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773598/real 1775773598] req@ffff9a6051393800 x1862022422898304/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773598.179489:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022422898304/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773598.179497:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773598.179500:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773598.179503:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422898304:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773598.179509:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422898432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773598.179528:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773598.179538:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773598/real 1775773598] req@ffff9a6051391f80 x1862022422898432/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773598.179550:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022422898432/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773598.179557:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773598.179561:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773598.179564:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422898432:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775773599.010999:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773600.035003:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773601.058989:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773602.082991:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773603.107118:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773603.298906:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773603.298916:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773603.298920:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773603.298931:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10748 00000100:00080000:1.0:1775773603.298960:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773603.298969:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773603.299015:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022422898560/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773603.299046:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773603.299051:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773603.299054:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773603.299061:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10748 00000100:00080000:1.0:1775773603.299065:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773603.299070:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773603.299081:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773603.299093:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022422898688/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773603.299099:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422898560:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773603.299104:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773603.299110:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773603.299111:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773603.299115:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10748 00000100:00080000:1.0:1775773603.299118:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773603.299122:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773603.299128:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773603.299141:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022422898816/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773603.299152:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773603.299156:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773603.299158:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773603.299163:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10748 00000100:00080000:1.0:1775773603.299169:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773603.299173:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773603.299179:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775773603.299186:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773603.299191:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422898944/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773603.299199:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773603.299202:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773603.299203:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773603.299207:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10748 00000100:00080000:1.0:1775773603.299210:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773603.299213:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773603.299216:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773603.299225:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422899072/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773603.299227:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773603/real 1775773603] req@ffff9a605873b480 x1862022422898560/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773603.299254:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022422898560/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773603.299264:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773603.299268:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773603.299271:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422898560:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773603.299296:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422898688:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773603.299313:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773603.299321:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773603/real 1775773603] req@ffff9a6058738380 x1862022422898688/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773603.299329:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022422898688/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773603.299339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773603.299342:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773603.299344:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422898688:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773603.299347:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422898816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773603.299357:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773603.299362:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773603/real 1775773603] req@ffff9a6058739c00 x1862022422898816/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773603.299386:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022422898816/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773603.299392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773603.299394:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773603.299397:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422898816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773603.299401:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422898944:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773603.299416:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773603.299423:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773603/real 1775773603] req@ffff9a6058738a80 x1862022422898944/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773603.299430:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422898944/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773603.299435:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773603.299437:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773603.299440:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422898944:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773603.299443:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422899072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773603.299454:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773603.299460:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773603/real 1775773603] req@ffff9a605873b800 x1862022422899072/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773603.299466:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422899072/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773603.299472:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773603.299474:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773603.299475:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422899072:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773604.131028:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773605.154945:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773606.178989:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773607.202949:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773608.226973:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773608.418929:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773608.418945:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773608.418949:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773608.418961:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10754 00000100:00080000:0.0:1775773608.418973:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773608.418980:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773608.419012:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022422899200/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773608.419039:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773608.419042:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773608.419043:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773608.419046:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10754 00000100:00080000:0.0:1775773608.419049:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773608.419054:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773608.419063:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773608.419076:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022422899328/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773608.419098:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775773608.419100:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422899200:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773608.419103:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773608.419108:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773608.419114:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10754 00000100:00080000:0.0:1775773608.419117:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773608.419120:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773608.419124:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773608.419135:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84000 x1862022422899456/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773608.419142:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773608.419144:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773608.419145:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773608.419148:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10754 00000100:00080000:0.0:1775773608.419151:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773608.419154:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773608.419156:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775773608.419161:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773608.419165:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022422899584/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773608.419176:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773608.419180:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773608.419182:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773608.419187:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10754 00000100:00080000:0.0:1775773608.419192:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775773608.419193:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773608/real 1775773608] req@ffff9a6051f86d80 x1862022422899200/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773608.419200:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773608.419210:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773608.419227:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022422899712/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773608.419234:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022422899200/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773608.419247:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773608.419253:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773608.419260:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422899200:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773608.419297:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422899328:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773608.419316:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773608.419325:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773608/real 1775773608] req@ffff9a6051f87b80 x1862022422899328/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773608.419334:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022422899328/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773608.419339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773608.419341:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773608.419344:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422899328:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773608.419347:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422899456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773608.419357:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773608.419363:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773608/real 1775773608] req@ffff9a6051f84000 x1862022422899456/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773608.419370:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84000 x1862022422899456/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773608.419379:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773608.419381:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773608.419383:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422899456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773608.419386:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422899584:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773608.419395:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773608.419401:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773608/real 1775773608] req@ffff9a6051f85880 x1862022422899584/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773608.419407:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022422899584/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773608.419411:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773608.419413:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773608.419415:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422899584:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773608.419418:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422899712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773608.419428:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773608.419433:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773608/real 1775773608] req@ffff9a6051f86a00 x1862022422899712/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773608.419439:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022422899712/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773608.419444:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773608.419446:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773608.419448:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422899712:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775773609.250960:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773610.274960:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773611.298937:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773612.322968:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773613.346993:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773613.538902:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773613.538910:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773613.538914:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773613.538924:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10759 00000100:00080000:2.0:1775773613.538935:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773613.538942:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773613.538982:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022422899840/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773613.539011:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773613.539015:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773613.539017:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773613.539021:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10759 00000100:00080000:2.0:1775773613.539026:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773613.539030:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773613.539041:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773613.539044:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422899840:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773613.539056:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022422899968/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773613.539065:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773613.539068:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773613.539069:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773613.539073:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10759 00000100:00080000:2.0:1775773613.539077:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773613.539080:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773613.539083:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773613.539091:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022422900096/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773613.539097:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773613.539100:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773613.539101:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773613.539104:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10759 00000100:00080000:2.0:1775773613.539106:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1775773613.539109:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775773613.539112:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773613.539116:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773613.539122:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022422900224/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773613.539129:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773613.539132:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773613.539133:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773613.539135:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10759 00000100:00080000:2.0:1775773613.539138:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773613.539141:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773613.539144:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773613.539150:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773613/real 1775773613] req@ffff9a6051391f80 x1862022422899840/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773613.539152:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022422900352/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773613.539206:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022422899840/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773613.539217:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773613.539223:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773613.539229:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422899840:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773613.539256:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422899968:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773613.539276:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773613.539286:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773613/real 1775773613] req@ffff9a6051393800 x1862022422899968/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773613.539295:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022422899968/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773613.539301:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773613.539303:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773613.539305:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422899968:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773613.539309:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422900096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773613.539319:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773613.539325:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773613/real 1775773613] req@ffff9a6051392680 x1862022422900096/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773613.539332:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022422900096/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773613.539337:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773613.539339:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773613.539341:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422900096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773613.539345:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422900224:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773613.539354:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773613.539360:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773613/real 1775773613] req@ffff9a6051392a00 x1862022422900224/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773613.539366:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022422900224/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773613.539371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773613.539373:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773613.539375:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422900224:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773613.539379:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422900352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773613.539388:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773613.539393:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773613/real 1775773613] req@ffff9a6051391180 x1862022422900352/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773613.539400:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022422900352/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773613.539405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773613.539407:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773613.539409:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422900352:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773614.370992:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773615.394930:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773616.418948:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775773617.443001:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773618.466968:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773618.658879:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773618.658887:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773618.658891:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773618.658900:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10764 00000100:00080000:2.0:1775773618.658910:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773618.658916:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773618.658946:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022422900480/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773618.658965:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773618.658968:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773618.658969:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773618.658972:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10764 00000100:00080000:2.0:1775773618.658975:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773618.658978:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773618.658986:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773618.658995:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422900480:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773618.658996:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422900608/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773618.659008:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773618.659011:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773618.659012:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773618.659014:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10764 00000100:00080000:2.0:1775773618.659017:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773618.659020:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773618.659023:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773618.659032:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022422900736/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773618.659039:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773618.659041:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773618.659042:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773618.659044:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10764 00000100:00080000:2.0:1775773618.659047:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773618.659049:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773618.659051:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775773618.659056:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773618.659060:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022422900864/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773618.659066:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773618.659069:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773618.659071:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773618.659074:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10764 00000100:00080000:2.0:1775773618.659076:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773618.659079:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773618.659082:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773618.659090:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773618/real 1775773618] req@ffff9a6051390e00 x1862022422900480/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773618.659113:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022422900992/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773618.659142:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022422900480/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773618.659152:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773618.659156:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773618.659160:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422900480:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773618.659182:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422900608:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773618.659200:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773618.659210:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773618/real 1775773618] req@ffff9a6051393480 x1862022422900608/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773618.659218:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022422900608/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773618.659223:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773618.659225:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773618.659228:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422900608:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773618.659231:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422900736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773618.659241:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773618.659252:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773618/real 1775773618] req@ffff9a6051393100 x1862022422900736/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773618.659260:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022422900736/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773618.659265:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773618.659267:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773618.659269:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422900736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773618.659273:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422900864:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773618.659283:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773618.659288:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773618/real 1775773618] req@ffff9a6051390a80 x1862022422900864/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773618.659295:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022422900864/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773618.659300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773618.659302:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773618.659304:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422900864:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773618.659307:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422900992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773618.659316:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773618.659321:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773618/real 1775773618] req@ffff9a6051390000 x1862022422900992/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773618.659327:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022422900992/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773618.659332:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773618.659334:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773618.659336:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422900992:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775773619.490998:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773620.514969:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773621.538948:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773622.563147:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773623.586946:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773623.778978:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773623.778990:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773623.778996:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773623.779035:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10769 00000100:00080000:1.0:1775773623.779049:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773623.779070:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773623.779118:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422901120/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773623.779157:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773623.779165:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773623.779169:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773623.779177:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10769 00000100:00080000:1.0:1775773623.779184:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773623.779191:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773623.779206:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773623.779230:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422901248/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773623.779244:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422901120:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773623.779251:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773623.779257:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773623.779260:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773623.779268:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10769 00000100:00080000:1.0:1775773623.779274:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773623.779280:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773623.779289:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773623.779309:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422901376/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773623.779325:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773623.779331:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773623.779334:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773623.779340:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10769 00000800:00000100:0.0:1775773623.779347:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775773623.779347:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773623.779353:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773623.779360:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773623.779376:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422901504/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773623.779392:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775773623.779398:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773623/real 1775773623] req@ffff9a605873ad80 x1862022422901120/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773623.779398:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773623.779402:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773623.779409:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10769 00000100:00080000:1.0:1775773623.779426:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773623.779432:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773623.779436:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422901120/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1775773623.779441:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1775773623.779456:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1775773623.779456:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422901632/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773623.779465:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773623.779472:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422901120:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773623.779511:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422901248:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773623.779556:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773623.779575:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773623/real 1775773623] req@ffff9a6058738000 x1862022422901248/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773623.779591:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422901248/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773623.779602:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773623.779606:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773623.779611:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422901248:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773623.779618:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422901376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773623.779639:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773623.779674:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773623/real 1775773623] req@ffff9a6058739f80 x1862022422901376/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773623.779689:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422901376/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773623.779699:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773623.779702:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773623.779707:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422901376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773623.779714:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422901504:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773623.779735:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773623.779747:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773623/real 1775773623] req@ffff9a605873a680 x1862022422901504/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773623.779761:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422901504/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773623.779770:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773623.779773:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773623.779777:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422901504:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773623.779783:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422901632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773623.779846:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773623.779860:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773623/real 1775773623] req@ffff9a605873aa00 x1862022422901632/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773648 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773623.779874:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422901632/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773648 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773623.779884:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773623.779888:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773623.779892:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422901632:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773624.610969:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773625.635046:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773626.659005:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773627.682962:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773628.707072:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773628.898972:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773628.898986:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773628.898993:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773628.899007:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10774 00000100:00080000:1.0:1775773628.899025:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773628.899037:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773628.899094:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422901760/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773628.899146:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773628.899151:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773628.899154:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773628.899162:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10774 00000100:00080000:1.0:1775773628.899170:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773628.899177:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773628.899191:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773628.899201:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422901760:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773628.899218:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422901888/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773628.899237:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773628.899242:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773628.899245:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773628.899250:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10774 00000100:00080000:1.0:1775773628.899258:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773628.899262:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773628.899272:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1775773628.899288:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773628.899293:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422902016/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773628.899308:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773628.899312:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773628.899315:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773628.899320:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10774 00000100:00080000:1.0:1775773628.899325:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773628.899330:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773628.899337:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773628.899342:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773628/real 1775773628] req@ffff9a6058739180 x1862022422901760/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773628.899354:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422902144/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773628.899373:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775773628.899381:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422901760/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773628.899382:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773628.899389:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773628.899405:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10774 00000100:00080000:1.0:1775773628.899412:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773628.899412:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773628.899418:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773628.899427:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1775773628.899430:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773628.899443:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422902272/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773628.899445:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422901760:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773628.899502:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422901888:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773628.899566:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773628.899589:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773628/real 1775773628] req@ffff9a6058739500 x1862022422901888/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773628.899606:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422901888/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773628.899617:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773628.899622:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773628.899626:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422901888:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773628.899633:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422902016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773628.899659:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773628.899672:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773628/real 1775773628] req@ffff9a6058738700 x1862022422902016/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773628.899693:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422902016/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773628.899716:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773628.899720:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773628.899725:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422902016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773628.899733:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422902144:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773628.899758:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773628.899772:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773628/real 1775773628] req@ffff9a6058738e00 x1862022422902144/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773628.899787:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422902144/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773628.899837:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773628.899843:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773628.899851:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422902144:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773628.899862:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422902272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773628.899892:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773628.899942:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773628/real 1775773628] req@ffff9a605873a300 x1862022422902272/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773653 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773628.899969:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422902272/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773653 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773628.899988:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773628.899993:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773628.899996:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422902272:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773629.731006:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773630.755035:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773631.779024:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773632.802914:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773633.827026:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773634.018911:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773634.018921:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773634.018925:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773634.018936:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10779 00000100:00080000:1.0:1775773634.018947:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773634.018954:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773634.018992:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022422902400/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773634.019015:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773634.019019:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773634.019020:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773634.019024:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10779 00000100:00080000:1.0:1775773634.019043:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773634.019046:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773634.019056:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773634.019068:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022422902528/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773634.019079:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773634.019082:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773634.019084:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773634.019087:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10779 00000100:00080000:1.0:1775773634.019089:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775773634.019095:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422902400:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773634.019096:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773634.019105:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773634.019118:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022422902656/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773634.019128:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773634.019131:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773634.019133:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773634.019137:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10779 00000100:00080000:1.0:1775773634.019141:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773634.019145:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773634.019148:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773634.019174:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422902784/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773634.019181:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1775773634.019187:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775773634.019188:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773634.019191:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773634.019195:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10779 00000100:00080000:1.0:1775773634.019197:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773634.019202:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773634.019206:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773634.019216:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422902912/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773634.019254:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773634/real 1775773634] req@ffff9a605873b100 x1862022422902400/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773634.019279:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022422902400/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773634.019303:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773634.019309:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773634.019314:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422902400:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773634.019341:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422902528:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773634.019375:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773634.019387:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773634/real 1775773634] req@ffff9a6058739880 x1862022422902528/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773634.019398:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022422902528/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773634.019405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773634.019408:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773634.019410:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422902528:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773634.019416:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422902656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773634.019429:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773634.019447:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773634/real 1775773634] req@ffff9a605873bb80 x1862022422902656/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773634.019457:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022422902656/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773634.019465:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773634.019470:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773634.019474:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422902656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773634.019481:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422902784:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773634.019506:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773634.019520:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773634/real 1775773634] req@ffff9a605873a300 x1862022422902784/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773634.019536:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422902784/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773634.019545:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773634.019548:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773634.019551:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422902784:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773634.019556:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422902912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773634.019574:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773634.019608:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773634/real 1775773634] req@ffff9a6058738e00 x1862022422902912/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773634.019619:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422902912/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773634.019626:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773634.019628:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773634.019631:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422902912:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775773634.851008:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773635.874957:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773636.898985:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773637.923024:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773638.947084:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773639.139015:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773639.139025:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773639.139030:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773639.139039:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10784 00000100:00080000:2.0:1775773639.139051:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773639.139058:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773639.139099:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022422903040/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773639.139133:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773639.139137:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773639.139139:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773639.139143:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10784 00000100:00080000:2.0:1775773639.139146:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773639.139149:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773639.139159:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773639.139170:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022422903168/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773639.139187:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773639.139190:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773639.139192:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773639.139196:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10784 00000100:00080000:2.0:1775773639.139199:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773639.139201:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773639.139206:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773639.139209:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422903040:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773639.139218:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022422903296/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773639.139228:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773639.139231:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773639.139233:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773639.139236:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10784 00000100:00080000:2.0:1775773639.139239:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773639.139242:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773639.139246:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773639.139257:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022422903424/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773639.139265:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773639.139268:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773639.139270:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773639.139272:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10784 00000100:00080000:2.0:1775773639.139279:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773639.139283:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773639.139287:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775773639.139294:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773639.139304:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022422903552/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773639.139336:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773639/real 1775773639] req@ffff9a6051392300 x1862022422903040/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773639.139354:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022422903040/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773639.139365:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773639.139369:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773639.139373:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422903040:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773639.139380:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422903168:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773639.139400:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773639.139411:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773639/real 1775773639] req@ffff9a6051391500 x1862022422903168/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773639.139422:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022422903168/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773639.139429:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773639.139432:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773639.139434:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422903168:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773639.139456:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422903296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773639.139471:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773639.139479:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773639/real 1775773639] req@ffff9a6051390380 x1862022422903296/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773639.139491:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022422903296/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773639.139498:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773639.139500:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773639.139503:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422903296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773639.139508:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422903424:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773639.139542:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773639.139553:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773639/real 1775773639] req@ffff9a6051391880 x1862022422903424/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773639.139567:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022422903424/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773639.139576:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773639.139579:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773639.139583:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422903424:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773639.139589:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422903552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773639.139606:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773639.139617:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773639/real 1775773639] req@ffff9a6051391c00 x1862022422903552/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773639.139630:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022422903552/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773639.139647:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773639.139651:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773639.139655:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422903552:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773639.970915:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773640.995078:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773642.019026:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775773643.043059:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773644.067016:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773644.258932:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773644.258944:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773644.258948:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773644.258959:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10789 00000100:00080000:1.0:1775773644.258973:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773644.258979:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773644.259026:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422903680/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773644.259054:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773644.259057:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773644.259058:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773644.259062:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10789 00000100:00080000:1.0:1775773644.259064:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773644.259067:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773644.259077:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773644.259088:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422903808/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773644.259097:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775773644.259098:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422903680:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773644.259101:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773644.259104:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773644.259109:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10789 00000100:00080000:1.0:1775773644.259111:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773644.259113:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773644.259117:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773644.259125:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422903936/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773644.259132:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773644.259134:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773644.259136:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773644.259138:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10789 00000100:00080000:1.0:1775773644.259140:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773644.259143:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773644.259146:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773644.259155:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422904064/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773644.259165:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773644.259167:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773644.259169:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773644.259173:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10789 00000100:00080000:1.0:1775773644.259178:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773644.259182:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773644.259188:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773644.259200:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422904192/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773644.259220:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422903808:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773644.259255:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422903936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773644.259276:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422904064:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773644.259291:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422904192:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773645.091024:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773646.114921:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773647.139099:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1775773647.331096:0:2395:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:3.0:1775773647.331147:0:2395:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1775773647.331166:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775773647.331216:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775773647.331227:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775773647.331235:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775773647.331270:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:0.0:1775773647.331319:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773644/real 1775773647] req@ffff9a6058739500 x1862022422903808/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773647.331346:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422903808/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773647.331359:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773647.331365:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773647.331370:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422903808:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773647.331378:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773644/real 1775773647] req@ffff9a6058739180 x1862022422903936/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773647.331394:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422903936/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773647.331403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773647.331407:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773647.331411:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422903936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773647.331417:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773644/real 1775773647] req@ffff9a605873aa00 x1862022422904064/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773647.331451:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422904064/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773647.331463:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773647.331468:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773647.331474:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422904064:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773647.331485:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773644/real 1775773647] req@ffff9a605873a680 x1862022422904192/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773647.331515:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422904192/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773647.331523:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773647.331527:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773647.331530:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422904192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773647.331537:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773644/real 1775773647] req@ffff9a6058738700 x1862022422903680/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773647.331550:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422903680/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773647.331558:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773647.331561:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773647.331564:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422903680:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775773648.162938:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773649.186939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773649.378901:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773649.378913:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773649.378920:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773649.378932:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10794 00000100:00080000:1.0:1775773649.378948:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773649.378957:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773649.379002:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422904320/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773649.379047:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773649.379052:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773649.379055:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773649.379060:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10794 00000100:00080000:1.0:1775773649.379064:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773649.379068:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773649.379079:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773649.379096:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422904448/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773649.379110:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773649.379115:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773649.379117:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773649.379126:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10794 00000100:00100000:0.0:1775773649.379131:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422904320:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773649.379131:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773649.379140:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773649.379153:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773649.379167:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422904576/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773649.379212:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773649.379218:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773649.379222:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773649.379230:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10794 00000100:00080000:1.0:1775773649.379237:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1775773649.379245:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775773649.379249:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773649.379262:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773649.379287:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422904704/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773649.379307:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773649/real 1775773649] req@ffff9a6058739f80 x1862022422904320/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773649.379308:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775773649.379348:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422904320/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773649.379351:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773649.379357:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773649.379373:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10794 00000100:00080000:0.0:1775773649.379384:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773649.379385:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773649.379399:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:0.0:1775773649.379402:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773649.379415:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422904320:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775773649.379415:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773649.379437:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422904448:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773649.379447:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422904832/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775773649.379524:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773649.379549:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773649/real 1775773649] req@ffff9a6058738000 x1862022422904448/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773649.379637:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422904448/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773649.379667:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773649.379674:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773649.379680:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422904448:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773649.379725:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422904576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773649.379767:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773649.379787:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773649/real 1775773649] req@ffff9a605873ad80 x1862022422904576/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773649.379869:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422904576/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773649.379885:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773649.379892:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773649.379898:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422904576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773649.379910:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422904704:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773649.379950:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773649.379974:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773649/real 1775773649] req@ffff9a605873b800 x1862022422904704/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773649.379994:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422904704/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773649.380008:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773649.380014:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773649.380021:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422904704:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773649.380031:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422904832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773649.380066:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773649.380085:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773649/real 1775773649] req@ffff9a6058738a80 x1862022422904832/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773649.380104:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422904832/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773649.380117:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773649.380122:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773649.380127:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422904832:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773650.210896:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773651.235029:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773652.258904:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773653.282970:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773654.306879:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773654.498904:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773654.498912:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773654.498915:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773654.498923:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10800 00000100:00080000:2.0:1775773654.498933:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773654.498938:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773654.498972:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022422904960/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773654.499000:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773654.499003:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773654.499005:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773654.499008:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10800 00000100:00080000:2.0:1775773654.499010:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773654.499013:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773654.499021:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773654.499032:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422904960:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773654.499033:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022422905088/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773654.499046:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773654.499048:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773654.499050:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773654.499052:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10800 00000100:00080000:2.0:1775773654.499055:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773654.499057:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773654.499059:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773654.499067:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022422905216/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773654.499076:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773654.499079:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773654.499081:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773654.499085:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10800 00000100:00080000:2.0:1775773654.499089:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1775773654.499093:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775773654.499098:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773654.499104:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773654.499117:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022422905344/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773654.499128:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773654.499132:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773654.499135:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775773654.499136:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773654/real 1775773654] req@ffff9a6051391c00 x1862022422904960/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773654.499144:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10800 00000100:00080000:2.0:1775773654.499150:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773654.499156:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773654.499161:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773654.499168:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022422904960/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773654.499172:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022422905472/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773654.499204:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773654.499209:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773654.499213:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422904960:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773654.499234:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422905088:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773654.499263:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773654.499276:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773654/real 1775773654] req@ffff9a6051391880 x1862022422905088/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773654.499290:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022422905088/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773654.499299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773654.499303:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773654.499307:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422905088:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773654.499313:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422905216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773654.499336:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773654.499344:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773654/real 1775773654] req@ffff9a6051390380 x1862022422905216/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773654.499352:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022422905216/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773654.499358:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773654.499360:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773654.499362:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422905216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773654.499365:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422905344:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773654.499377:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773654.499382:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773654/real 1775773654] req@ffff9a6051391500 x1862022422905344/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773654.499390:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022422905344/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773654.499395:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773654.499397:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773654.499399:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422905344:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773654.499402:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422905472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773654.499411:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773654.499416:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773654/real 1775773654] req@ffff9a6051392300 x1862022422905472/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773654.499423:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022422905472/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773654.499427:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773654.499429:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773654.499431:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422905472:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773655.330918:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773656.354883:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773657.378954:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773658.402884:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773659.426978:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773659.618898:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773659.618908:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773659.618913:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773659.618922:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10805 00000100:00080000:1.0:1775773659.618932:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773659.618938:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773659.618971:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022422905600/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773659.618999:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773659.619003:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773659.619005:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773659.619010:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10805 00000100:00080000:1.0:1775773659.619014:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773659.619018:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773659.619027:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773659.619041:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022422905728/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773659.619052:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773659.619056:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773659.619059:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773659.619063:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10805 00000100:00080000:1.0:1775773659.619068:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773659.619072:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773659.619078:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773659.619081:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422905600:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773659.619093:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022422905856/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773659.619106:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773659.619111:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773659.619114:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773659.619118:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10805 00000100:00080000:1.0:1775773659.619132:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773659.619137:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775773659.619141:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:1.0:1775773659.619147:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773659.619161:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422905984/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773659.619169:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773659.619172:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773659.619173:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773659.619176:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10805 00000100:00080000:1.0:1775773659.619180:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775773659.619182:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773659/real 1775773659] req@ffff9a6058739c00 x1862022422905600/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773659.619185:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773659.619190:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773659.619200:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422906112/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773659.619213:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022422905600/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773659.619226:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773659.619231:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773659.619236:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422905600:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773659.619244:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422905728:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773659.619269:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773659.619281:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773659/real 1775773659] req@ffff9a6058738380 x1862022422905728/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773659.619290:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022422905728/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773659.619296:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773659.619298:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773659.619300:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422905728:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773659.619320:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422905856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773659.619340:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773659.619355:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773659/real 1775773659] req@ffff9a605873b480 x1862022422905856/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773659.619367:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022422905856/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773659.619375:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773659.619413:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773659.619418:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422905856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773659.619425:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422905984:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773659.619447:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773659.619459:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773659/real 1775773659] req@ffff9a6058738a80 x1862022422905984/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773659.619471:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422905984/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773659.619480:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773659.619483:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773659.619487:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422905984:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773659.619493:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422906112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773659.619512:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773659.619523:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773659/real 1775773659] req@ffff9a605873b800 x1862022422906112/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773659.619532:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422906112/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773659.619537:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773659.619539:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773659.619541:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422906112:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773660.450861:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773661.474975:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773662.498961:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773663.522932:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773664.546919:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773664.738908:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773664.738916:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773664.738920:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773664.738928:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10810 00000100:00080000:1.0:1775773664.738938:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773664.738943:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773664.738976:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422906240/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773664.739002:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773664.739005:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773664.739006:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773664.739014:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10810 00000100:00080000:1.0:1775773664.739016:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773664.739018:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773664.739026:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773664.739035:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422906368/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773664.739043:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773664.739046:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773664.739049:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775773664.739050:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422906240:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773664.739053:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10810 00000100:00080000:1.0:1775773664.739059:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773664.739062:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773664.739065:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773664.739074:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422906496/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773664.739080:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773664.739083:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773664.739084:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773664.739087:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10810 00000100:00080000:1.0:1775773664.739097:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773664.739100:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773664.739103:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775773664.739109:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773664.739113:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422906624/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773664.739120:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773664.739123:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773664.739125:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773664.739127:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10810 00000100:00080000:1.0:1775773664.739130:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773664.739132:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773664.739135:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773664.739143:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422906752/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773664.739149:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773664/real 1775773664] req@ffff9a605873ad80 x1862022422906240/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773664.739164:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422906240/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773664.739171:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773664.739176:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773664.739180:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422906240:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773664.739198:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422906368:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773664.739221:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773664.739235:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773664/real 1775773664] req@ffff9a6058738000 x1862022422906368/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773664.739250:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422906368/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773664.739260:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773664.739265:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773664.739269:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422906368:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773664.739276:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422906496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773664.739316:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773664.739330:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773664/real 1775773664] req@ffff9a6058739f80 x1862022422906496/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773664.739345:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422906496/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773664.739352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773664.739356:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773664.739360:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422906496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773664.739367:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422906624:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773664.739384:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773664.739391:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773664/real 1775773664] req@ffff9a6058738700 x1862022422906624/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773664.739398:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422906624/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773664.739403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773664.739406:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773664.739408:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422906624:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773664.739413:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422906752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773664.739425:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773664.739432:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773664/real 1775773664] req@ffff9a605873a680 x1862022422906752/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773689 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773664.739439:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422906752/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773689 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773664.739449:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773664.739452:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773664.739454:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422906752:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773665.570920:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773666.594922:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773667.619006:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773668.642974:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773669.666977:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773669.858913:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773669.858921:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773669.858925:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773669.858934:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10815 00000100:00080000:2.0:1775773669.858944:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773669.858949:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773669.858991:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022422906880/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773669.859021:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773669.859025:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773669.859027:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773669.859032:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10815 00000100:00080000:2.0:1775773669.859036:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773669.859040:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773669.859051:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773669.859065:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022422907008/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773669.859071:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422906880:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775773669.859084:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773669.859086:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773669.859088:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773669.859092:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10815 00000100:00080000:2.0:1775773669.859095:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773669.859098:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773669.859102:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773669.859111:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022422907136/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773669.859118:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773669.859120:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773669.859121:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773669.859123:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10815 00000100:00080000:2.0:1775773669.859126:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1775773669.859129:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775773669.859132:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773669.859136:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773669.859144:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422907264/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773669.859157:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773669.859159:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773669.859161:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775773669.859163:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773669/real 1775773669] req@ffff9a6051390000 x1862022422906880/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773669.859166:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10815 00000100:00080000:2.0:1775773669.859171:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773669.859176:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773669.859182:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773669.859191:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022422906880/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773669.859192:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022422907392/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773669.859226:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773669.859232:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773669.859237:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422906880:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773669.859259:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422907008:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773669.859290:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773669.859303:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773669/real 1775773669] req@ffff9a6051390a80 x1862022422907008/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773669.859317:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022422907008/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773669.859323:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773669.859326:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773669.859328:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422907008:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773669.859332:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422907136:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773669.859348:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773669.859354:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773669/real 1775773669] req@ffff9a6051393100 x1862022422907136/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773669.859362:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022422907136/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773669.859367:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773669.859369:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773669.859371:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422907136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773669.859375:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422907264:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773669.859385:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773669.859391:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773669/real 1775773669] req@ffff9a6051393480 x1862022422907264/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773669.859398:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022422907264/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773669.859402:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773669.859404:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773669.859406:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422907264:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773669.859409:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422907392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773669.859419:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773669.859424:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773669/real 1775773669] req@ffff9a6051390e00 x1862022422907392/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773694 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773669.859431:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022422907392/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773694 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773669.859436:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773669.859438:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773669.859439:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422907392:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773670.690995:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773671.714965:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773672.738915:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773673.762926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773674.786943:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773674.978894:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773674.978902:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773674.978906:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773674.978913:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10820 00000100:00080000:2.0:1775773674.978923:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773674.978928:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773674.978962:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022422907520/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773674.978986:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773674.978988:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773674.978990:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773674.978993:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10820 00000100:00080000:2.0:1775773674.978996:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773674.978999:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773674.979007:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773674.979016:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022422907648/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773674.979024:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773674.979026:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773674.979027:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773674.979032:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10820 00000100:00100000:0.0:1775773674.979033:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422907520:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775773674.979034:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773674.979040:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773674.979044:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773674.979053:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022422907776/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773674.979059:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773674.979061:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773674.979062:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773674.979065:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10820 00000100:00080000:2.0:1775773674.979067:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773674.979069:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773674.979072:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773674.979078:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022422907904/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775773674.979096:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775773674.979102:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773674.979105:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773674.979107:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773674.979126:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10820 00000100:00080000:2.0:1775773674.979132:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773674.979135:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773674.979140:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773674.979150:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773674/real 1775773674] req@ffff9a6051391180 x1862022422907520/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773674.979151:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022422908032/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773674.979194:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022422907520/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773674.979203:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773674.979207:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773674.979210:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422907520:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773674.979229:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422907648:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773674.979246:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773674.979255:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773674/real 1775773674] req@ffff9a6051392a00 x1862022422907648/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773674.979263:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022422907648/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773674.979268:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773674.979270:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773674.979273:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422907648:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773674.979276:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422907776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773674.979285:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773674.979291:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773674/real 1775773674] req@ffff9a6051392680 x1862022422907776/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773674.979298:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022422907776/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773674.979303:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773674.979304:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773674.979306:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422907776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773674.979309:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422907904:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773674.979319:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773674.979324:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773674/real 1775773674] req@ffff9a6051393800 x1862022422907904/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773674.979330:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022422907904/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773674.979335:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773674.979337:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773674.979339:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422907904:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773674.979343:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422908032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773674.979351:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773674.979356:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773674/real 1775773674] req@ffff9a6051391f80 x1862022422908032/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773699 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773674.979362:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022422908032/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773699 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773674.979366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773674.979368:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773674.979370:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422908032:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773675.810930:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773676.834922:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773677.858956:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773678.882956:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773679.906963:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773680.098944:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773680.098954:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773680.098959:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773680.098970:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10825 00000100:00080000:1.0:1775773680.098981:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773680.098989:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773680.099047:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422908160/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773680.099078:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773680.099083:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773680.099085:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773680.099090:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10825 00000100:00080000:1.0:1775773680.099094:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773680.099097:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773680.099107:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773680.099122:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422908288/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773680.099135:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775773680.099138:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422908160:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773680.099140:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773680.099144:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773680.099151:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10825 00000100:00080000:1.0:1775773680.099155:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773680.099158:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773680.099164:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773680.099178:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422908416/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773680.099188:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773680.099193:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773680.099195:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773680.099199:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10825 00000100:00080000:1.0:1775773680.099203:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773680.099210:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775773680.099211:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:1.0:1775773680.099220:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773680.099233:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422908544/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773680.099244:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773680.099248:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773680.099250:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775773680.099253:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773680/real 1775773680] req@ffff9a605873aa00 x1862022422908160/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773680.099257:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10825 00000100:00080000:1.0:1775773680.099264:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773680.099272:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773680.099278:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773680.099284:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422908160/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773680.099292:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422908672/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773680.099301:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773680.099311:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773680.099317:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422908160:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773680.099342:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422908288:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773680.099365:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773680.099378:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773680/real 1775773680] req@ffff9a6058739180 x1862022422908288/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773680.099390:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422908288/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773680.099399:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773680.099402:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773680.099406:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422908288:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773680.099413:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422908416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773680.099443:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773680.099453:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773680/real 1775773680] req@ffff9a6058739500 x1862022422908416/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773680.099466:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422908416/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773680.099475:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773680.099479:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773680.099482:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422908416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773680.099488:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422908544:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773680.099504:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773680.099514:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773680/real 1775773680] req@ffff9a6058738e00 x1862022422908544/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773680.099522:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422908544/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773680.099527:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773680.099530:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773680.099532:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422908544:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773680.099535:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422908672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773680.099546:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773680.099552:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773680/real 1775773680] req@ffff9a605873a300 x1862022422908672/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773680.099559:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422908672/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773680.099564:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773680.099566:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773680.099567:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422908672:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773680.930910:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773681.954976:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773682.978907:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773684.003034:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773685.026920:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773685.218889:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773685.218897:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773685.218901:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773685.218909:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10830 00000100:00080000:1.0:1775773685.218919:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773685.218924:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773685.218975:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022422908800/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773685.218998:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773685.219000:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773685.219002:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773685.219004:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10830 00000100:00080000:1.0:1775773685.219008:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773685.219011:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773685.219019:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773685.219027:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022422908928/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773685.219034:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773685.219036:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773685.219038:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773685.219040:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10830 00000100:00080000:1.0:1775773685.219042:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773685.219046:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773685.219048:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422908800:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775773685.219050:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773685.219061:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022422909056/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773685.219067:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773685.219070:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773685.219071:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773685.219073:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10830 00000100:00080000:1.0:1775773685.219075:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773685.219078:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773685.219080:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773685.219088:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422909184/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773685.219103:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773685.219107:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773685.219109:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1775773685.219113:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775773685.219116:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10830 00000100:00080000:1.0:1775773685.219123:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773685.219128:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773685.219134:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773685.219148:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773685/real 1775773685] req@ffff9a605873bb80 x1862022422908800/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773685.219150:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422909312/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775773685.219188:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022422908800/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773685.219200:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773685.219206:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773685.219212:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422908800:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773685.219220:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422908928:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773685.219242:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773685.219252:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773685/real 1775773685] req@ffff9a6058739880 x1862022422908928/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773685.219261:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022422908928/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773685.219266:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773685.219268:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773685.219270:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422908928:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773685.219290:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422909056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773685.219302:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773685.219308:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773685/real 1775773685] req@ffff9a605873b100 x1862022422909056/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773685.219315:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022422909056/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773685.219325:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773685.219327:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773685.219329:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422909056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773685.219332:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422909184:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773685.219342:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773685.219347:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773685/real 1775773685] req@ffff9a605873a300 x1862022422909184/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773685.219353:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422909184/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773685.219358:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773685.219360:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773685.219362:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422909184:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773685.219365:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422909312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773685.219374:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773685.219379:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773685/real 1775773685] req@ffff9a6058738e00 x1862022422909312/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773685.219386:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422909312/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773685.219391:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773685.219392:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773685.219395:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422909312:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773686.050981:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773687.074970:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773688.099009:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773689.122982:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773690.147130:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773690.339015:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773690.339024:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773690.339029:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773690.339040:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10835 00000100:00080000:3.0:1775773690.339053:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773690.339060:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773690.339103:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022422909440/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773690.339135:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773690.339139:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773690.339142:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773690.339147:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10835 00000100:00080000:3.0:1775773690.339150:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773690.339154:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773690.339164:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773690.339176:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022422909568/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773690.339187:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773690.339191:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773690.339192:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773690.339196:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10835 00000100:00080000:3.0:1775773690.339200:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773690.339203:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773690.339207:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773690.339217:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022422909696/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773690.339228:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773690.339231:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773690.339233:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773690.339238:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10835 00000100:00080000:3.0:1775773690.339242:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773690.339246:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773690.339251:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773690.339258:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422909440:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773690.339265:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422909824/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773690.339282:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773690.339286:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773690.339289:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773690.339296:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10835 00000100:00080000:3.0:1775773690.339303:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773690.339309:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773690.339318:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773690.339340:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422909952/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775773690.339364:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773690.339421:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773690/real 1775773690] req@ffff9a6048b5ad80 x1862022422909440/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773690.339447:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022422909440/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773690.339460:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773690.339465:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773690.339470:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422909440:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773690.339478:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422909568:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773690.339507:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773690.339521:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773690/real 1775773690] req@ffff9a6048b5a300 x1862022422909568/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773690.339533:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022422909568/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773690.339542:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773690.339545:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773690.339548:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422909568:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773690.339554:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422909696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775773690.339614:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773690.339627:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773690/real 1775773690] req@ffff9a6048b5aa00 x1862022422909696/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773690.339641:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022422909696/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773690.339657:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773690.339660:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773690.339664:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422909696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775773690.339694:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422909824:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773690.339715:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773690.339726:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773690/real 1775773690] req@ffff9a6048b59880 x1862022422909824/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773690.339740:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022422909824/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773690.339753:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773690.339759:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773690.339765:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422909824:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775773690.339775:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422909952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775773690.339930:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773690.339952:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773690/real 1775773690] req@ffff9a6048b58a80 x1862022422909952/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773690.339986:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022422909952/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773690.339998:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773690.340001:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775773690.340005:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422909952:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773691.170898:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773692.194968:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773693.218913:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773694.242968:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773695.266898:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773695.458975:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773695.458987:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773695.458992:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773695.459019:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10841 00000100:00080000:0.0:1775773695.459029:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773695.459035:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773695.459068:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022422910080/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773695.459094:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773695.459097:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773695.459098:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773695.459101:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10841 00000100:00080000:0.0:1775773695.459103:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773695.459106:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773695.459114:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773695.459128:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022422910208/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773695.459139:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422910080:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773695.459143:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773695.459148:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773695.459150:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773695.459156:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10841 00000100:00080000:0.0:1775773695.459161:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773695.459165:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773695.459172:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773695.459183:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022422910336/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773695.459190:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773695.459192:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773695.459193:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773695.459197:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10841 00000800:00000100:2.0:1775773695.459202:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775773695.459203:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773695.459207:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773695.459211:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773695.459220:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022422910464/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773695.459228:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773695.459230:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773695.459232:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775773695.459237:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773695/real 1775773695] req@ffff9a6051f85c00 x1862022422910080/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773695.459238:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10841 00000100:00080000:0.0:1775773695.459243:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773695.459249:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773695.459256:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773695.459266:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022422910592/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773695.459266:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022422910080/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773695.459308:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773695.459318:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773695.459323:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422910080:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773695.459340:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422910208:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773695.459356:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773695.459365:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773695/real 1775773695] req@ffff9a6051f84380 x1862022422910208/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773695.459373:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022422910208/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773695.459379:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773695.459381:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773695.459383:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422910208:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773695.459386:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422910336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773695.459396:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773695.459401:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773695/real 1775773695] req@ffff9a6051f86680 x1862022422910336/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773695.459408:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022422910336/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773695.459413:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773695.459415:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773695.459417:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422910336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773695.459421:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422910464:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773695.459440:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773695.459446:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773695/real 1775773695] req@ffff9a6051f85180 x1862022422910464/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773695.459454:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022422910464/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773695.459459:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773695.459461:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773695.459463:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422910464:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773695.459467:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422910592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773695.459477:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773695.459482:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773695/real 1775773695] req@ffff9a6051f87100 x1862022422910592/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773695.459488:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022422910592/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773695.459493:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773695.459495:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773695.459497:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422910592:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773696.290928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773697.314888:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773698.338984:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773699.362899:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773700.386968:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773700.578924:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773700.578931:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773700.578936:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773700.578945:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10846 00000100:00080000:2.0:1775773700.578954:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773700.578960:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773700.578993:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022422910720/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773700.579017:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773700.579020:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773700.579021:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773700.579024:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10846 00000100:00080000:2.0:1775773700.579027:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773700.579031:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773700.579040:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773700.579050:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422910720:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773700.579058:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022422910848/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773700.579070:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773700.579075:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773700.579077:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773700.579082:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10846 00000100:00080000:2.0:1775773700.579087:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773700.579092:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773700.579098:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1775773700.579107:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773700.579114:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022422910976/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773700.579123:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773700.579134:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:1.0:1775773700.579139:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773700/real 1775773700] req@ffff9a6051391f80 x1862022422910720/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773700.579139:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773700.579147:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10846 00000100:00080000:2.0:1775773700.579154:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773700.579158:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773700.579162:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022422910720/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1775773700.579163:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773700.579172:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022422911104/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773700.579198:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773700.579202:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773700.579204:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773700.579204:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773700.579212:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10846 00000100:00080000:1.0:1775773700.579214:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:2.0:1775773700.579232:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1775773700.579236:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422910720:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775773700.579241:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773700.579246:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773700.579254:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022422911232/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773700.579264:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422910848:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773700.579295:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773700.579311:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773700/real 1775773700] req@ffff9a6051393800 x1862022422910848/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773700.579328:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022422910848/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773700.579339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773700.579344:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773700.579348:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422910848:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773700.579355:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422910976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773700.579381:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773700.579395:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773700/real 1775773700] req@ffff9a6051392680 x1862022422910976/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773700.579409:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022422910976/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773700.579436:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773700.579440:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773700.579445:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422910976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773700.579452:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422911104:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773700.579478:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773700.579493:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773700/real 1775773700] req@ffff9a6051392a00 x1862022422911104/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773700.579505:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022422911104/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773700.579516:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773700.579518:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773700.579521:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422911104:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773700.579535:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422911232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773700.579552:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773700.579560:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773700/real 1775773700] req@ffff9a6051391180 x1862022422911232/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773700.579567:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022422911232/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773700.579572:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773700.579574:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773700.579576:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422911232:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773701.411050:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773702.435023:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773703.458915:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773704.482939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773705.506921:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773705.698905:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773705.698916:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773705.698921:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773705.698932:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10851 00000100:00080000:3.0:1775773705.698943:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773705.698949:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773705.698984:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422911360/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773705.699009:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773705.699013:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773705.699015:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773705.699019:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10851 00000100:00080000:3.0:1775773705.699023:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773705.699027:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773705.699037:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773705.699049:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022422911488/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773705.699058:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773705.699061:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773705.699063:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775773705.699064:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422911360:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773705.699066:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10851 00000100:00080000:3.0:1775773705.699070:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773705.699073:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773705.699077:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773705.699085:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022422911616/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773705.699104:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773705.699107:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773705.699109:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773705.699111:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10851 00000100:00080000:3.0:1775773705.699114:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773705.699117:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773705.699121:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773705.699129:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022422911744/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775773705.699133:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775773705.699137:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773705.699140:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773705.699142:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773705.699145:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10851 00000100:00080000:3.0:1775773705.699148:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773705.699151:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773705.699154:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773705.699162:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022422911872/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773705.699165:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773705/real 1775773705] req@ffff9a6048b58000 x1862022422911360/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773705.699182:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022422911360/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773705.699192:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773705.699197:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773705.699201:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422911360:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773705.699225:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422911488:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773705.699249:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773705.699262:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773705/real 1775773705] req@ffff9a6048b58e00 x1862022422911488/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773705.699275:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022422911488/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773705.699290:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773705.699293:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773705.699295:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422911488:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773705.699299:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422911616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773705.699314:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773705.699321:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773705/real 1775773705] req@ffff9a6048b5b100 x1862022422911616/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773705.699328:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022422911616/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773705.699333:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773705.699335:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773705.699337:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422911616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773705.699340:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422911744:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773705.699349:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773705.699354:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773705/real 1775773705] req@ffff9a6048b59180 x1862022422911744/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773705.699362:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022422911744/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773705.699366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773705.699368:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773705.699370:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422911744:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773705.699373:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422911872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773705.699382:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773705.699387:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773705/real 1775773705] req@ffff9a6048b5b800 x1862022422911872/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773730 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773705.699393:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022422911872/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773730 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773705.699398:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773705.699400:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773705.699402:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422911872:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773706.531001:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773707.555038:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773708.579070:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773709.602967:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773710.627080:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773710.818864:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773710.818871:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773710.818876:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773710.818884:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10856 00000100:00080000:3.0:1775773710.818893:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773710.818898:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773710.818931:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022422912000/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773710.818956:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773710.818959:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773710.818960:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773710.818963:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10856 00000100:00080000:3.0:1775773710.818965:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773710.818967:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773710.818974:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773710.818983:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022422912128/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773710.818991:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773710.818994:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773710.818995:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773710.818998:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10856 00000100:00080000:3.0:1775773710.819000:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773710.819002:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773710.819005:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773710.819012:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022422912256/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773710.819018:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773710.819020:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773710.819022:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773710.819025:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10856 00000100:00080000:3.0:1775773710.819027:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773710.819029:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773710.819032:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773710.819042:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422912000:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773710.819045:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022422912384/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773710.819070:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773710.819071:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773710.819072:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773710.819075:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10856 00000100:00080000:3.0:1775773710.819078:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773710.819080:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773710.819083:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773710.819093:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022422912512/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773710.819197:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422912128:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773710.819240:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422912256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773710.819277:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422912384:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773710.819308:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422912512:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773711.650940:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773712.674987:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773713.698935:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1775773713.891054:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:3.0:1775773713.891101:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1775773713.891118:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775773713.891169:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775773713.891185:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775773713.891194:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775773713.891204:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:1.0:1775773713.891234:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773710/real 1775773713] req@ffff9a6048b5b100 x1862022422912384/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773713.891261:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022422912384/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773713.891274:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773713.891279:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773713.891283:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422912384:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773713.891290:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773710/real 1775773713] req@ffff9a6048b58e00 x1862022422912512/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773713.891301:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022422912512/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773713.891309:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773713.891312:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773713.891316:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422912512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773713.891322:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773710/real 1775773713] req@ffff9a6048b59f80 x1862022422912000/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773713.891334:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022422912000/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773713.891342:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773713.891345:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773713.891348:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422912000:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773713.891356:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773710/real 1775773713] req@ffff9a6048b5b800 x1862022422912128/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773713.891367:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022422912128/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773713.891374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773713.891377:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773713.891379:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422912128:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773713.891385:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773710/real 1775773713] req@ffff9a6048b59180 x1862022422912256/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773735 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773713.891395:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022422912256/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773735 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773713.891402:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773713.891405:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773713.891407:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422912256:192.168.201.120@tcp:38:kworker.0 00010000:00010000:2.0:1775773714.723014:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773715.746951:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773715.938988:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773715.939003:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773715.939009:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773715.939024:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10861 00000100:00080000:3.0:1775773715.939040:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773715.939050:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773715.939093:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422912640/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773715.939132:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773715.939137:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773715.939139:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773715.939144:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10861 00000100:00080000:3.0:1775773715.939149:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773715.939154:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773715.939167:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773715.939188:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422912640:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773715.939191:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422912768/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773715.939209:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773715.939213:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773715.939215:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773715.939220:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10861 00000100:00080000:3.0:1775773715.939225:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773715.939229:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773715.939235:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773715.939249:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422912896/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773715.939264:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773715.939268:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773715.939270:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773715.939274:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10861 00000100:00080000:3.0:1775773715.939278:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773715.939283:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:1.0:1775773715.939289:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775773715.939291:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773715.939306:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022422913024/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773715.939325:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773715.939329:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773715.939331:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773715.939339:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10861 00000100:00100000:1.0:1775773715.939340:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773715/real 1775773715] req@ffff9a6048b58000 x1862022422912640/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773715.939344:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773715.939352:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773715.939365:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773715.939374:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022422912640/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773715.939383:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022422913152/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773715.939393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773715.939417:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773715.939423:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422912640:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773715.939457:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422912768:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773715.939484:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773715.939498:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773715/real 1775773715] req@ffff9a6048b58a80 x1862022422912768/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773715.939511:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022422912768/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773715.939520:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773715.939524:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773715.939528:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422912768:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773715.939534:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422912896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773715.939555:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773715.939566:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773715/real 1775773715] req@ffff9a6048b59880 x1862022422912896/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773715.939578:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022422912896/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773715.939588:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773715.939592:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773715.939596:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422912896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773715.939602:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422913024:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773715.939624:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773715.939635:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773715/real 1775773715] req@ffff9a6048b5aa00 x1862022422913024/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773715.939648:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022422913024/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773715.939657:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773715.939660:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773715.939663:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422913024:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773715.939669:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422913152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773715.939691:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773715.939703:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773715/real 1775773715] req@ffff9a6048b5a300 x1862022422913152/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773740 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773715.939715:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022422913152/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773740 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773715.939724:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773715.939727:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773715.939731:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422913152:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773716.770967:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773717.794982:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773718.819012:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773719.842917:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773720.866988:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773721.058921:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773721.058935:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773721.058942:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773721.058955:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10866 00000100:00080000:3.0:1775773721.058971:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773721.058978:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773721.059022:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022422913280/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773721.059057:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773721.059060:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773721.059062:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773721.059065:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10866 00000100:00080000:3.0:1775773721.059068:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773721.059071:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773721.059082:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773721.059092:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022422913408/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773721.059100:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773721.059103:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773721.059104:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773721.059107:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10866 00000100:00080000:3.0:1775773721.059109:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773721.059114:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773721.059115:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422913280:192.168.201.120@tcp:250:kworker.0 00000008:00100000:3.0:1775773721.059117:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773721.059127:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022422913536/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773721.059134:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773721.059136:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773721.059137:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773721.059139:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10866 00000100:00080000:3.0:1775773721.059141:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773721.059143:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773721.059147:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773721.059154:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422913664/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773721.059159:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773721.059162:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773721.059163:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773721.059166:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10866 00000100:00080000:3.0:1775773721.059169:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773721.059171:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773721.059174:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773721.059183:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022422913792/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775773721.059219:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773721.059267:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773721/real 1775773721] req@ffff9a6048b5ad80 x1862022422913280/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773721.059299:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022422913280/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773721.059343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773721.059349:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773721.059354:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422913280:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773721.059383:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422913408:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773721.059421:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773721.059436:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773721/real 1775773721] req@ffff9a6048b5bb80 x1862022422913408/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773721.059451:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022422913408/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773721.059461:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773721.059465:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773721.059469:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422913408:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773721.059476:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422913536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773721.059498:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773721.059510:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773721/real 1775773721] req@ffff9a6048b5a680 x1862022422913536/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773721.059524:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022422913536/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773721.059541:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773721.059545:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773721.059549:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422913536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773721.059556:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422913664:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773721.059578:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773721.059589:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773721/real 1775773721] req@ffff9a6048b5b480 x1862022422913664/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773721.059603:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022422913664/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773721.059612:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773721.059616:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773721.059620:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422913664:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773721.059626:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422913792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773721.059649:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773721.059660:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773721/real 1775773721] req@ffff9a6048b59500 x1862022422913792/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773721.059674:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022422913792/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773721.059683:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773721.059686:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773721.059690:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422913792:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773721.890932:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773722.915028:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773723.938907:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773724.963064:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773725.986884:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773726.178971:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773726.178981:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773726.178985:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773726.178995:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10871 00000100:00080000:1.0:1775773726.179005:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773726.179012:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773726.179050:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422913920/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773726.179081:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773726.179085:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773726.179087:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773726.179096:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10871 00000100:00080000:1.0:1775773726.179099:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773726.179102:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773726.179111:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773726.179123:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422914048/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773726.179133:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773726.179139:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1775773726.179140:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422913920:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773726.179141:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773726.179148:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10871 00000100:00080000:1.0:1775773726.179154:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773726.179158:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773726.179162:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773726.179174:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422914176/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773726.179181:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773726.179185:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773726.179187:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773726.179190:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10871 00000100:00080000:1.0:1775773726.179193:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773726.179195:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773726.179199:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773726.179206:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422914304/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773726.179231:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773726.179234:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773726.179235:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773726.179240:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10871 00000100:00080000:1.0:1775773726.179244:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1775773726.179246:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775773726.179251:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773726.179256:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773726.179267:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422914432/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773726.179296:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773726/real 1775773726] req@ffff9a6058739500 x1862022422913920/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773726.179315:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422913920/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773726.179324:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773726.179327:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773726.179331:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422913920:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773726.179353:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422914048:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773726.179375:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773726.179386:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773726/real 1775773726] req@ffff9a6058739180 x1862022422914048/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773726.179396:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422914048/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773726.179415:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773726.179418:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773726.179422:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422914048:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773726.179427:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422914176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773726.179442:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773726.179450:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773726/real 1775773726] req@ffff9a605873aa00 x1862022422914176/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773726.179459:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422914176/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773726.179466:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773726.179469:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773726.179471:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422914176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773726.179476:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422914304:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773726.179488:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773726.179495:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773726/real 1775773726] req@ffff9a605873a680 x1862022422914304/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773726.179504:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422914304/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773726.179510:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773726.179512:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773726.179515:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422914304:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773726.179519:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422914432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773726.179530:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773726.179538:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773726/real 1775773726] req@ffff9a6058738700 x1862022422914432/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773726.179546:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422914432/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773726.179556:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773726.179560:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773726.179564:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422914432:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773727.011036:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773728.034971:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773729.059065:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773730.082956:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773731.107055:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773731.298856:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773731.298864:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773731.298867:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773731.298875:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10876 00000100:00080000:1.0:1775773731.298884:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773731.298890:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773731.298928:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422914560/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773731.298949:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773731.298952:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773731.298953:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773731.298956:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10876 00000100:00080000:1.0:1775773731.298958:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773731.298960:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773731.298967:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773731.298976:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422914688/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773731.298983:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773731.298986:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773731.298987:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773731.298990:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10876 00000100:00080000:1.0:1775773731.298992:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773731.298996:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773731.298998:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422914560:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775773731.299000:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773731.299009:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422914816/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773731.299017:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773731.299019:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773731.299020:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773731.299022:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10876 00000100:00080000:1.0:1775773731.299025:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773731.299028:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773731.299030:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773731.299038:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422914944/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773731.299045:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773731.299047:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773731.299048:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773731.299050:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10876 00000100:00080000:1.0:1775773731.299053:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773731.299056:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773731.299058:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773731.299067:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422915072/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775773731.299067:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773731.299106:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773731/real 1775773731] req@ffff9a6058739f80 x1862022422914560/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773731.299140:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422914560/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773731.299152:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773731.299157:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773731.299161:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422914560:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773731.299169:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422914688:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773731.299188:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773731.299197:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773731/real 1775773731] req@ffff9a6058738000 x1862022422914688/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773731.299210:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422914688/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773731.299215:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773731.299217:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773731.299219:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422914688:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773731.299239:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422914816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773731.299249:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773731.299254:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773731/real 1775773731] req@ffff9a605873ad80 x1862022422914816/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773731.299262:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422914816/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773731.299267:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773731.299269:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773731.299271:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422914816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773731.299274:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422914944:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773731.299284:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773731.299289:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773731/real 1775773731] req@ffff9a605873b800 x1862022422914944/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773731.299295:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422914944/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773731.299304:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773731.299306:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773731.299308:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422914944:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773731.299311:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422915072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773731.299320:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773731.299325:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773731/real 1775773731] req@ffff9a6058738a80 x1862022422915072/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773731.299331:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422915072/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773731.299336:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773731.299338:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773731.299340:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422915072:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773732.130920:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773733.154944:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773734.178990:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773735.203053:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773736.226939:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773736.418918:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773736.418933:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773736.418940:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773736.418955:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10882 00000100:00080000:1.0:1775773736.418974:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773736.418983:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773736.419028:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022422915200/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773736.419070:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773736.419073:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773736.419076:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773736.419081:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10882 00000100:00080000:1.0:1775773736.419085:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773736.419089:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773736.419105:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773736.419113:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422915200:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773736.419122:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022422915328/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773736.419136:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773736.419141:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773736.419142:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773736.419146:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10882 00000100:00080000:1.0:1775773736.419149:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773736.419152:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773736.419158:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773736.419171:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022422915456/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773736.419180:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773736.419184:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773736.419186:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773736.419199:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10882 00000800:00000100:2.0:1775773736.419204:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775773736.419205:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773736.419212:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773736.419220:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773736.419234:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422915584/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773736.419243:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773736.419246:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773736.419247:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773736.419251:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10882 00000100:00080000:1.0:1775773736.419255:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775773736.419259:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773736/real 1775773736] req@ffff9a605873b480 x1862022422915200/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773736.419263:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773736.419275:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773736.419292:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422915712/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773736.419301:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022422915200/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773736.419315:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773736.419322:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773736.419330:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422915200:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773736.419358:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422915328:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773736.419384:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773736.419395:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773736/real 1775773736] req@ffff9a6058738380 x1862022422915328/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773736.419405:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022422915328/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773736.419410:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773736.419413:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773736.419415:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422915328:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773736.419420:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422915456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773736.419432:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773736.419438:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773736/real 1775773736] req@ffff9a6058739c00 x1862022422915456/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773736.419446:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022422915456/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773736.419451:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773736.419455:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773736.419457:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422915456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773736.419461:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422915584:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773736.419474:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773736.419481:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773736/real 1775773736] req@ffff9a6058738a80 x1862022422915584/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773736.419489:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422915584/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773736.419494:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773736.419497:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773736.419499:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422915584:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773736.419507:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422915712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773736.419522:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773736.419531:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773736/real 1775773736] req@ffff9a605873b800 x1862022422915712/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773736.419539:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422915712/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773736.419545:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773736.419547:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773736.419550:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422915712:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773737.250940:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773738.274926:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773739.298955:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773740.322984:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773741.346942:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773741.538923:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773741.538934:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773741.538938:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773741.538971:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10887 00000100:00080000:2.0:1775773741.538980:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773741.538986:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773741.539026:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022422915840/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773741.539050:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773741.539053:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773741.539054:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773741.539057:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10887 00000100:00080000:2.0:1775773741.539060:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773741.539062:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773741.539070:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773741.539078:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422915968/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773741.539086:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773741.539089:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773741.539092:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775773741.539094:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422915840:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775773741.539096:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10887 00000100:00080000:2.0:1775773741.539099:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773741.539105:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773741.539108:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773741.539115:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022422916096/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773741.539125:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773741.539128:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773741.539129:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773741.539131:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10887 00000100:00080000:2.0:1775773741.539133:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773741.539135:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773741.539138:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773741.539144:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022422916224/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773741.539150:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773741.539152:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773741.539153:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773741.539156:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10887 00000100:00080000:2.0:1775773741.539159:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773741.539161:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773741.539164:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1775773741.539169:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773741.539173:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022422916352/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773741.539208:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773741/real 1775773741] req@ffff9a6051390e00 x1862022422915840/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773741.539226:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022422915840/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773741.539243:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773741.539247:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773741.539250:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422915840:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773741.539267:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422915968:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773741.539285:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773741.539294:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773741/real 1775773741] req@ffff9a6051393480 x1862022422915968/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773741.539302:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022422915968/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773741.539307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773741.539309:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773741.539311:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422915968:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773741.539315:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422916096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773741.539324:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773741.539329:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773741/real 1775773741] req@ffff9a6051393100 x1862022422916096/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773741.539336:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022422916096/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773741.539341:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773741.539343:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773741.539345:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422916096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773741.539349:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422916224:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773741.539369:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773741.539376:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773741/real 1775773741] req@ffff9a6051390a80 x1862022422916224/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773741.539388:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022422916224/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773741.539396:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773741.539399:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773741.539402:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422916224:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773741.539408:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422916352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773741.539428:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773741.539439:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773741/real 1775773741] req@ffff9a6051390000 x1862022422916352/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773741.539452:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022422916352/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773741.539460:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773741.539463:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773741.539467:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422916352:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773742.370946:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773743.394953:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773744.418928:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773745.443007:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773746.466948:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773746.658969:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773746.658979:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773746.658984:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773746.658994:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10892 00000100:00080000:0.0:1775773746.659006:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773746.659013:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773746.659052:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022422916480/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773746.659082:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773746.659086:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773746.659088:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773746.659097:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10892 00000100:00080000:0.0:1775773746.659101:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773746.659105:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773746.659115:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773746.659131:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022422916608/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773746.659143:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775773746.659145:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422916480:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773746.659147:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773746.659152:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773746.659161:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10892 00000100:00080000:0.0:1775773746.659165:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773746.659168:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773746.659175:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773746.659186:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022422916736/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773746.659197:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773746.659201:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773746.659202:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773746.659206:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10892 00000100:00080000:0.0:1775773746.659211:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773746.659215:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773746.659220:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1775773746.659223:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773746.659234:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022422916864/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773746.659245:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773746.659248:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773746.659250:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773746.659255:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10892 00000100:00080000:0.0:1775773746.659259:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1775773746.659264:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773746/real 1775773746] req@ffff9a6051f87480 x1862022422916480/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773746.659265:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773746.659272:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773746.659288:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022422916992/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773746.659294:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022422916480/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773746.659315:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773746.659320:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773746.659337:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422916480:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773746.659361:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422916608:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773746.659386:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773746.659400:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773746/real 1775773746] req@ffff9a6051f87800 x1862022422916608/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773746.659412:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022422916608/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773746.659420:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773746.659424:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773746.659427:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422916608:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773746.659433:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422916736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773746.659452:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773746.659464:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773746/real 1775773746] req@ffff9a6051f84700 x1862022422916736/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773746.659477:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022422916736/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773746.659498:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773746.659502:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773746.659506:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422916736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773746.659513:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422916864:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773746.659535:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773746.659546:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773746/real 1775773746] req@ffff9a6051f87100 x1862022422916864/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773746.659559:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022422916864/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773746.659566:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773746.659569:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773746.659572:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422916864:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773746.659578:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422916992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773746.659598:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773746.659609:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773746/real 1775773746] req@ffff9a6051f85180 x1862022422916992/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773746.659617:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022422916992/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773746.659622:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773746.659624:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773746.659627:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422916992:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773747.491079:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773748.515059:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773749.538938:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773750.562947:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773751.586957:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773751.778965:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773751.778975:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773751.778980:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773751.778991:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10897 00000100:00080000:2.0:1775773751.779004:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773751.779011:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773751.779057:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022422917120/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773751.779087:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773751.779090:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773751.779092:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773751.779095:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10897 00000100:00080000:2.0:1775773751.779097:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773751.779100:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773751.779110:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773751.779119:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022422917248/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773751.779127:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773751.779130:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773751.779131:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773751.779134:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10897 00000100:00080000:2.0:1775773751.779136:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773751.779138:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773751.779142:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773751.779145:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422917120:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773751.779152:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022422917376/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773751.779160:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773751.779163:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773751.779164:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773751.779166:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10897 00000100:00080000:2.0:1775773751.779169:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773751.779171:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773751.779175:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773751.779181:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022422917504/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773751.779188:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773751.779190:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773751.779191:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773751.779195:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10897 00000100:00080000:2.0:1775773751.779197:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773751.779199:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773751.779202:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773751.779210:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022422917632/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775773751.779222:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773751.779266:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773751/real 1775773751] req@ffff9a6051392300 x1862022422917120/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773751.779290:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022422917120/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773751.779302:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773751.779306:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773751.779309:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422917120:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773751.779316:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422917248:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773751.779335:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773751.779344:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773751/real 1775773751] req@ffff9a6051391500 x1862022422917248/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773751.779362:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022422917248/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773751.779368:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773751.779371:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773751.779373:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422917248:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773751.779395:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422917376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773751.779407:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773751.779414:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773751/real 1775773751] req@ffff9a6051390380 x1862022422917376/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773751.779422:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022422917376/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773751.779428:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773751.779430:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773751.779433:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422917376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773751.779436:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422917504:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773751.779466:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773751.779472:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773751/real 1775773751] req@ffff9a6051391880 x1862022422917504/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773751.779480:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022422917504/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773751.779485:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773751.779488:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773751.779492:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422917504:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773751.779497:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422917632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773751.779509:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773751.779515:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773751/real 1775773751] req@ffff9a6051391c00 x1862022422917632/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773776 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773751.779526:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022422917632/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773776 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773751.779542:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773751.779546:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773751.779550:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422917632:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773752.610973:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773753.634951:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773754.658994:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773755.682941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773756.706943:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773756.898868:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773756.898885:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773756.898892:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773756.898904:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10902 00000100:00080000:2.0:1775773756.898917:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773756.898926:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773756.898990:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022422917760/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773756.899019:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773756.899023:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773756.899024:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773756.899028:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10902 00000100:00080000:2.0:1775773756.899030:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773756.899037:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773756.899048:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773756.899058:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022422917888/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773756.899067:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773756.899070:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773756.899071:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773756.899074:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10902 00000100:00080000:2.0:1775773756.899076:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773756.899079:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773756.899082:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773756.899091:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022422918016/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773756.899095:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422917760:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775773756.899123:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773756.899125:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773756.899126:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773756.899129:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10902 00000100:00080000:2.0:1775773756.899131:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773756.899133:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773756.899136:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773756.899144:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022422918144/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773756.899149:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773756.899152:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773756.899154:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773756.899156:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10902 00000100:00080000:2.0:1775773756.899159:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773756.899161:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773756.899163:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773756.899170:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022422918272/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775773756.899227:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773756.899279:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773756/real 1775773756] req@ffff9a6051391c00 x1862022422917760/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773756.899301:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022422917760/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773756.899314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773756.899328:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773756.899333:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422917760:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773756.899342:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422917888:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773756.899369:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773756.899383:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773756/real 1775773756] req@ffff9a6051391880 x1862022422917888/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773756.899395:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022422917888/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773756.899404:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773756.899408:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773756.899412:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422917888:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773756.899442:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422918016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773756.899462:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773756.899473:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773756/real 1775773756] req@ffff9a6051390380 x1862022422918016/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773756.899486:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022422918016/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773756.899494:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773756.899497:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773756.899500:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422918016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773756.899506:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422918144:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773756.899523:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773756.899532:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773756/real 1775773756] req@ffff9a6051391500 x1862022422918144/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773756.899543:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022422918144/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773756.899551:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773756.899554:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773756.899557:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422918144:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773756.899574:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422918272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773756.899590:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773756.899599:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773756/real 1775773756] req@ffff9a6051392300 x1862022422918272/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773781 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773756.899611:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022422918272/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773781 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773756.899619:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773756.899622:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773756.899625:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422918272:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773757.730959:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773758.754951:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773759.778984:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773760.802907:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773761.826976:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773762.018972:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773762.018981:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773762.018984:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773762.018992:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10907 00000100:00080000:1.0:1775773762.019002:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773762.019007:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773762.019040:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422918400/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773762.019064:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773762.019067:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773762.019068:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773762.019071:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10907 00000100:00080000:1.0:1775773762.019073:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773762.019076:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773762.019083:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773762.019102:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422918528/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773762.019115:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775773762.019117:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422918400:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773762.019118:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773762.019121:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773762.019128:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10907 00000100:00080000:1.0:1775773762.019132:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773762.019135:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773762.019138:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773762.019145:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422918656/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773762.019150:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773762.019153:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773762.019154:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773762.019156:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10907 00000100:00080000:1.0:1775773762.019158:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773762.019161:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773762.019163:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773762.019177:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422918784/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773762.019183:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773762.019185:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773762.019186:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773762.019188:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10907 00000100:00080000:1.0:1775773762.019192:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1775773762.019196:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775773762.019198:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773762.019202:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773762.019209:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422918912/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773762.019235:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773762/real 1775773762] req@ffff9a605873ad80 x1862022422918400/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773762.019255:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422918400/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773762.019265:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773762.019270:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773762.019274:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422918400:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773762.019298:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422918528:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773762.019324:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773762.019337:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773762/real 1775773762] req@ffff9a6058738000 x1862022422918528/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773762.019350:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422918528/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773762.019359:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773762.019374:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773762.019378:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422918528:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773762.019385:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422918656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773762.019405:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773762.019415:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773762/real 1775773762] req@ffff9a6058739f80 x1862022422918656/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773762.019446:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422918656/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773762.019454:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773762.019458:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773762.019462:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422918656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773762.019468:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422918784:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773762.019487:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773762.019508:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773762/real 1775773762] req@ffff9a6058738700 x1862022422918784/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773762.019521:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422918784/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773762.019530:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773762.019533:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773762.019537:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422918784:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773762.019543:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422918912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773762.019571:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773762.019622:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773762/real 1775773762] req@ffff9a605873a680 x1862022422918912/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773762.019636:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422918912/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773762.019650:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773762.019653:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773762.019657:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422918912:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773762.850879:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773763.874979:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773764.898899:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773765.923064:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773766.946919:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773767.138914:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773767.138922:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773767.138927:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773767.138935:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10912 00000100:00080000:0.0:1775773767.138944:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773767.138950:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773767.138986:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022422919040/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773767.139012:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773767.139015:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773767.139017:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773767.139020:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10912 00000100:00080000:0.0:1775773767.139023:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773767.139025:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773767.139033:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773767.139044:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022422919168/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773767.139052:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773767.139056:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773767.139058:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773767.139061:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10912 00000100:00080000:0.0:1775773767.139065:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775773767.139067:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422919040:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773767.139071:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773767.139080:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773767.139086:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022422919296/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773767.139094:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773767.139097:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773767.139099:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773767.139101:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10912 00000100:00080000:0.0:1775773767.139104:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773767.139106:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773767.139110:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773767.139119:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022422919424/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773767.139125:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773767.139128:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773767.139131:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773767.139133:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10912 00000100:00080000:0.0:1775773767.139136:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773767.139138:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773767.139144:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775773767.139144:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773767.139157:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022422919552/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773767.139191:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773767/real 1775773767] req@ffff9a6051f86680 x1862022422919040/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773767.139207:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022422919040/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773767.139215:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773767.139218:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773767.139222:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422919040:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773767.139228:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422919168:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773767.139246:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773767.139255:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773767/real 1775773767] req@ffff9a6051f84380 x1862022422919168/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773767.139264:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022422919168/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773767.139270:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773767.139274:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773767.139276:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422919168:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773767.139296:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422919296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773767.139319:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773767.139327:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773767/real 1775773767] req@ffff9a6051f85c00 x1862022422919296/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773767.139336:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022422919296/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773767.139342:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773767.139344:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773767.139346:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422919296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773767.139351:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422919424:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773767.139364:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773767.139375:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773767/real 1775773767] req@ffff9a6051f86a00 x1862022422919424/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773767.139390:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022422919424/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773767.139399:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773767.139403:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773767.139407:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422919424:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773767.139414:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422919552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773767.139439:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773767.139452:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773767/real 1775773767] req@ffff9a6051f85880 x1862022422919552/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773767.139466:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022422919552/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773767.139476:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773767.139479:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773767.139484:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422919552:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773767.970976:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773768.994898:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773770.018965:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773771.042992:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773772.067007:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773772.258974:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773772.258983:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773772.258988:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773772.259001:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10917 00000100:00080000:3.0:1775773772.259014:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773772.259025:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773772.259070:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022422919680/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773772.259109:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773772.259112:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773772.259114:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773772.259117:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10917 00000100:00080000:3.0:1775773772.259120:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773772.259126:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773772.259140:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773772.259155:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422919680:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773772.259162:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022422919808/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773772.259202:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773772.259208:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773772.259212:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773772.259218:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10917 00000100:00080000:3.0:1775773772.259234:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773772.259237:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773772.259242:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1775773772.259248:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773772.259255:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422919936/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773772.259284:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773772/real 1775773772] req@ffff9a6048b59c00 x1862022422919680/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773772.259299:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022422919680/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773772.259307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773772.259312:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773772.259316:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422919680:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773772.259340:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422919808:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773772.259359:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773772.259371:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773772/real 1775773772] req@ffff9a6048b59500 x1862022422919808/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773772.259380:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022422919808/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773772.259396:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773772.259401:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773772.259544:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422919808:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775773772.259549:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775773772.259553:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422919936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773772.259574:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773772.259585:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773772/real 1775773772] req@ffff9a6048b5b480 x1862022422919936/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773772.259597:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022422919936/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773772.259605:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773772.259608:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773772.259612:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422919936:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775773772.259621:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773772.259625:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773772.259632:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10917 00000100:00080000:3.0:1775773772.259637:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773772.259642:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773772.259648:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773772.259660:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022422920064/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773772.259676:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773772.259679:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773772.259681:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773772.259685:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10917 00000100:00080000:3.0:1775773772.259690:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773772.259693:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773772.259698:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773772.259700:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422920064:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775773772.259721:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022422920192/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775773772.259737:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773772.259749:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773772/real 1775773772] req@ffff9a6048b5a680 x1862022422920064/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773772.259761:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022422920064/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773772.259767:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773772.259769:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773772.259781:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422920064:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773772.259813:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422920192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773772.259830:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773772.259843:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773772/real 1775773772] req@ffff9a6048b5bb80 x1862022422920192/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773772.259855:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022422920192/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773772.259860:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773772.259863:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773772.259865:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422920192:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773773.090965:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773774.115014:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773775.139043:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773776.162973:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773777.187026:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773777.378936:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773777.378947:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773777.378952:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773777.378963:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10922 00000100:00080000:1.0:1775773777.378976:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773777.378983:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773777.379030:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422920320/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773777.379062:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773777.379065:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773777.379067:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773777.379070:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10922 00000100:00080000:1.0:1775773777.379073:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773777.379075:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773777.379085:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773777.379096:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422920448/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773777.379110:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773777.379112:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773777.379114:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773777.379119:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10922 00000100:00080000:1.0:1775773777.379123:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775773777.379127:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422920320:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773777.379128:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773777.379139:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773777.379152:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422920576/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773777.379162:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773777.379165:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773777.379166:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773777.379169:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10922 00000100:00080000:1.0:1775773777.379171:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773777.379174:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773777.379178:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773777.379186:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422920704/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773777.379193:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773777.379196:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773777.379197:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773777.379199:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10922 00000100:00080000:1.0:1775773777.379203:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773777.379206:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773777.379210:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773777.379221:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422920832/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773777.379250:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422920448:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773777.379278:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422920576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773777.379310:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422920704:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773777.379347:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422920832:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773778.210993:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773779.234887:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773780.258931:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775773780.451098:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:0.0:1775773780.451140:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775773780.451157:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773780.451198:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773780.451207:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773780.451214:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773780.451225:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775773780.451247:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773777/real 1775773780] req@ffff9a6058739180 x1862022422920448/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773780.451311:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422920448/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773780.451324:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773780.451330:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773780.451335:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422920448:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773780.451344:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773777/real 1775773780] req@ffff9a6058739500 x1862022422920576/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773780.451357:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422920576/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773780.451366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773780.451370:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773780.451373:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422920576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773780.451380:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773777/real 1775773780] req@ffff9a6058738e00 x1862022422920704/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773780.451391:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422920704/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773780.451398:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773780.451401:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773780.451404:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422920704:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773780.451417:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773777/real 1775773780] req@ffff9a605873a300 x1862022422920832/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773780.451430:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422920832/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773780.451439:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773780.451442:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773780.451445:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422920832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773780.451452:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773777/real 1775773780] req@ffff9a605873aa00 x1862022422920320/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773780.451466:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422920320/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773780.451473:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773780.451477:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773780.451480:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422920320:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775773781.282940:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773782.306920:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773782.498905:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773782.498916:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773782.498921:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773782.498931:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10928 00000100:00080000:3.0:1775773782.498944:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773782.498958:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773782.498999:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022422920960/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773782.499025:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773782.499033:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773782.499035:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773782.499038:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10928 00000100:00080000:3.0:1775773782.499041:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773782.499044:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773782.499054:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773782.499064:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022422921088/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773782.499073:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422920960:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773782.499075:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773782.499082:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773782.499084:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773782.499088:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10928 00000100:00080000:3.0:1775773782.499091:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773782.499095:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773782.499101:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773782.499113:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022422921216/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773782.499125:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773782.499129:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773782.499131:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773782.499135:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10928 00000100:00080000:3.0:1775773782.499141:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773782.499145:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775773782.499151:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775773782.499151:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773782.499164:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422921344/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773782.499172:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773782.499175:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773782.499177:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773782.499180:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10928 00000100:00080000:3.0:1775773782.499183:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773782.499186:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773782.499190:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773782.499198:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773782/real 1775773782] req@ffff9a6048b5ad80 x1862022422920960/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773782.499214:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422921472/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773782.499263:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022422920960/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773782.499278:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773782.499283:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773782.499290:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422920960:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773782.499319:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422921088:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773782.499375:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773782.499390:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773782/real 1775773782] req@ffff9a6048b5a300 x1862022422921088/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773782.499403:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022422921088/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773782.499413:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773782.499417:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773782.499420:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422921088:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773782.499427:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422921216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773782.499465:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773782.499476:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773782/real 1775773782] req@ffff9a6048b5aa00 x1862022422921216/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773782.499488:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022422921216/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773782.499496:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773782.499500:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773782.499503:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422921216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773782.499509:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422921344:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773782.499531:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773782.499543:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773782/real 1775773782] req@ffff9a6048b59880 x1862022422921344/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773782.499554:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022422921344/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773782.499562:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773782.499565:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773782.499568:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422921344:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773782.499575:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422921472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773782.499595:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773782.499604:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773782/real 1775773782] req@ffff9a6048b58a80 x1862022422921472/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773782.499615:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022422921472/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773782.499623:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773782.499626:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773782.499629:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422921472:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773783.331039:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773784.354976:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773785.379084:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773786.402975:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773787.426937:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773787.618988:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773787.618998:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773787.619005:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773787.619036:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10933 00000100:00080000:1.0:1775773787.619054:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773787.619065:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773787.619129:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022422921600/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773787.619208:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773787.619212:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773787.619213:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773787.619217:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10933 00000100:00080000:1.0:1775773787.619220:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773787.619223:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773787.619254:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773787.619277:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022422921728/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773787.619282:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422921600:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773787.619313:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773787.619318:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773787.619337:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773787.619341:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10933 00000100:00080000:1.0:1775773787.619344:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773787.619347:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773787.619351:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773787.619362:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022422921856/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773787.619368:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773787.619371:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773787.619372:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773787.619374:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10933 00000100:00080000:1.0:1775773787.619377:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773787.619380:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773787.619383:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773787.619390:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422921984/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775773787.619397:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775773787.619409:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773787.619412:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773787.619414:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773787.619419:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10933 00000100:00080000:1.0:1775773787.619425:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773787.619428:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773787.619434:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773787.619444:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422922112/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773787.619451:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773787/real 1775773787] req@ffff9a605873b100 x1862022422921600/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773787.619486:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022422921600/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773787.619497:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773787.619501:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773787.619504:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422921600:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773787.619529:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422921728:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773787.619557:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773787.619571:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773787/real 1775773787] req@ffff9a6058739880 x1862022422921728/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773787.619583:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022422921728/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773787.619589:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773787.619591:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773787.619593:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422921728:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773787.619598:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422921856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773787.619620:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773787.619627:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773787/real 1775773787] req@ffff9a605873bb80 x1862022422921856/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773787.619635:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022422921856/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773787.619644:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773787.619646:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773787.619648:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422921856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773787.619652:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422921984:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773787.619663:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773787.619668:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773787/real 1775773787] req@ffff9a605873aa00 x1862022422921984/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773787.619675:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422921984/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773787.619680:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773787.619682:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773787.619683:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422921984:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773787.619687:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422922112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773787.619696:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773787.619701:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773787/real 1775773787] req@ffff9a605873a300 x1862022422922112/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773787.619708:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422922112/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773787.619713:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773787.619715:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773787.619717:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422922112:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773788.450976:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773789.475002:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773790.498945:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773791.522975:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773792.546914:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773792.738924:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773792.738932:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773792.738936:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773792.738945:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10938 00000100:00080000:1.0:1775773792.738956:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773792.738963:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773792.738998:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422922240/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773792.739021:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773792.739024:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773792.739025:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773792.739028:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10938 00000100:00080000:1.0:1775773792.739031:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773792.739034:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773792.739042:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773792.739072:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422922240:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773792.739076:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422922368/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773792.739086:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773792.739088:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773792.739090:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773792.739093:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10938 00000100:00080000:1.0:1775773792.739097:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773792.739101:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773792.739105:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773792.739116:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422922496/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773792.739124:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773792.739127:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773792.739128:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1775773792.739132:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775773792.739136:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10938 00000100:00080000:1.0:1775773792.739139:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773792.739142:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773792.739146:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773792.739155:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422922624/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773792.739162:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773792.739165:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773792.739168:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775773792.739169:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773792/real 1775773792] req@ffff9a6058738e00 x1862022422922240/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773792.739175:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10938 00000100:00080000:1.0:1775773792.739181:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773792.739187:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773792.739191:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773792.739196:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422922240/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773792.739200:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422922752/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773792.739214:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773792.739223:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773792.739230:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422922240:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773792.739251:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422922368:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773792.739267:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773792.739276:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773792/real 1775773792] req@ffff9a6058739500 x1862022422922368/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773792.739285:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422922368/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773792.739290:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773792.739293:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773792.739295:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422922368:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773792.739302:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422922496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773792.739312:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773792.739318:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773792/real 1775773792] req@ffff9a6058739180 x1862022422922496/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773792.739326:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422922496/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773792.739331:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773792.739333:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773792.739335:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422922496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773792.739339:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422922624:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773792.739350:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773792.739356:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773792/real 1775773792] req@ffff9a605873a680 x1862022422922624/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773792.739364:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422922624/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773792.739370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773792.739373:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773792.739378:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422922624:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773792.739384:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422922752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773792.739404:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773792.739415:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773792/real 1775773792] req@ffff9a6058738700 x1862022422922752/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773817 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773792.739428:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422922752/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773817 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773792.739436:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773792.739439:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773792.739442:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422922752:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773793.570911:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773794.594923:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773795.618929:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773796.643003:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773797.666882:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773797.858935:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773797.858943:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773797.858947:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773797.858954:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10943 00000100:00080000:3.0:1775773797.858994:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773797.859002:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773797.859034:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422922880/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773797.859057:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773797.859060:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773797.859061:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773797.859064:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10943 00000100:00080000:3.0:1775773797.859067:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773797.859069:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773797.859077:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773797.859085:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022422923008/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773797.859092:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773797.859095:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773797.859096:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773797.859099:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10943 00000100:00080000:3.0:1775773797.859101:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773797.859104:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773797.859108:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773797.859109:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422922880:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773797.859117:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022422923136/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773797.859123:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773797.859125:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773797.859126:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773797.859129:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10943 00000100:00080000:3.0:1775773797.859131:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773797.859133:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773797.859135:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773797.859144:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022422923264/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773797.859149:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773797.859151:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773797.859152:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773797.859154:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10943 00000100:00080000:3.0:1775773797.859159:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773797.859161:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773797.859164:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775773797.859169:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773797.859178:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022422923392/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773797.859200:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773797/real 1775773797] req@ffff9a6048b58000 x1862022422922880/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773797.859214:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022422922880/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773797.859222:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773797.859225:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773797.859229:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422922880:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773797.859233:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422923008:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773797.859246:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773797.859253:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773797/real 1775773797] req@ffff9a6048b59180 x1862022422923008/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773797.859260:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022422923008/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773797.859266:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773797.859268:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773797.859270:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422923008:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773797.859287:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422923136:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773797.859296:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773797.859301:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773797/real 1775773797] req@ffff9a6048b5b800 x1862022422923136/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773797.859308:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022422923136/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773797.859313:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773797.859315:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773797.859317:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422923136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773797.859320:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422923264:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773797.859330:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773797.859335:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773797/real 1775773797] req@ffff9a6048b59f80 x1862022422923264/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773797.859342:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022422923264/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773797.859347:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773797.859348:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773797.859351:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422923264:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773797.859354:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422923392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773797.859363:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773797.859367:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773797/real 1775773797] req@ffff9a6048b58e00 x1862022422923392/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773822 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773797.859374:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022422923392/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773822 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773797.859378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773797.859380:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773797.859382:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422923392:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773798.690983:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773799.714883:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773800.738969:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773801.762942:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773802.786989:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773802.978928:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773802.978938:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773802.978943:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773802.978951:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10948 00000100:00080000:1.0:1775773802.978961:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773802.978966:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773802.979000:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422923520/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773802.979027:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773802.979030:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773802.979031:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773802.979035:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10948 00000100:00080000:1.0:1775773802.979037:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773802.979039:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773802.979047:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773802.979056:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422923648/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773802.979064:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773802.979066:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773802.979067:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773802.979071:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10948 00000100:00080000:1.0:1775773802.979075:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773802.979078:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773802.979084:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773802.979088:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422923520:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773802.979096:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422923776/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773802.979109:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773802.979113:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773802.979116:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773802.979120:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10948 00000100:00080000:1.0:1775773802.979124:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773802.979128:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773802.979134:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773802.979143:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422923904/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773802.979149:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773802.979154:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1775773802.979155:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775773802.979156:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773802.979161:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10948 00000100:00080000:1.0:1775773802.979164:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773802.979167:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773802.979170:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773802.979178:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422924032/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773802.979202:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773802/real 1775773802] req@ffff9a6058739f80 x1862022422923520/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773802.979221:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422923520/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773802.979230:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773802.979234:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773802.979238:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422923520:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773802.979247:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422923648:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773802.979270:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773802.979283:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773802/real 1775773802] req@ffff9a6058738000 x1862022422923648/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773802.979294:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422923648/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773802.979302:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773802.979305:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773802.979308:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422923648:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773802.979334:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422923776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773802.979351:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773802.979359:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773802/real 1775773802] req@ffff9a605873ad80 x1862022422923776/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773802.979367:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422923776/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773802.979373:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773802.979375:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773802.979377:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422923776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773802.979381:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422923904:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773802.979391:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773802.979397:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773802/real 1775773802] req@ffff9a605873b800 x1862022422923904/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773802.979404:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422923904/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773802.979409:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773802.979410:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773802.979412:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422923904:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773802.979415:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422924032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773802.979424:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773802.979429:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773802/real 1775773802] req@ffff9a6058738a80 x1862022422924032/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773827 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773802.979436:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422924032/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773827 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773802.979441:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773802.979443:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773802.979444:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422924032:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773803.810891:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773804.834944:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773805.858916:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773806.882981:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773807.906895:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773808.098900:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773808.098909:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773808.098913:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773808.098920:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10953 00000100:00080000:1.0:1775773808.098930:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773808.098935:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773808.098967:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022422924160/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773808.098990:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773808.098993:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773808.098995:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773808.098997:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10953 00000100:00080000:1.0:1775773808.098999:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773808.099002:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773808.099009:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773808.099016:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022422924288/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773808.099023:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773808.099025:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773808.099026:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773808.099029:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10953 00000100:00080000:1.0:1775773808.099031:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773808.099033:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773808.099036:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773808.099044:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022422924416/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773808.099058:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773808.099060:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773808.099062:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773808.099064:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10953 00000100:00080000:1.0:1775773808.099066:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773808.099068:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773808.099072:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773808.099080:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422924160:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773808.099082:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422924544/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773808.099106:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773808.099108:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773808.099109:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773808.099112:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10953 00000100:00080000:1.0:1775773808.099115:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773808.099118:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773808.099121:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773808.099134:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422924672/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775773808.099179:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773808.099237:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773808/real 1775773808] req@ffff9a6058739c00 x1862022422924160/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773808.099262:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022422924160/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773808.099273:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773808.099277:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773808.099280:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422924160:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773808.099288:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422924288:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773808.099313:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773808.099324:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773808/real 1775773808] req@ffff9a6058738380 x1862022422924288/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773808.099346:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022422924288/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773808.099354:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773808.099358:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773808.099360:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422924288:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773808.099394:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422924416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773808.099407:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773808.099414:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773808/real 1775773808] req@ffff9a605873b480 x1862022422924416/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773808.099426:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022422924416/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773808.099434:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773808.099438:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773808.099442:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422924416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773808.099457:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422924544:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773808.099482:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773808.099508:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773808/real 1775773808] req@ffff9a6058738a80 x1862022422924544/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773808.099530:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422924544/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773808.099547:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773808.099554:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773808.099561:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422924544:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773808.099573:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422924672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773808.099598:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773808.099616:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773808/real 1775773808] req@ffff9a605873b800 x1862022422924672/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773808.099630:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422924672/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773808.099638:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773808.099643:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773808.099645:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422924672:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773808.931000:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773809.954918:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773810.978942:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773812.002887:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773813.027087:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773813.218889:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773813.218899:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773813.218904:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773813.218912:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10958 00000100:00080000:1.0:1775773813.218923:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773813.218931:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773813.218971:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422924800/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773813.218999:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773813.219002:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773813.219004:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773813.219007:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10958 00000100:00080000:1.0:1775773813.219010:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773813.219015:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773813.219023:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773813.219034:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422924800:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773813.219036:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422924928/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773813.219049:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773813.219051:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773813.219052:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773813.219054:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10958 00000100:00080000:1.0:1775773813.219056:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773813.219058:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773813.219061:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773813.219068:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422925056/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773813.219074:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773813.219077:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773813.219079:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773813.219081:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10958 00000100:00080000:1.0:1775773813.219084:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773813.219086:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773813.219089:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773813.219096:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422925184/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775773813.219104:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775773813.219106:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773813.219109:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773813.219110:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773813.219129:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10958 00000100:00080000:1.0:1775773813.219133:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773813.219137:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773813.219141:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773813.219149:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422925312/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773813.219177:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773813/real 1775773813] req@ffff9a605873ad80 x1862022422924800/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773813.219198:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422924800/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773813.219217:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773813.219222:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773813.219227:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422924800:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773813.219255:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422924928:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773813.219285:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773813.219300:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773813/real 1775773813] req@ffff9a6058738000 x1862022422924928/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773813.219316:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422924928/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773813.219327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773813.219332:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773813.219336:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422924928:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773813.219344:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422925056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773813.219386:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773813.219401:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773813/real 1775773813] req@ffff9a6058739f80 x1862022422925056/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773813.219442:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422925056/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773813.219452:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773813.219457:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773813.219462:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422925056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773813.219470:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422925184:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773813.219521:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773813.219533:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773813/real 1775773813] req@ffff9a6058738700 x1862022422925184/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773813.219548:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422925184/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773813.219557:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773813.219561:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773813.219565:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422925184:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773813.219572:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422925312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773813.219593:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773813.219605:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773813/real 1775773813] req@ffff9a605873a680 x1862022422925312/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773813.219620:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422925312/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773813.219638:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773813.219643:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773813.219647:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422925312:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773814.050992:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773815.075008:0:203202:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 7/7 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1775773815.075084:0:200748:0:(ldlm_lockd.c:2794:ldlm_bl_get_work()) Got 7 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1775773815.075096:0:200748:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x998859bb7e2c1309 expref: -99 pid: 202384 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1775773815.075097:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:0.0:1775773815.075293:0:200748:0:(vvp_object.c:117:vvp_conf_set()) [0x20002f9d1:0x2:0x0]: losing layout lock 00010000:00010000:0.0:1775773815.075364:0:200748:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e8c lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x998859bb7e2c138e expref: -99 pid: 202394 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1775773815.075383:0:200748:0:(vvp_object.c:117:vvp_conf_set()) [0x20002f9d1:0x4:0x0]: losing layout lock 00010000:00010000:0.0:1775773815.075396:0:200748:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e7e lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x998859bb7e2c134f expref: -99 pid: 202387 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1775773815.075407:0:200748:0:(vvp_object.c:117:vvp_conf_set()) [0x20002f9d1:0x4:0x0]: losing layout lock 00010000:00010000:0.0:1775773815.075430:0:200748:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073c00/0x1ba08249811e4e1c lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x998859bb7e2c11f1 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1775773815.075460:0:200748:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229a00/0x1ba08249811e4e85 lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x998859bb7e2c135d expref: -99 pid: 202394 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:0.0:1775773815.075470:0:200748:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228c00/0x1ba08249811e4e5b lrc: 2/0,0 mode: PR/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x998859bb7e2c12bc expref: -99 pid: 202380 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00200000:0.0:1775773815.075491:0:200748:0:(vvp_object.c:117:vvp_conf_set()) [0x20002f9d1:0x3:0x0]: losing layout lock 00010000:00010000:0.0:1775773815.075504:0:200748:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e46 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x998859bb7e2c126f expref: -99 pid: 202372 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1775773815.075517:0:200748:0:(vvp_object.c:117:vvp_conf_set()) [0x20002f9d1:0x3:0x0]: losing layout lock 00010000:00010000:0.0:1775773815.075523:0:200748:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e31 lrc: 2/0,0 mode: CR/CR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x998859bb7e2c1230 expref: -99 pid: 202371 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00200000:0.0:1775773815.075531:0:200748:0:(vvp_object.c:117:vvp_conf_set()) [0x20002f9d1:0x2:0x0]: losing layout lock 00010000:00010000:0.0:1775773815.075559:0:200748:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 1/0,0 mode: --/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c1309 expref: -99 pid: 202384 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1775773815.075564:0:200748:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e8c lrc: 1/0,0 mode: --/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c138e expref: -99 pid: 202394 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773815.075568:0:200748:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e7e lrc: 1/0,0 mode: --/CR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c134f expref: -99 pid: 202387 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1775773815.075572:0:200748:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073c00/0x1ba08249811e4e1c lrc: 1/0,0 mode: --/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x998859bb7e2c11f1 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1775773815.075592:0:200748:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228c00/0x1ba08249811e4e5b lrc: 1/0,0 mode: --/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c12bc expref: -99 pid: 202380 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773815.075596:0:200748:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e46 lrc: 1/0,0 mode: --/CR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c126f expref: -99 pid: 202372 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1775773815.075601:0:200748:0:(ldlm_request.c:1438:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e31 lrc: 1/0,0 mode: --/CR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c1230 expref: -99 pid: 202371 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1775773815.075615:0:200748:0:(ldlm_request.c:1490:ldlm_cancel_pack()) 7 locks packed 00010000:00010000:0.0:1775773815.075655:0:200748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046229c00/0x1ba08249811e4e69 lrc: 0/0,0 mode: --/PR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c1309 expref: -99 pid: 202384 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1775773815.075685:0:200748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073000/0x1ba08249811e4e8c lrc: 0/0,0 mode: --/PR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c138e expref: -99 pid: 202394 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773815.075696:0:200748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6048b09000/0x1ba08249811e4e7e lrc: 0/0,0 mode: --/CR res: [0x20002f9d1:0x4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c134f expref: -99 pid: 202387 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1775773815.075708:0:200748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073c00/0x1ba08249811e4e1c lrc: 0/0,0 mode: --/PR res: [0x20002f9d1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x998859bb7e2c11f1 expref: -99 pid: 202371 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1775773815.075715:0:200748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228c00/0x1ba08249811e4e5b lrc: 0/0,0 mode: --/PR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c12bc expref: -99 pid: 202380 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1775773815.075725:0:200748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046228400/0x1ba08249811e4e46 lrc: 0/0,0 mode: --/CR res: [0x20002f9d1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c126f expref: -99 pid: 202372 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1775773815.075733:0:200748:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9a604312f000 lock: ffff9a6046073600/0x1ba08249811e4e31 lrc: 0/0,0 mode: --/CR res: [0x20002f9d1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x998859bb7e2c1230 expref: -99 pid: 202371 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000100:00080000:1.0:1775773815.075738:0:2409:0:(client.c:1830:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9a6051f84000 x1862022422925440/t0(0) o103->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:17/18 lens 368/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:0.0:1775773815.075747:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773815.075750:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773815.075753:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773816.098976:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773817.122927:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773818.146926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773818.338889:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773818.338899:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773818.338904:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773818.338913:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10963 00000100:00080000:2.0:1775773818.338924:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773818.338930:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773818.338966:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022422925568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773818.338994:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773818.338998:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773818.339000:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773818.339004:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10963 00000100:00080000:2.0:1775773818.339009:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773818.339013:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773818.339023:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773818.339028:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422925568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773818.339037:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022422925696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773818.339055:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773818.339059:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773818.339060:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773818.339065:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10963 00000100:00080000:2.0:1775773818.339068:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773818.339071:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773818.339075:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773818.339085:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022422925824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773818.339094:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773818.339098:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773818.339100:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1775773818.339105:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775773818.339107:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10963 00000100:00080000:2.0:1775773818.339112:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773818.339116:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773818.339121:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773818.339133:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422925952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773818.339150:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773818/real 1775773818] req@ffff9a6051390000 x1862022422925568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773818.339150:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773818.339158:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773818.339162:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773818.339170:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10963 00000100:00080000:2.0:1775773818.339177:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773818.339181:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773818.339187:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773818.339189:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022422925568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773818.339198:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1775773818.339198:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022422926080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773818.339209:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773818.339216:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422925568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773818.339241:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422925696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773818.339272:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773818.339283:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773818/real 1775773818] req@ffff9a6051390a80 x1862022422925696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773818.339291:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022422925696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773818.339297:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773818.339300:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773818.339302:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422925696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773818.339306:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422925824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773818.339319:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773818.339325:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773818/real 1775773818] req@ffff9a6051393100 x1862022422925824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773818.339332:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022422925824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773818.339342:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773818.339344:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773818.339346:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422925824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773818.339349:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422925952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773818.339360:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773818.339365:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773818/real 1775773818] req@ffff9a6051393480 x1862022422925952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773818.339371:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022422925952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773818.339376:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773818.339378:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773818.339380:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422925952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773818.339383:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422926080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773818.339392:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773818.339397:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773818/real 1775773818] req@ffff9a6051390e00 x1862022422926080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773818.339405:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022422926080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773818.339424:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773818.339428:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773818.339431:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422926080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773819.170907:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773820.194971:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773821.218887:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773822.242968:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773823.267041:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773823.458918:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773823.458926:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773823.458930:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773823.458938:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10969 00000100:00080000:1.0:1775773823.458948:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773823.458954:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773823.458987:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422926208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773823.459012:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773823.459015:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773823.459016:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773823.459019:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10969 00000100:00080000:1.0:1775773823.459021:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773823.459024:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773823.459031:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773823.459040:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422926336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773823.459047:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422926208:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773823.459051:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773823.459055:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773823.459057:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773823.459060:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10969 00000100:00080000:1.0:1775773823.459062:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773823.459065:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773823.459069:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773823.459076:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422926464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773823.459082:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773823.459085:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773823.459086:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773823.459088:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10969 00000100:00080000:1.0:1775773823.459091:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773823.459093:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773823.459096:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773823.459103:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422926592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775773823.459107:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775773823.459115:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773823.459117:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773823.459118:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773823.459122:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10969 00000100:00080000:1.0:1775773823.459125:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773823.459128:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773823.459130:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773823.459137:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422926720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773823.459144:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773823/real 1775773823] req@ffff9a6058739180 x1862022422926208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773823.459159:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422926208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773823.459167:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773823.459170:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773823.459173:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422926208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773823.459191:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422926336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773823.459206:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773823.459214:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773823/real 1775773823] req@ffff9a6058739500 x1862022422926336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773823.459222:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422926336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773823.459231:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773823.459233:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773823.459236:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422926336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773823.459239:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422926464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773823.459248:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773823.459253:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773823/real 1775773823] req@ffff9a6058738e00 x1862022422926464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773823.459260:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422926464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773823.459265:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773823.459267:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773823.459269:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422926464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773823.459272:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422926592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773823.459282:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773823.459287:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773823/real 1775773823] req@ffff9a605873a300 x1862022422926592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773823.459294:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422926592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773823.459298:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773823.459300:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773823.459302:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422926592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773823.459306:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422926720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773823.459314:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773823.459319:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773823/real 1775773823] req@ffff9a605873aa00 x1862022422926720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773823.459325:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422926720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773823.459330:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773823.459332:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773823.459334:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422926720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773824.291118:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773825.314904:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773826.338970:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773827.362894:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773828.386934:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773828.578893:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773828.578904:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773828.578908:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773828.578918:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10974 00000100:00080000:2.0:1775773828.578927:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773828.578933:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773828.578965:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022422926848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773828.578989:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773828.578991:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773828.578993:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773828.578996:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10974 00000100:00080000:2.0:1775773828.578999:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773828.579008:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773828.579017:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773828.579023:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422926848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773828.579030:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022422926976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773828.579039:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773828.579041:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773828.579042:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773828.579046:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10974 00000100:00080000:2.0:1775773828.579048:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773828.579050:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773828.579053:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773828.579066:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022422927104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773828.579072:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773828.579075:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773828.579076:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773828.579078:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10974 00000100:00080000:2.0:1775773828.579083:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773828.579085:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773828.579088:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1775773828.579094:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773828.579098:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022422927232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773828.579104:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773828.579107:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773828.579109:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773828.579111:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10974 00000100:00080000:2.0:1775773828.579114:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773828.579116:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773828.579119:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773828.579127:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022422927360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773828.579132:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773828/real 1775773828] req@ffff9a6051391180 x1862022422926848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773828.579150:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022422926848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773828.579167:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773828.579170:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773828.579174:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422926848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773828.579192:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422926976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773828.579209:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773828.579217:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773828/real 1775773828] req@ffff9a6051392a00 x1862022422926976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773828.579226:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022422926976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773828.579239:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773828.579241:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773828.579243:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422926976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773828.579247:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422927104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773828.579260:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773828.579266:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773828/real 1775773828] req@ffff9a6051392680 x1862022422927104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773828.579278:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022422927104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773828.579283:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773828.579285:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773828.579287:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422927104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773828.579290:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422927232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773828.579300:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773828.579305:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773828/real 1775773828] req@ffff9a6051393800 x1862022422927232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773828.579312:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022422927232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773828.579317:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773828.579319:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773828.579320:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422927232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773828.579323:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422927360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773828.579332:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773828.579337:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773828/real 1775773828] req@ffff9a6051391f80 x1862022422927360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773853 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773828.579343:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022422927360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773853 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773828.579352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773828.579354:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773828.579356:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422927360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773829.410915:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773830.434975:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773831.458909:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773832.482958:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773833.506886:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773833.698969:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773833.698983:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773833.698989:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773833.699002:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10979 00000100:00080000:1.0:1775773833.699018:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773833.699026:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773833.699084:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022422927488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773833.699121:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773833.699125:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773833.699127:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773833.699133:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10979 00000100:00080000:1.0:1775773833.699137:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773833.699142:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773833.699154:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773833.699167:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022422927616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773833.699180:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773833.699185:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773833.699189:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775773833.699193:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422927488:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773833.699200:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10979 00000100:00080000:1.0:1775773833.699211:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773833.699218:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773833.699225:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773833.699241:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022422927744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773833.699252:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773833.699256:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773833.699258:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773833.699262:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10979 00000100:00080000:1.0:1775773833.699267:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773833.699272:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773833.699277:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775773833.699278:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773833.699300:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422927872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773833.699312:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773833.699316:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773833.699320:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773833.699326:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10979 00000100:00080000:1.0:1775773833.699331:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775773833.699346:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773833/real 1775773833] req@ffff9a605873bb80 x1862022422927488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773833.699357:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773833.699372:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773833.699387:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022422927488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773833.699390:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422928000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773833.699459:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773833.699466:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773833.699474:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422927488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773833.699502:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422927616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773833.699528:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773833.699540:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773833/real 1775773833] req@ffff9a6058739880 x1862022422927616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773833.699554:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022422927616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773833.699562:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773833.699566:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773833.699569:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422927616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773833.699575:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422927744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773833.699592:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773833.699601:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773833/real 1775773833] req@ffff9a605873b100 x1862022422927744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773833.699613:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022422927744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773833.699621:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773833.699624:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773833.699627:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422927744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773833.699634:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422927872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773833.699651:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773833.699660:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773833/real 1775773833] req@ffff9a605873aa00 x1862022422927872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773833.699679:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422927872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773833.699688:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773833.699691:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773833.699694:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422927872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773833.699700:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422928000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773833.699717:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773833.699726:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773833/real 1775773833] req@ffff9a605873a300 x1862022422928000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773858 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773833.699739:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422928000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773858 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773833.699747:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773833.699750:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773833.699754:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422928000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773834.530942:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773835.554934:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773836.578973:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773837.602959:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773838.626972:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773838.818893:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773838.818903:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773838.818908:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773838.818919:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10984 00000100:00080000:1.0:1775773838.818932:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773838.818938:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773838.818991:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422928128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773838.819021:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773838.819026:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773838.819028:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773838.819033:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10984 00000100:00080000:1.0:1775773838.819037:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773838.819043:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773838.819056:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773838.819071:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422928256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773838.819080:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773838.819085:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773838.819087:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775773838.819089:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422928128:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773838.819092:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10984 00000100:00080000:1.0:1775773838.819098:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773838.819111:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773838.819118:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773838.819132:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422928384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773838.819145:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773838.819150:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773838.819153:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773838.819168:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10984 00000100:00080000:1.0:1775773838.819172:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773838.819175:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775773838.819183:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:1.0:1775773838.819184:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773838.819200:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422928512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773838.819210:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773838.819214:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773838.819215:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773838.819223:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10984 00000100:00080000:1.0:1775773838.819229:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773838.819234:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773838.819240:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773838/real 1775773838] req@ffff9a6058738e00 x1862022422928128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1775773838.819242:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773838.819269:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422928640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773838.819281:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422928128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773838.819296:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773838.819306:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773838.819311:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422928128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773838.819338:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422928256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773838.819364:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773838.819384:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773838/real 1775773838] req@ffff9a6058739500 x1862022422928256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773838.819399:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422928256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773838.819407:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773838.819411:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773838.819415:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422928256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773838.819421:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422928384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773838.819442:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773838.819453:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773838/real 1775773838] req@ffff9a6058739180 x1862022422928384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773838.819466:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422928384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773838.819474:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773838.819477:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773838.819481:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422928384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773838.819488:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422928512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773838.819507:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773838.819518:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773838/real 1775773838] req@ffff9a605873a680 x1862022422928512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773838.819529:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422928512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773838.819537:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773838.819541:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773838.819544:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422928512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773838.819550:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422928640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773838.819568:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773838.819579:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773838/real 1775773838] req@ffff9a6058738700 x1862022422928640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773863 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773838.819591:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422928640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773863 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773838.819600:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773838.819603:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773838.819607:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422928640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773839.650934:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773840.674916:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773841.698925:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773842.722941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773843.746935:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773843.938925:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773843.938937:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773843.938942:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773843.938953:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10989 00000100:00080000:1.0:1775773843.938966:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773843.938973:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773843.939021:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422928768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773843.939055:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773843.939059:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773843.939061:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773843.939065:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10989 00000100:00080000:1.0:1775773843.939069:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773843.939072:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773843.939082:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773843.939092:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422928896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773843.939104:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773843.939108:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773843.939109:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773843.939114:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10989 00000100:00080000:1.0:1775773843.939120:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775773843.939120:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422928768:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773843.939126:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773843.939134:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773843.939145:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422929024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773843.939174:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773843.939179:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773843.939181:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773843.939184:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10989 00000100:00080000:1.0:1775773843.939187:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773843.939191:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773843.939196:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773843.939212:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422929152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773843.939220:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773843.939223:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773843.939225:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773843.939229:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10989 00000100:00080000:1.0:1775773843.939234:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773843.939237:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773843.939241:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773843.939251:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422929280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775773843.939489:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422928896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775773843.939540:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422929024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775773843.939566:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422929152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775773843.939596:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422929280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773844.770923:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773845.794958:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773846.818935:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775773847.011080:0:2398:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:0.0:1775773847.011142:0:2398:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775773847.011159:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773847.011203:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773847.011213:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773847.011221:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775773847.011230:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:3.0:1775773847.011338:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773843/real 1775773847] req@ffff9a605873ad80 x1862022422929024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773847.011364:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422929024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773847.011374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773847.011379:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773847.011385:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422929024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775773847.011393:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773843/real 1775773847] req@ffff9a605873b800 x1862022422929152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773847.011405:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422929152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773847.011412:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773847.011416:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773847.011420:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422929152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775773847.011427:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773843/real 1775773847] req@ffff9a6058738a80 x1862022422929280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773847.011439:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422929280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773847.011446:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773847.011449:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773847.011452:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422929280:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775773847.011459:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773843/real 1775773847] req@ffff9a6058739f80 x1862022422928768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773847.011470:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422928768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773847.011478:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773847.011482:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773847.011485:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422928768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773847.011491:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773843/real 1775773847] req@ffff9a6058738000 x1862022422928896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773847.011503:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422928896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773847.011518:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773847.011523:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773847.011526:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422928896:192.168.201.120@tcp:38:kworker.0 00010000:00010000:0.0:1775773847.842872:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773848.866878:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773849.058883:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773849.058891:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773849.058894:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773849.058901:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10994 00000100:00080000:1.0:1775773849.058912:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773849.058918:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773849.058949:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022422929408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773849.058971:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773849.058973:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773849.058975:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773849.058977:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10994 00000100:00080000:1.0:1775773849.058980:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773849.058983:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773849.058989:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773849.058997:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022422929536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773849.059004:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773849.059007:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773849.059008:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773849.059010:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10994 00000100:00080000:1.0:1775773849.059012:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773849.059017:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773849.059019:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422929408:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775773849.059021:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773849.059031:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022422929664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773849.059038:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773849.059040:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773849.059041:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773849.059044:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10994 00000100:00080000:1.0:1775773849.059046:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773849.059049:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773849.059053:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773849.059077:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422929792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773849.059085:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773849.059088:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773849.059089:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773849.059093:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10994 00000100:00080000:1.0:1775773849.059097:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773849.059101:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773849.059105:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775773849.059114:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773849.059121:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422929920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775773849.059156:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773849/real 1775773849] req@ffff9a605873b480 x1862022422929408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773849.059176:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022422929408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773849.059187:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773849.059192:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773849.059196:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422929408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773849.059205:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422929536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775773849.059229:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773849.059241:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773849/real 1775773849] req@ffff9a6058738380 x1862022422929536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773849.059254:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022422929536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773849.059263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773849.059267:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773849.059271:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422929536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775773849.059296:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422929664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775773849.059319:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773849.059330:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773849/real 1775773849] req@ffff9a6058739c00 x1862022422929664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773849.059342:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022422929664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773849.059352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773849.059357:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773849.059361:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422929664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775773849.059368:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422929792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775773849.059388:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773849.059398:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773849/real 1775773849] req@ffff9a6058738000 x1862022422929792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773849.059410:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422929792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773849.059418:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773849.059421:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773849.059424:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422929792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775773849.059430:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422929920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775773849.059450:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773849.059461:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773849/real 1775773849] req@ffff9a6058739f80 x1862022422929920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773849.059474:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422929920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773849.059488:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773849.059491:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773849.059494:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422929920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773849.890892:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773850.914887:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773851.938904:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773852.962896:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773853.986965:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773854.178854:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773854.178861:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773854.178865:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773854.178873:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 10999 00000100:00080000:1.0:1775773854.178883:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773854.178888:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773854.178920:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422930048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773854.178944:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773854.178952:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773854.178953:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773854.178956:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10999 00000100:00080000:1.0:1775773854.178958:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773854.178961:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773854.178969:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773854.178995:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422930176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775773854.178998:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422930048:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773854.179012:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773854.179014:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773854.179015:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773854.179019:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10999 00000100:00080000:1.0:1775773854.179022:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773854.179024:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773854.179029:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773854.179038:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422930304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773854.179045:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773854.179048:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773854.179049:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773854.179051:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10999 00000100:00080000:1.0:1775773854.179054:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773854.179056:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773854.179059:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773854.179065:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422930432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775773854.179069:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775773854.179077:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773854.179079:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773854.179081:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773854.179085:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 10999 00000100:00080000:1.0:1775773854.179089:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773854.179091:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773854.179094:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773854.179101:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422930560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775773854.179108:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773854/real 1775773854] req@ffff9a6058738a80 x1862022422930048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773854.179124:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422930048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773854.179133:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773854.179137:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773854.179141:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422930048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773854.179157:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422930176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775773854.179173:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773854.179181:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773854/real 1775773854] req@ffff9a605873b800 x1862022422930176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773854.179189:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422930176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773854.179194:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773854.179196:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773854.179199:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422930176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775773854.179203:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422930304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775773854.179213:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773854.179218:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773854/real 1775773854] req@ffff9a605873ad80 x1862022422930304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773854.179225:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422930304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773854.179230:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773854.179232:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773854.179234:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422930304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775773854.179237:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422930432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775773854.179256:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773854.179267:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773854/real 1775773854] req@ffff9a6058738700 x1862022422930432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773854.179274:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422930432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773854.179278:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773854.179280:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773854.179282:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422930432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775773854.179286:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422930560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775773854.179296:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773854.179301:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773854/real 1775773854] req@ffff9a605873a680 x1862022422930560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773854.179308:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422930560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773854.179313:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773854.179315:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773854.179316:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422930560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773855.010947:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773856.034919:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773857.058947:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773858.082901:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773859.106976:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773859.298865:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773859.298880:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773859.298899:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773859.298915:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11004 00000100:00080000:1.0:1775773859.298930:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773859.298939:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773859.298986:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422930688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773859.299025:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773859.299030:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773859.299032:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773859.299038:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11004 00000100:00080000:1.0:1775773859.299042:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773859.299047:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773859.299060:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773859.299078:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422930688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773859.299081:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422930816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773859.299097:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773859.299100:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773859.299103:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773859.299108:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11004 00000100:00080000:1.0:1775773859.299112:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773859.299116:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773859.299123:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773859.299136:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422930944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773859.299146:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773859.299151:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773859.299154:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1775773859.299155:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775773859.299163:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11004 00000100:00080000:1.0:1775773859.299169:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773859.299174:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773859.299181:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773859.299194:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422931072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775773859.299196:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773859/real 1775773859] req@ffff9a6058739180 x1862022422930688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773859.299229:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773859.299233:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1775773859.299236:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422930688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773859.299237:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773859.299247:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11004 00000100:00080000:3.0:1775773859.299253:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773859.299254:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773859.299260:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:1.0:1775773859.299263:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773859.299266:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422930688:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775773859.299273:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773859.299288:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422931200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775773859.299294:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422930816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775773859.299320:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773859.299330:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773859/real 1775773859] req@ffff9a6058739500 x1862022422930816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773859.299339:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422930816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773859.299349:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773859.299352:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773859.299354:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422930816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775773859.299357:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422930944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775773859.299367:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773859.299373:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773859/real 1775773859] req@ffff9a6058738e00 x1862022422930944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773859.299380:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422930944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773859.299385:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773859.299387:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773859.299388:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422930944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775773859.299392:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422931072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775773859.299403:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773859.299408:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773859/real 1775773859] req@ffff9a605873a300 x1862022422931072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773859.299416:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422931072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773859.299420:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773859.299422:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773859.299425:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422931072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775773859.299435:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422931200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775773859.299446:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773859.299451:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773859/real 1775773859] req@ffff9a605873aa00 x1862022422931200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773859.299459:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422931200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773859.299463:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773859.299465:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773859.299467:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422931200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773860.130924:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773861.154949:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773862.178970:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773863.202982:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773864.227024:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773864.418927:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773864.418937:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773864.418941:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773864.418951:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11010 00000100:00080000:2.0:1775773864.418962:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773864.418968:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773864.419005:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022422931328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773864.419034:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773864.419038:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773864.419040:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773864.419044:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11010 00000100:00080000:2.0:1775773864.419048:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773864.419051:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773864.419060:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773864.419071:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022422931456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773864.419082:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773864.419086:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773864.419087:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773864.419102:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11010 00000100:00080000:2.0:1775773864.419105:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775773864.419110:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422931328:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775773864.419113:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773864.419123:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773864.419136:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022422931584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773864.419154:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773864.419158:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773864.419160:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773864.419163:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11010 00000100:00080000:2.0:1775773864.419168:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773864.419171:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773864.419177:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775773864.419180:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773864.419191:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022422931712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773864.419201:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773864.419205:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773864.419207:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773864.419211:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11010 00000100:00080000:2.0:1775773864.419216:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775773864.419221:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773864/real 1775773864] req@ffff9a6051391f80 x1862022422931328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773864.419223:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773864.419233:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773864.419248:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022422931840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775773864.419251:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022422931328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773864.419281:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773864.419288:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773864.419293:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422931328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773864.419303:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422931456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775773864.419326:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773864.419337:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773864/real 1775773864] req@ffff9a6051393800 x1862022422931456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773864.419345:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022422931456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773864.419351:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773864.419353:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773864.419356:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422931456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775773864.419373:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422931584:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775773864.419384:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773864.419391:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773864/real 1775773864] req@ffff9a6051392680 x1862022422931584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773864.419398:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022422931584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773864.419403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773864.419405:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773864.419407:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422931584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775773864.419410:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422931712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775773864.419420:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773864.419425:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773864/real 1775773864] req@ffff9a6051392a00 x1862022422931712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773864.419432:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022422931712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773864.419437:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773864.419439:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773864.419441:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422931712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775773864.419444:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422931840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775773864.419453:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773864.419458:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773864/real 1775773864] req@ffff9a6051391180 x1862022422931840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773864.419464:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022422931840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773864.419469:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773864.419471:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773864.419474:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422931840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773865.250920:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773866.274924:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773867.298890:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773868.322888:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773869.346913:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773869.538889:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773869.538897:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773869.538901:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773869.538910:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11015 00000100:00080000:2.0:1775773869.538921:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773869.538928:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773869.538968:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022422931968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773869.538993:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773869.538996:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773869.538998:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773869.539001:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11015 00000100:00080000:2.0:1775773869.539004:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773869.539007:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773869.539016:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773869.539027:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422932096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773869.539034:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773869.539039:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773869.539042:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775773869.539044:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422931968:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775773869.539048:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11015 00000100:00080000:2.0:1775773869.539055:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773869.539063:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773869.539067:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773869.539088:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022422932224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773869.539094:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773869.539097:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773869.539099:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773869.539101:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11015 00000100:00080000:2.0:1775773869.539126:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773869.539129:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773869.539132:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775773869.539141:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773869.539146:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022422932352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773869.539154:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773869.539156:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773869.539158:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773869.539162:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11015 00000100:00080000:2.0:1775773869.539168:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773869.539171:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773869.539177:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773869.539188:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022422932480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775773869.539197:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773869/real 1775773869] req@ffff9a6051390e00 x1862022422931968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773869.539215:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022422931968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773869.539226:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773869.539230:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773869.539233:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422931968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773869.539258:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422932096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775773869.539276:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773869.539284:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773869/real 1775773869] req@ffff9a6051393480 x1862022422932096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773869.539292:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022422932096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773869.539298:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773869.539300:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773869.539302:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422932096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775773869.539306:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422932224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775773869.539317:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773869.539322:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773869/real 1775773869] req@ffff9a6051393100 x1862022422932224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773869.539330:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022422932224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773869.539334:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773869.539336:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773869.539338:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422932224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775773869.539342:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422932352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775773869.539352:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773869.539358:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773869/real 1775773869] req@ffff9a6051390a80 x1862022422932352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773869.539366:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022422932352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773869.539371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773869.539373:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773869.539374:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422932352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775773869.539378:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422932480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775773869.539387:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773869.539392:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773869/real 1775773869] req@ffff9a6051390000 x1862022422932480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773869.539399:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022422932480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773869.539403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773869.539405:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773869.539406:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422932480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773870.370951:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773871.394872:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773872.418866:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773873.442900:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773874.466945:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773874.658899:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773874.658906:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773874.658910:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773874.658918:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11020 00000100:00080000:2.0:1775773874.658927:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773874.658932:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773874.658966:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022422932608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773874.658991:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773874.658993:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773874.658995:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773874.658998:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11020 00000100:00080000:2.0:1775773874.659000:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773874.659002:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773874.659009:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773874.659019:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022422932736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773874.659026:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773874.659028:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773874.659029:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773874.659032:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11020 00000100:00080000:2.0:1775773874.659033:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773874.659035:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773874.659038:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773874.659044:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022422932864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773874.659062:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773874.659065:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1775773874.659065:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422932608:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775773874.659067:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773874.659075:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11020 00000100:00080000:2.0:1775773874.659078:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773874.659080:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773874.659083:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773874.659092:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022422932992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773874.659099:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773874.659102:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773874.659103:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773874.659106:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11020 00000100:00080000:2.0:1775773874.659118:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773874.659120:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773874.659122:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775773874.659127:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773874.659131:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022422933120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775773874.659161:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773874/real 1775773874] req@ffff9a6051392300 x1862022422932608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773874.659175:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022422932608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773874.659188:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773874.659191:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773874.659194:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422932608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773874.659199:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422932736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775773874.659215:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773874.659227:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773874/real 1775773874] req@ffff9a6051391500 x1862022422932736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773874.659239:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022422932736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773874.659248:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773874.659251:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773874.659255:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422932736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775773874.659279:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422932864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775773874.659294:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773874.659302:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773874/real 1775773874] req@ffff9a6051390380 x1862022422932864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773874.659310:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022422932864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773874.659315:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773874.659317:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773874.659319:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422932864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775773874.659324:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422932992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775773874.659334:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773874.659339:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773874/real 1775773874] req@ffff9a6051391880 x1862022422932992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773874.659350:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022422932992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773874.659358:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773874.659361:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773874.659364:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422932992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775773874.659370:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422933120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775773874.659390:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773874.659400:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773874/real 1775773874] req@ffff9a6051391c00 x1862022422933120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773899 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773874.659412:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022422933120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773899 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773874.659417:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773874.659421:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775773874.659425:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422933120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773875.490936:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773876.514931:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773877.538896:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773878.562963:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773879.586896:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773879.778869:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773879.778877:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773879.778881:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773879.778889:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11025 00000100:00080000:2.0:1775773879.778897:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773879.778903:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773879.778935:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022422933248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773879.778959:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773879.778963:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773879.778964:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773879.778968:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11025 00000100:00080000:2.0:1775773879.778972:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773879.778975:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773879.778983:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773879.778994:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022422933376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773879.779001:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422933248:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775773879.779005:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773879.779009:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773879.779026:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773879.779032:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11025 00000100:00080000:2.0:1775773879.779035:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773879.779039:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773879.779044:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773879.779059:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022422933504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773879.779069:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773879.779074:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773879.779076:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773879.779082:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11025 00000100:00080000:2.0:1775773879.779088:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773879.779092:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:1.0:1775773879.779099:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:2.0:1775773879.779104:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773879.779122:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022422933632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773879.779134:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773879.779153:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773879.779155:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773879.779158:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11025 00000100:00080000:2.0:1775773879.779161:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1775773879.779163:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773879/real 1775773879] req@ffff9a6051391c00 x1862022422933248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773879.779167:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773879.779174:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773879.779186:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022422933760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773879.779200:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022422933248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773879.779213:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773879.779217:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773879.779220:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422933248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773879.779239:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422933376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773879.779259:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773879.779268:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773879/real 1775773879] req@ffff9a6051391880 x1862022422933376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773879.779276:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022422933376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773879.779282:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773879.779284:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773879.779286:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422933376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773879.779290:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422933504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773879.779301:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773879.779308:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773879/real 1775773879] req@ffff9a6051390380 x1862022422933504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773879.779315:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022422933504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773879.779321:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773879.779324:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773879.779326:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422933504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773879.779329:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422933632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773879.779340:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773879.779345:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773879/real 1775773879] req@ffff9a6051391500 x1862022422933632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773879.779358:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022422933632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773879.779363:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773879.779365:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773879.779366:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422933632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773879.779370:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422933760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773879.779380:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773879.779385:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773879/real 1775773879] req@ffff9a6051392300 x1862022422933760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773904 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773879.779392:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022422933760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773904 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773879.779397:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773879.779399:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773879.779401:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422933760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773880.610932:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773881.634921:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773882.658938:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773883.682946:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773884.706973:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773884.898932:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773884.898947:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773884.898953:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773884.898970:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11030 00000100:00080000:3.0:1775773884.898989:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773884.898997:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773884.899044:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022422933888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773884.899078:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773884.899082:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773884.899084:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773884.899089:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11030 00000100:00080000:3.0:1775773884.899094:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773884.899100:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773884.899110:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773884.899122:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422933888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773884.899127:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022422934016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773884.899137:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773884.899140:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773884.899141:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773884.899144:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11030 00000100:00080000:3.0:1775773884.899147:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773884.899150:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773884.899154:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773884.899162:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022422934144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773884.899178:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773884.899181:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773884.899184:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773884.899188:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11030 00000100:00080000:3.0:1775773884.899193:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773884.899197:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:1.0:1775773884.899201:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775773884.899204:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773884.899220:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022422934272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773884.899230:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773884.899233:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773884.899234:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773884.899238:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11030 00000100:00080000:3.0:1775773884.899242:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773884.899245:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773884.899249:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773884.899251:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773884/real 1775773884] req@ffff9a6048b5b100 x1862022422933888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773884.899259:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022422934400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773884.899290:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022422933888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773884.899314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773884.899319:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773884.899324:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422933888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773884.899354:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422934016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773884.899379:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773884.899390:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773884/real 1775773884] req@ffff9a6048b58e00 x1862022422934016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773884.899399:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022422934016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773884.899405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773884.899407:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773884.899409:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422934016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773884.899414:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422934144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773884.899426:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773884.899432:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773884/real 1775773884] req@ffff9a6048b59f80 x1862022422934144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773884.899457:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022422934144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773884.899463:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773884.899465:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773884.899468:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422934144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773884.899472:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422934272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773884.899488:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773884.899495:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773884/real 1775773884] req@ffff9a6048b5b800 x1862022422934272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773884.899503:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022422934272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773884.899508:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773884.899511:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773884.899513:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422934272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773884.899517:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422934400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773884.899526:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773884.899532:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773884/real 1775773884] req@ffff9a6048b59180 x1862022422934400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773909 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773884.899540:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022422934400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773909 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773884.899548:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773884.899552:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773884.899555:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422934400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773885.731772:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773886.755563:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773887.778950:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773888.802903:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773889.826880:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773890.018922:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773890.018930:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773890.018934:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773890.018943:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11035 00000100:00080000:2.0:1775773890.018955:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773890.018960:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773890.018992:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022422934528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773890.019015:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773890.019017:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773890.019019:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773890.019022:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11035 00000100:00080000:2.0:1775773890.019024:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773890.019027:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773890.019035:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773890.019044:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022422934656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773890.019052:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773890.019057:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1775773890.019058:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422934528:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775773890.019059:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773890.019066:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11035 00000100:00080000:2.0:1775773890.019068:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773890.019070:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773890.019074:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773890.019083:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022422934784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773890.019089:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773890.019092:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773890.019093:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773890.019095:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11035 00000100:00080000:2.0:1775773890.019099:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773890.019101:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773890.019103:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773890.019111:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422934912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775773890.019122:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775773890.019131:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773890.019135:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773890.019137:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773890.019143:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11035 00000100:00080000:2.0:1775773890.019147:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773890.019152:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773890.019155:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773890/real 1775773890] req@ffff9a6051390000 x1862022422934528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1775773890.019160:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773890.019175:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022422934528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773890.019182:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022422935040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773890.019186:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773890.019195:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773890.019201:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422934528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773890.019221:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422934656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773890.019236:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773890.019244:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773890/real 1775773890] req@ffff9a6051390a80 x1862022422934656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773890.019251:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022422934656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773890.019257:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773890.019259:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773890.019261:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422934656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773890.019264:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422934784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773890.019273:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773890.019278:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773890/real 1775773890] req@ffff9a6051393100 x1862022422934784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773890.019285:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022422934784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773890.019294:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773890.019296:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773890.019299:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422934784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773890.019302:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422934912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773890.019312:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773890.019316:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773890/real 1775773890] req@ffff9a6051393480 x1862022422934912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773890.019323:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022422934912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773890.019327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773890.019329:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773890.019331:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422934912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773890.019335:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422935040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773890.019343:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773890.019376:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773890/real 1775773890] req@ffff9a6051390e00 x1862022422935040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773890.019384:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022422935040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773890.019389:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773890.019391:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773890.019393:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422935040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773890.851013:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773891.874927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773892.898947:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773893.922928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773894.946924:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773895.138903:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773895.138910:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773895.138914:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773895.138921:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11040 00000100:00080000:1.0:1775773895.138931:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773895.138936:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773895.138994:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022422935168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773895.139015:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773895.139018:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773895.139020:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773895.139023:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11040 00000100:00080000:1.0:1775773895.139026:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773895.139028:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773895.139037:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773895.139046:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022422935296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773895.139053:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773895.139057:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773895.139058:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775773895.139060:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422935168:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775773895.139062:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11040 00000100:00080000:1.0:1775773895.139067:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773895.139071:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773895.139074:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773895.139082:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022422935424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773895.139088:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773895.139090:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773895.139092:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773895.139094:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11040 00000100:00080000:1.0:1775773895.139096:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773895.139099:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773895.139101:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773895.139108:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422935552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773895.139113:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773895.139115:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773895.139116:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773895.139122:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11040 00000800:00000100:2.0:1775773895.139123:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775773895.139125:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773895.139128:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773895.139131:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773895.139139:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422935680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773895.139159:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773895/real 1775773895] req@ffff9a605873b100 x1862022422935168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773895.139173:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022422935168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773895.139183:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773895.139187:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773895.139192:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422935168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773895.139214:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422935296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773895.139236:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773895.139246:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773895/real 1775773895] req@ffff9a6058739880 x1862022422935296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773895.139255:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022422935296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773895.139281:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773895.139284:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773895.139286:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422935296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773895.139290:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422935424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773895.139305:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773895.139312:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773895/real 1775773895] req@ffff9a605873bb80 x1862022422935424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773895.139320:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022422935424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773895.139325:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773895.139327:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773895.139329:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422935424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773895.139333:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422935552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773895.139343:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773895.139348:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773895/real 1775773895] req@ffff9a605873aa00 x1862022422935552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773895.139355:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422935552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773895.139364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773895.139367:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773895.139369:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422935552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773895.139372:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422935680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773895.139381:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773895.139386:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773895/real 1775773895] req@ffff9a605873a300 x1862022422935680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773895.139392:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422935680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773895.139396:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773895.139398:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773895.139400:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422935680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773895.970914:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773896.994913:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773898.018952:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773899.043139:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773900.067226:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773900.258942:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773900.258951:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773900.258955:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773900.258966:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11045 00000100:00080000:1.0:1775773900.258980:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773900.258987:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773900.259031:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422935808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773900.259071:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773900.259076:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773900.259078:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773900.259083:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11045 00000100:00080000:1.0:1775773900.259088:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773900.259093:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773900.259106:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773900.259121:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422935936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773900.259129:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773900.259133:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773900.259134:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773900.259137:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11045 00000100:00080000:1.0:1775773900.259142:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773900.259146:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773900.259152:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773900.259162:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422935808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773900.259166:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422936064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773900.259201:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773900.259204:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773900.259207:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773900.259212:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11045 00000100:00080000:1.0:1775773900.259215:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773900.259219:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773900.259224:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773900.259236:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422936192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773900.259243:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773900.259246:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773900.259247:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773900.259249:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11045 00000100:00080000:1.0:1775773900.259252:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773900.259257:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775773900.259259:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:1.0:1775773900.259264:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773900.259279:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422936320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773900.259301:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773900/real 1775773900] req@ffff9a6058738e00 x1862022422935808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773900.259321:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422935808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773900.259335:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773900.259340:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773900.259345:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422935808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773900.259354:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422935936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773900.259380:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773900.259391:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773900/real 1775773900] req@ffff9a6058739500 x1862022422935936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773900.259399:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422935936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773900.259405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773900.259407:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773900.259410:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422935936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773900.259431:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422936064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773900.259443:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773900.259449:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773900/real 1775773900] req@ffff9a6058739180 x1862022422936064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773900.259456:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422936064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773900.259461:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773900.259464:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773900.259466:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422936064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773900.259470:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422936192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773900.259479:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773900.259484:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773900/real 1775773900] req@ffff9a605873a680 x1862022422936192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773900.259492:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422936192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773900.259497:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773900.259499:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773900.259501:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422936192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773900.259504:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422936320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773900.259513:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773900.259518:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773900/real 1775773900] req@ffff9a6058738700 x1862022422936320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773900.259525:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422936320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773900.259530:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773900.259532:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773900.259533:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422936320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773901.090934:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773902.114965:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773903.138963:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773904.163003:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773905.186956:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775773905.379069:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773905.379097:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775773905.379103:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773905.379118:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11050 00000100:00080000:1.0:1775773905.379137:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773905.379147:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773905.379222:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422936448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773905.379263:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773905.379268:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775773905.379270:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773905.379276:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11050 00000100:00080000:1.0:1775773905.379280:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773905.379284:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773905.379297:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773905.379314:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422936576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773905.379326:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773905.379330:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775773905.379331:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773905.379336:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11050 00000100:00080000:1.0:1775773905.379340:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773905.379344:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773905.379350:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773905.379361:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422936704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773905.379372:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773905.379376:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775773905.379378:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773905.379382:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11050 00000100:00080000:1.0:1775773905.379386:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773905.379390:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773905.379396:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773905.379408:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422936832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773905.379418:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775773905.379421:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775773905.379423:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775773905.379427:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11050 00000100:00080000:1.0:1775773905.379431:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775773905.379434:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775773905.379439:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773905.379451:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422936960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773905.379770:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422936448:192.168.201.120@tcp:250:kworker.0 00000800:00000100:2.0:1775773905.379896:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773905.379939:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773905/real 1775773905] req@ffff9a605873ad80 x1862022422936448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773905.379969:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422936448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773905.379987:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773905.379992:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773905.379996:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422936448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773905.380005:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422936576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773905.380030:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773905.380045:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773905/real 1775773905] req@ffff9a605873b800 x1862022422936576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773905.380058:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422936576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773905.380067:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773905.380070:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773905.380073:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422936576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773905.380096:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422936704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773905.380118:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773905.380132:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773905/real 1775773905] req@ffff9a6058738a80 x1862022422936704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773905.380147:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422936704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773905.380154:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773905.380157:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773905.380159:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422936704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773905.380166:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422936832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773905.380184:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773905.380198:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773905/real 1775773905] req@ffff9a6058739f80 x1862022422936832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773905.380210:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422936832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773905.380218:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773905.380223:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773905.380226:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422936832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773905.380232:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422936960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773905.380266:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773905.380276:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773905/real 1775773905] req@ffff9a6058738000 x1862022422936960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773905.380284:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422936960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773905.380289:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773905.380292:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773905.380294:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422936960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773906.210918:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773907.234909:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773908.258917:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773909.282956:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773910.306860:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773910.498888:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773910.498896:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773910.498902:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773910.498913:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11056 00000100:00080000:2.0:1775773910.498926:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773910.498934:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773910.498977:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022422937088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773910.499040:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773910.499043:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773910.499046:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773910.499051:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11056 00000100:00080000:2.0:1775773910.499056:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773910.499061:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773910.499072:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773910.499080:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422937088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773910.499089:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022422937216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773910.499101:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773910.499105:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773910.499107:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773910.499111:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11056 00000100:00080000:2.0:1775773910.499115:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773910.499118:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773910.499122:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773910.499132:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022422937344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773910.499147:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773910.499150:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773910.499152:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773910.499155:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11056 00000100:00080000:2.0:1775773910.499159:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773910.499162:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773910.499167:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773910.499176:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022422937472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773910.499185:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773910.499189:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773910.499191:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775773910.499198:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422937216:192.168.201.120@tcp:38:kworker.0 00000100:00080000:2.0:1775773910.499198:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11056 00000100:00080000:2.0:1775773910.499205:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773910.499210:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773910.499214:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773910.499250:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022422937600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773910.499263:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422937344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773910.499285:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422937472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773910.499304:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422937600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773911.330925:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773912.354981:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773913.378955:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1775773913.570975:0:2395:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:3.0:1775773913.571010:0:2395:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1775773913.571023:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775773913.571052:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775773913.571058:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775773913.571063:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775773913.571067:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:1.0:1775773913.571107:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773910/real 1775773913] req@ffff9a6051391f80 x1862022422937600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773913.571132:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022422937600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773913.571143:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773913.571148:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773913.571153:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422937600:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773913.571160:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773910/real 1775773913] req@ffff9a6051392a00 x1862022422937216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773913.571173:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022422937216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773913.571181:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773913.571186:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773913.571189:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422937216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773913.571196:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773910/real 1775773913] req@ffff9a6051392680 x1862022422937344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773913.571208:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022422937344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773913.571216:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773913.571220:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773913.571223:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422937344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773913.571230:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773910/real 1775773913] req@ffff9a6051393800 x1862022422937472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773913.571243:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022422937472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773913.571250:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773913.571253:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773913.571256:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422937472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773913.571263:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773910/real 1775773913] req@ffff9a6051391180 x1862022422937088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773913.571274:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022422937088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773913.571282:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773913.571285:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773913.571288:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422937088:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775773914.403025:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773915.426976:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773915.618935:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773915.618949:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773915.618954:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773915.618968:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11061 00000100:00080000:2.0:1775773915.618986:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773915.618997:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773915.619046:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022422937728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773915.619080:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773915.619085:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773915.619087:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773915.619093:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11061 00000100:00080000:2.0:1775773915.619099:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773915.619103:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773915.619118:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773915.619124:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422937728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773915.619138:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022422937856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773915.619154:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773915.619158:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773915.619160:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773915.619166:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11061 00000100:00080000:2.0:1775773915.619172:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773915.619177:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773915.619185:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773915.619200:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022422937984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775773915.619213:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775773915.619217:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773915.619223:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773915.619225:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773915.619233:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11061 00000100:00080000:2.0:1775773915.619241:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773915.619249:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773915.619255:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773915.619265:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773915/real 1775773915] req@ffff9a6051391180 x1862022422937728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773915.619272:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022422938112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773915.619292:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773915.619305:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773915.619307:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773915.619312:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11061 00000100:00080000:2.0:1775773915.619316:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773915.619320:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773915.619325:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773915.619340:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022422937728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773915.619340:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022422938240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773915.619379:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773915.619386:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773915.619394:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422937728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773915.619427:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422937856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773915.619456:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773915.619478:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773915/real 1775773915] req@ffff9a6051393800 x1862022422937856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773915.619492:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022422937856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773915.619501:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773915.619505:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773915.619508:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422937856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773915.619516:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422937984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773915.619554:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773915.619566:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773915/real 1775773915] req@ffff9a6051392680 x1862022422937984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773915.619584:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022422937984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773915.619593:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773915.619597:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773915.619600:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422937984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773915.619608:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422938112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773915.619630:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773915.619642:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773915/real 1775773915] req@ffff9a6051392a00 x1862022422938112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773915.619653:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022422938112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773915.619660:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773915.619664:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773915.619667:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422938112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773915.619673:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422938240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773915.619691:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773915.619702:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773915/real 1775773915] req@ffff9a6051391f80 x1862022422938240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773940 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773915.619712:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022422938240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773940 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773915.619719:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773915.619722:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773915.619725:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422938240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773916.450908:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773917.474972:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773918.498939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773919.522940:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773920.546949:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773920.738934:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773920.738943:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773920.738947:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773920.738955:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11066 00000100:00080000:0.0:1775773920.738964:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773920.738969:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773920.739000:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022422938368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773920.739029:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773920.739032:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773920.739033:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773920.739036:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11066 00000100:00080000:0.0:1775773920.739038:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773920.739040:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773920.739048:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773920.739057:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022422938496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773920.739064:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773920.739067:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773920.739068:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773920.739071:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11066 00000100:00080000:0.0:1775773920.739073:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773920.739075:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773920.739078:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773920.739082:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422938368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773920.739089:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022422938624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773920.739101:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773920.739110:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773920.739112:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773920.739115:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11066 00000100:00080000:0.0:1775773920.739124:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773920.739127:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773920.739131:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1775773920.739137:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773920.739141:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022422938752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773920.739149:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773920.739152:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773920.739153:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773920.739156:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11066 00000100:00080000:0.0:1775773920.739158:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773920.739161:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773920.739164:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773920.739172:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773920/real 1775773920] req@ffff9a6051f87b80 x1862022422938368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775773920.739173:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022422938880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773920.739221:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022422938368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773920.739233:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773920.739238:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773920.739243:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422938368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773920.739250:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422938496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773920.739273:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773920.739294:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773920/real 1775773920] req@ffff9a6051f86d80 x1862022422938496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773920.739303:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022422938496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773920.739309:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773920.739311:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773920.739313:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422938496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773920.739332:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422938624:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773920.739345:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773920.739352:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773920/real 1775773920] req@ffff9a6051f85f80 x1862022422938624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773920.739359:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022422938624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773920.739369:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773920.739371:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773920.739373:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422938624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773920.739377:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422938752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773920.739386:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773920.739391:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773920/real 1775773920] req@ffff9a6051f84e00 x1862022422938752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773920.739398:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022422938752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773920.739403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773920.739405:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773920.739407:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422938752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773920.739410:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422938880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773920.739419:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773920.739424:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773920/real 1775773920] req@ffff9a6051f84a80 x1862022422938880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773945 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773920.739431:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022422938880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773945 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773920.739436:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773920.739437:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773920.739440:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422938880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773921.570950:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773922.594921:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773923.618919:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773924.642895:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773925.666922:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773925.858917:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773925.858935:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773925.858940:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773925.858951:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11071 00000100:00080000:3.0:1775773925.858964:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773925.858972:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773925.859024:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422939008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773925.859059:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773925.859063:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773925.859065:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773925.859070:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11071 00000100:00080000:3.0:1775773925.859074:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773925.859079:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773925.859099:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773925.859114:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422939136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773925.859126:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773925.859131:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773925.859136:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775773925.859138:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422939008:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773925.859143:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11071 00000100:00080000:3.0:1775773925.859154:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773925.859161:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773925.859168:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773925.859183:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422939264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773925.859191:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773925.859194:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773925.859203:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773925.859206:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11071 00000100:00080000:3.0:1775773925.859211:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773925.859214:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773925.859218:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773925.859234:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022422939392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775773925.859237:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775773925.859249:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773925.859252:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773925.859253:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773925.859258:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11071 00000100:00080000:3.0:1775773925.859260:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773925.859264:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773925.859268:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773925.859276:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022422939520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773925.859292:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773925/real 1775773925] req@ffff9a6048b58000 x1862022422939008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773925.859315:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022422939008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773925.859328:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773925.859334:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773925.859338:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422939008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773925.859364:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422939136:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773925.859390:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773925.859403:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773925/real 1775773925] req@ffff9a6048b58a80 x1862022422939136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773925.859416:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022422939136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773925.859425:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773925.859429:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773925.859433:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422939136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773925.859440:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422939264:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773925.859458:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773925.859469:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773925/real 1775773925] req@ffff9a6048b59880 x1862022422939264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773925.859482:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022422939264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773925.859491:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773925.859495:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773925.859499:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422939264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773925.859505:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422939392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773925.859524:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773925.859536:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773925/real 1775773925] req@ffff9a6048b5aa00 x1862022422939392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773925.859549:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022422939392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773925.859558:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773925.859563:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773925.859566:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422939392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773925.859573:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422939520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773925.859591:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773925.859602:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773925/real 1775773925] req@ffff9a6048b5a300 x1862022422939520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773950 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773925.859614:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022422939520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773950 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773925.859623:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773925.859627:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773925.859631:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422939520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773926.690915:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773927.714919:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773928.738903:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773929.762909:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773930.786885:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773930.978943:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773930.978953:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773930.978958:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773930.978968:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11076 00000100:00080000:3.0:1775773930.978981:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773930.978988:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773930.979037:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022422939648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773930.979078:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773930.979082:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773930.979083:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773930.979087:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11076 00000100:00080000:3.0:1775773930.979091:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773930.979094:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773930.979105:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773930.979117:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022422939776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773930.979125:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773930.979128:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773930.979129:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773930.979133:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11076 00000100:00080000:3.0:1775773930.979135:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773930.979140:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773930.979142:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422939648:192.168.201.120@tcp:250:kworker.0 00000008:00100000:3.0:1775773930.979145:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773930.979155:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022422939904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773930.979162:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773930.979164:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773930.979165:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773930.979168:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11076 00000100:00080000:3.0:1775773930.979170:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773930.979172:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773930.979175:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773930.979184:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422940032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773930.979190:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773930.979193:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773930.979194:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773930.979196:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11076 00000100:00080000:3.0:1775773930.979198:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773930.979201:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773930.979204:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773930.979212:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022422940160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775773930.979224:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773930.979271:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773930/real 1775773930] req@ffff9a6048b5ad80 x1862022422939648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773930.979291:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022422939648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773930.979300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773930.979304:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773930.979307:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422939648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773930.979313:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422939776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773930.979332:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773930.979340:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773930/real 1775773930] req@ffff9a6048b5bb80 x1862022422939776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773930.979348:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022422939776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773930.979354:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773930.979357:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773930.979359:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422939776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773930.979387:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422939904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773930.979408:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773930.979419:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773930/real 1775773930] req@ffff9a6048b5a680 x1862022422939904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773930.979430:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022422939904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773930.979436:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773930.979438:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773930.979440:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422939904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773930.979444:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422940032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773930.979459:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773930.979465:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773930/real 1775773930] req@ffff9a6048b5b480 x1862022422940032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773930.979472:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022422940032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773930.979478:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773930.979480:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773930.979482:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422940032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773930.979485:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422940160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773930.979495:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773930.979500:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773930/real 1775773930] req@ffff9a6048b59500 x1862022422940160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773955 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773930.979508:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022422940160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773955 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773930.979513:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773930.979514:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773930.979516:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422940160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773931.810883:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773932.834925:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773933.858923:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773934.882943:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773935.906924:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773936.098908:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773936.098922:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773936.098929:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773936.098940:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11081 00000100:00080000:3.0:1775773936.098953:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773936.098960:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773936.099003:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022422940288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773936.099035:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773936.099038:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773936.099039:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773936.099043:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11081 00000100:00080000:3.0:1775773936.099045:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773936.099047:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773936.099057:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773936.099070:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022422940416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773936.099078:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773936.099080:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773936.099082:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773936.099087:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11081 00000100:00100000:1.0:1775773936.099088:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422940288:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773936.099089:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773936.099095:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773936.099100:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773936.099112:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422940544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773936.099138:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773936.099142:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773936.099144:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773936.099149:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11081 00000100:00080000:3.0:1775773936.099152:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773936.099155:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773936.099160:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773936.099171:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022422940672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775773936.099179:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775773936.099183:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773936.099188:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773936.099190:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773936.099195:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11081 00000100:00080000:3.0:1775773936.099209:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773936.099215:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773936.099221:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775773936.099225:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773936/real 1775773936] req@ffff9a6048b59c00 x1862022422940288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773936.099237:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022422940800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773936.099253:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022422940288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773936.099267:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773936.099271:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773936.099274:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422940288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773936.099299:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422940416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773936.099318:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773936.099328:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773936/real 1775773936] req@ffff9a6048b59500 x1862022422940416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773936.099336:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022422940416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773936.099346:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773936.099349:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773936.099351:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422940416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773936.099355:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422940544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773936.099366:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773936.099371:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773936/real 1775773936] req@ffff9a6048b5b480 x1862022422940544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773936.099379:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022422940544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773936.099384:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773936.099386:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773936.099388:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422940544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773936.099392:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422940672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773936.099403:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773936.099408:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773936/real 1775773936] req@ffff9a6048b5a680 x1862022422940672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773936.099416:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022422940672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773936.099420:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773936.099422:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773936.099425:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422940672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773936.099429:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422940800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773936.099438:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773936.099444:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773936/real 1775773936] req@ffff9a6048b5bb80 x1862022422940800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773936.099450:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022422940800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773936.099455:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773936.099463:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773936.099465:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422940800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773936.930919:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773937.954937:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773938.978938:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773940.003075:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773941.026957:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773941.218877:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773941.218888:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773941.218893:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773941.218903:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11086 00000100:00080000:0.0:1775773941.218916:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773941.218923:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773941.218962:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022422940928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773941.218986:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773941.218989:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773941.218990:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773941.218993:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11086 00000100:00080000:0.0:1775773941.218996:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773941.218999:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773941.219009:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773941.219018:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022422941056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773941.219027:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773941.219030:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773941.219032:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773941.219038:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11086 00000100:00080000:0.0:1775773941.219041:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1775773941.219041:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422940928:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773941.219049:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773941.219055:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773941.219067:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022422941184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773941.219074:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773941.219076:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773941.219078:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773941.219082:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11086 00000100:00080000:0.0:1775773941.219085:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773941.219088:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773941.219092:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773941.219099:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022422941312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773941.219105:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773941.219108:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773941.219109:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773941.219112:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11086 00000100:00080000:0.0:1775773941.219115:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773941.219122:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:1.0:1775773941.219129:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:0.0:1775773941.219131:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773941.219142:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022422941440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773941.219180:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773941/real 1775773941] req@ffff9a6051f86300 x1862022422940928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773941.219195:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022422940928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773941.219203:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773941.219216:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773941.219221:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422940928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773941.219248:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422941056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773941.219273:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773941.219283:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773941/real 1775773941] req@ffff9a6051f85500 x1862022422941056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773941.219292:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022422941056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773941.219298:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773941.219300:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773941.219303:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422941056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773941.219308:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422941184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773941.219319:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773941.219325:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773941/real 1775773941] req@ffff9a6051f84a80 x1862022422941184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773941.219333:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022422941184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773941.219337:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773941.219339:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773941.219341:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422941184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773941.219345:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422941312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773941.219355:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773941.219361:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773941/real 1775773941] req@ffff9a6051f84e00 x1862022422941312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773941.219368:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022422941312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773941.219373:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773941.219375:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773941.219377:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422941312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773941.219380:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422941440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773941.219390:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773941.219395:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773941/real 1775773941] req@ffff9a6051f85f80 x1862022422941440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773941.219401:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022422941440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773941.219405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773941.219407:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773941.219409:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422941440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773942.050923:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773943.074933:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773944.098918:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773945.123027:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773946.146958:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773946.338974:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773946.338985:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773946.338990:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773946.339001:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11091 00000100:00080000:2.0:1775773946.339015:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773946.339023:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773946.339069:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022422941568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773946.339094:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773946.339097:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773946.339099:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773946.339102:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11091 00000100:00080000:2.0:1775773946.339104:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773946.339107:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773946.339117:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773946.339138:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422941696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773946.339148:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773946.339153:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773946.339155:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773946.339160:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11091 00000100:00080000:2.0:1775773946.339165:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773946.339169:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773946.339175:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775773946.339181:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422941568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773946.339191:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022422941824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773946.339202:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773946.339205:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773946.339207:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773946.339210:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11091 00000100:00080000:2.0:1775773946.339213:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773946.339216:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773946.339220:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773946.339232:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022422941952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773946.339248:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773946.339250:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773946.339252:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773946.339254:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11091 00000100:00080000:2.0:1775773946.339256:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773946.339259:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773946.339262:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773946.339269:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022422942080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775773946.339278:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773946.339317:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773946/real 1775773946] req@ffff9a6051390e00 x1862022422941568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773946.339333:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022422941568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773946.339342:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773946.339346:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773946.339349:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422941568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773946.339357:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422941696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773946.339405:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773946.339414:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773946/real 1775773946] req@ffff9a6051393480 x1862022422941696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773946.339423:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022422941696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773946.339429:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773946.339432:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773946.339434:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422941696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773946.339468:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422941824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773946.339480:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773946.339486:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773946/real 1775773946] req@ffff9a6051393100 x1862022422941824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773946.339494:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022422941824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773946.339500:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773946.339502:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773946.339504:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422941824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773946.339508:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422941952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773946.339519:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773946.339524:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773946/real 1775773946] req@ffff9a6051390a80 x1862022422941952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773946.339532:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022422941952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773946.339537:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773946.339539:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773946.339540:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422941952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773946.339544:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422942080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773946.339554:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773946.339559:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773946/real 1775773946] req@ffff9a6051390000 x1862022422942080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773946.339566:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022422942080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773946.339572:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773946.339574:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773946.339575:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422942080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773947.170986:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773948.194941:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773949.218907:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773950.242970:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773951.266926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773951.458924:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773951.458934:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773951.458937:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773951.458946:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11097 00000100:00080000:0.0:1775773951.458956:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773951.458962:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773951.458995:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022422942208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773951.459025:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773951.459029:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773951.459031:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773951.459034:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11097 00000100:00080000:0.0:1775773951.459038:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773951.459042:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773951.459050:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773951.459061:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422942208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775773951.459068:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022422942336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773951.459082:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773951.459086:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773951.459089:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773951.459094:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11097 00000100:00080000:0.0:1775773951.459108:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773951.459113:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773951.459118:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1775773951.459118:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775773951.459132:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022422942464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773951.459140:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773951.459143:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773951.459144:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773951.459149:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11097 00000100:00100000:2.0:1775773951.459150:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773951/real 1775773951] req@ffff9a6051f86d80 x1862022422942208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773951.459153:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773951.459160:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773951.459167:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773951.459178:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022422942592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773951.459186:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022422942208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773951.459207:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773951.459210:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773951.459210:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773951.459212:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773951.459216:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:0.0:1775773951.459220:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11097 00000100:00080000:0.0:1775773951.459223:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775773951.459224:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422942208:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773951.459228:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773951.459233:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773951.459240:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022422942720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773951.459250:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422942336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773951.459269:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773951.459331:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773951/real 1775773951] req@ffff9a6051f87b80 x1862022422942336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773951.459340:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022422942336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773951.459346:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773951.459348:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773951.459350:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422942336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773951.459354:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422942464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773951.459368:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773951.459382:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773951/real 1775773951] req@ffff9a6051f85880 x1862022422942464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773951.459390:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022422942464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773951.459400:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773951.459402:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773951.459404:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422942464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773951.459407:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422942592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773951.459419:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773951.459425:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773951/real 1775773951] req@ffff9a6051f86a00 x1862022422942592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773951.459432:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022422942592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773951.459437:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773951.459439:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773951.459440:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422942592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773951.459467:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422942720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773951.459478:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773951.459484:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773951/real 1775773951] req@ffff9a6051f85c00 x1862022422942720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773951.459491:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022422942720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773951.459499:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773951.459502:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773951.459507:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422942720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773952.290950:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773953.314940:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773954.339042:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773955.362966:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773956.387036:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773956.578874:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773956.578888:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773956.578893:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773956.578905:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11102 00000100:00080000:3.0:1775773956.578919:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773956.578926:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773956.578971:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022422942848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773956.579003:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773956.579007:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773956.579009:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773956.579014:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11102 00000100:00080000:3.0:1775773956.579018:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773956.579022:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773956.579033:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773956.579046:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422942848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773956.579048:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022422942976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773956.579061:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773956.579063:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773956.579065:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773956.579068:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11102 00000100:00080000:3.0:1775773956.579070:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773956.579073:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773956.579076:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773956.579083:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022422943104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773956.579090:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773956.579093:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773956.579095:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773956.579098:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11102 00000100:00080000:3.0:1775773956.579111:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773956.579114:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773956.579121:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775773956.579125:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773956.579134:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422943232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773956.579142:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773956.579145:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773956.579147:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773956.579149:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11102 00000100:00080000:3.0:1775773956.579153:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773956.579157:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773956.579163:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773956.579165:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773956/real 1775773956] req@ffff9a6048b5ad80 x1862022422942848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775773956.579178:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422943360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773956.579200:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022422942848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773956.579213:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773956.579217:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773956.579221:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422942848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773956.579244:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422942976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773956.579263:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773956.579273:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773956/real 1775773956] req@ffff9a6048b5a300 x1862022422942976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773956.579282:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022422942976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773956.579287:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773956.579290:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773956.579292:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422942976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773956.579298:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422943104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773956.579309:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773956.579315:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773956/real 1775773956] req@ffff9a6048b5aa00 x1862022422943104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773956.579323:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022422943104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773956.579328:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773956.579330:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773956.579332:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422943104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773956.579335:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422943232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773956.579345:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773956.579351:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773956/real 1775773956] req@ffff9a6048b59880 x1862022422943232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773956.579361:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022422943232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773956.579370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773956.579374:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773956.579377:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422943232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773956.579383:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422943360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773956.579405:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773956.579415:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773956/real 1775773956] req@ffff9a6048b58a80 x1862022422943360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773981 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773956.579426:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022422943360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773981 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773956.579444:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773956.579448:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773956.579451:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422943360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773957.410919:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773958.434986:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773959.458938:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773960.483001:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773961.506920:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773961.698897:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773961.698909:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773961.698914:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773961.698925:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11107 00000100:00080000:0.0:1775773961.698938:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773961.698945:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773961.698990:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022422943488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773961.699016:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773961.699020:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773961.699022:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773961.699025:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11107 00000100:00080000:0.0:1775773961.699028:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773961.699031:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773961.699040:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773961.699050:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022422943616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773961.699057:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773961.699060:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773961.699061:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773961.699064:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11107 00000100:00080000:0.0:1775773961.699066:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773961.699068:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773961.699071:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773961.699079:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022422943744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773961.699080:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422943488:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773961.699090:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773961.699117:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773961.699119:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773961.699121:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11107 00000100:00080000:0.0:1775773961.699125:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773961.699127:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773961.699132:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773961.699145:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022422943872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773961.699153:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773961.699155:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773961.699156:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773961.699159:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11107 00000100:00080000:0.0:1775773961.699162:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773961.699164:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773961.699166:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773961.699173:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022422944000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775773961.699185:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773961.699223:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773961/real 1775773961] req@ffff9a6051f84380 x1862022422943488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773961.699239:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022422943488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773961.699248:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773961.699252:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773961.699255:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422943488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773961.699260:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422943616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773961.699277:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773961.699284:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773961/real 1775773961] req@ffff9a6051f86680 x1862022422943616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773961.699292:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022422943616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773961.699299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773961.699302:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773961.699304:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422943616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773961.699326:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422943744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773961.699336:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773961.699342:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773961/real 1775773961] req@ffff9a6051f85180 x1862022422943744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773961.699349:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022422943744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773961.699355:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773961.699357:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773961.699359:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422943744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773961.699363:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422943872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773961.699374:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773961.699379:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773961/real 1775773961] req@ffff9a6051f87100 x1862022422943872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773961.699387:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022422943872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773961.699392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773961.699394:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773961.699396:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422943872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773961.699400:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422944000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773961.699410:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773961.699415:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773961/real 1775773961] req@ffff9a6051f84700 x1862022422944000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773986 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773961.699422:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022422944000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773986 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773961.699428:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773961.699429:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773961.699431:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422944000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773962.531002:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773963.555085:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773964.578981:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773965.602898:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773966.626963:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773966.818940:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773966.818951:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773966.818956:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773966.818967:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11112 00000100:00080000:2.0:1775773966.818980:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773966.818987:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773966.819062:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022422944128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773966.819094:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773966.819098:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773966.819100:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773966.819103:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11112 00000100:00080000:2.0:1775773966.819107:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773966.819111:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773966.819122:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773966.819131:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022422944256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773966.819140:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773966.819146:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1775773966.819147:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422944128:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775773966.819147:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773966.819152:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11112 00000100:00080000:2.0:1775773966.819160:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773966.819165:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773966.819169:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773966.819179:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022422944384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773966.819185:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773966.819188:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773966.819190:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773966.819193:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11112 00000100:00080000:2.0:1775773966.819197:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773966.819199:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773966.819202:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773966.819210:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022422944512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773966.819217:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773966.819219:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773966.819221:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1775773966.819229:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775773966.819232:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11112 00000100:00080000:2.0:1775773966.819237:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773966.819241:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773966.819245:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773966.819256:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022422944640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773966.819275:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773966/real 1775773966] req@ffff9a6051392300 x1862022422944128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773966.819295:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022422944128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773966.819308:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773966.819312:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773966.819315:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422944128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773966.819334:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422944256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773966.819360:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773966.819369:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773966/real 1775773966] req@ffff9a6051391500 x1862022422944256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773966.819379:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022422944256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773966.819388:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773966.819392:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773966.819395:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422944256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773966.819401:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422944384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773966.819423:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773966.819434:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773966/real 1775773966] req@ffff9a6051390380 x1862022422944384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773966.819447:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022422944384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773966.819453:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773966.819456:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773966.819458:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422944384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773966.819463:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422944512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773966.819479:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773966.819486:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773966/real 1775773966] req@ffff9a6051391880 x1862022422944512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773966.819493:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022422944512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773966.819499:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773966.819501:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773966.819503:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422944512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773966.819506:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422944640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773966.819515:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773966.819521:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773966/real 1775773966] req@ffff9a6051391c00 x1862022422944640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773991 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773966.819527:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022422944640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773991 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773966.819532:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773966.819534:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773966.819536:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422944640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773967.650892:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773968.674933:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773969.698938:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773970.723012:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773971.746915:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775773971.938896:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773971.938904:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775773971.938908:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773971.938929:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11117 00000100:00080000:2.0:1775773971.938939:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773971.938944:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773971.938978:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022422944768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773971.939003:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773971.939006:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775773971.939007:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773971.939011:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11117 00000100:00080000:2.0:1775773971.939014:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773971.939016:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773971.939023:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773971.939031:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022422944896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773971.939038:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773971.939040:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775773971.939041:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773971.939043:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11117 00000100:00080000:2.0:1775773971.939045:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773971.939047:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773971.939049:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773971.939054:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022422945024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773971.939059:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773971.939061:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775773971.939062:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773971.939064:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11117 00000100:00080000:2.0:1775773971.939066:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773971.939069:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773971.939072:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773971.939077:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022422945152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775773971.939085:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773971.939088:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775773971.939090:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775773971.939092:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422944768:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775773971.939094:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11117 00000100:00080000:2.0:1775773971.939098:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775773971.939102:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775773971.939105:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775773971.939112:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022422945280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775773971.939151:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773971.939186:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773971/real 1775773971] req@ffff9a6051391c00 x1862022422944768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773971.939200:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022422944768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775773996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773971.939207:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773971.939210:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773971.939213:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422944768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773971.939219:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422944896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773971.939233:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773971.939242:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773971/real 1775773971] req@ffff9a6051391880 x1862022422944896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773971.939255:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022422944896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773971.939263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773971.939266:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773971.939269:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422944896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773971.939276:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422945024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773971.939296:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773971.939307:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773971/real 1775773971] req@ffff9a6051390380 x1862022422945024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773971.939316:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022422945024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775773996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773971.939325:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773971.939327:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773971.939329:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422945024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773971.939348:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422945152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773971.939362:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773971.939369:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773971/real 1775773971] req@ffff9a6051391500 x1862022422945152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773971.939376:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022422945152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773971.939381:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773971.939383:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773971.939385:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422945152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773971.939388:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422945280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773971.939397:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773971.939402:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773971/real 1775773971] req@ffff9a6051392300 x1862022422945280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773996 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773971.939409:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022422945280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775773996 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773971.939414:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773971.939415:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773971.939418:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422945280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773972.770991:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773973.794970:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773974.818976:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773975.842962:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773976.866956:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773977.058894:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773977.058901:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773977.058905:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773977.058913:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11122 00000100:00080000:0.0:1775773977.058922:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773977.058928:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773977.058959:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022422945408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773977.058985:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773977.058988:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773977.058989:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773977.058992:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11122 00000100:00080000:0.0:1775773977.058994:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773977.058997:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773977.059004:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773977.059013:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022422945536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773977.059020:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773977.059022:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773977.059024:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773977.059026:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11122 00000100:00080000:0.0:1775773977.059028:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1775773977.059032:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422945408:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773977.059033:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773977.059039:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773977.059048:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022422945664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773977.059055:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773977.059057:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773977.059058:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773977.059060:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11122 00000100:00080000:0.0:1775773977.059064:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773977.059066:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773977.059070:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773977.059077:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022422945792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773977.059084:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773977.059086:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773977.059087:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773977.059090:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11122 00000100:00080000:0.0:1775773977.059093:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773977.059095:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773977.059097:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773977.059104:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022422945920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773977.059119:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422945536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773977.059147:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422945664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773977.059165:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422945792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773977.059176:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422945920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773977.890879:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773978.914923:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773979.938930:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1775773980.131065:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:3.0:1775773980.131102:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1775773980.131116:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775773980.131143:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775773980.131159:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:1.0:1775773980.131167:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773977/real 1775773980] req@ffff9a6051f87800 x1862022422945408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:3.0:1775773980.131173:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775773980.131192:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:1.0:1775773980.131204:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022422945408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773980.131218:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773980.131225:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773980.131230:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422945408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773980.131239:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773977/real 1775773980] req@ffff9a6051f87480 x1862022422945536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773980.131256:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022422945536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773980.131269:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773980.131274:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773980.131278:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422945536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773980.131301:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773977/real 1775773980] req@ffff9a6051f84700 x1862022422945664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773980.131314:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022422945664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773980.131321:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773980.131325:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773980.131328:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422945664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773980.131336:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773977/real 1775773980] req@ffff9a6051f87100 x1862022422945792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773980.131349:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022422945792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773980.131356:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773980.131360:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773980.131363:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422945792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773980.131381:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773977/real 1775773980] req@ffff9a6051f85180 x1862022422945920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773980.131394:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022422945920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773980.131402:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773980.131405:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773980.131409:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422945920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773980.962942:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773981.986932:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773982.178928:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773982.178956:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773982.178960:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773982.178970:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11127 00000100:00080000:3.0:1775773982.178982:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773982.178989:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773982.179038:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422946048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773982.179082:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773982.179086:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773982.179089:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773982.179093:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11127 00000100:00080000:3.0:1775773982.179097:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773982.179101:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773982.179112:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773982.179127:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022422946176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775773982.179140:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422946048:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773982.179142:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773982.179151:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773982.179154:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773982.179159:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11127 00000100:00080000:3.0:1775773982.179163:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773982.179167:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773982.179172:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773982.179187:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022422946304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773982.179198:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773982.179202:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773982.179204:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773982.179208:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11127 00000100:00080000:3.0:1775773982.179212:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1775773982.179217:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775773982.179221:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773982.179227:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773982.179241:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022422946432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773982.179251:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775773982.179256:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773982/real 1775773982] req@ffff9a6048b58000 x1862022422946048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773982.179257:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773982.179261:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773982.179271:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11127 00000100:00080000:3.0:1775773982.179279:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773982.179284:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775773982.179291:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022422946048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1775773982.179291:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1775773982.179307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1775773982.179308:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022422946560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775773982.179315:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773982.179322:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422946048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775773982.179355:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422946176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773982.179379:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773982.179391:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773982/real 1775773982] req@ffff9a6048b59180 x1862022422946176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773982.179403:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022422946176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773982.179411:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773982.179415:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773982.179418:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422946176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773982.179424:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422946304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775773982.179442:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773982.179452:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773982/real 1775773982] req@ffff9a6048b5b800 x1862022422946304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773982.179464:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022422946304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773982.179471:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773982.179474:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773982.179477:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422946304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775773982.179483:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422946432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773982.179502:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773982.179511:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773982/real 1775773982] req@ffff9a6048b59f80 x1862022422946432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773982.179522:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022422946432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773982.179529:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773982.179533:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773982.179536:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422946432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775773982.179541:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422946560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775773982.179558:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775773982.179566:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773982/real 1775773982] req@ffff9a6048b58e00 x1862022422946560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775773982.179578:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022422946560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775773982.179591:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775773982.179594:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775773982.179598:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422946560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773983.010916:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773984.034950:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773985.058900:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773986.083003:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773987.106954:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773987.298854:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773987.298862:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773987.298865:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773987.298874:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11132 00000100:00080000:3.0:1775773987.298884:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773987.298889:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773987.298919:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022422946688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773987.298941:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773987.298944:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773987.298945:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773987.298949:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11132 00000100:00080000:3.0:1775773987.298951:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773987.298955:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773987.298964:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775773987.298974:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422946688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775773987.298980:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022422946816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773987.298993:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773987.298997:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773987.298999:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773987.299005:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11132 00000100:00080000:3.0:1775773987.299009:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773987.299014:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773987.299020:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773987.299036:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022422946944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775773987.299040:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775773987.299054:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773987.299056:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773987.299058:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773987.299062:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11132 00000100:00080000:3.0:1775773987.299066:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775773987.299071:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773987/real 1775773987] req@ffff9a6048b5b100 x1862022422946688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773987.299071:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773987.299080:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773987.299092:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022422947072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773987.299093:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022422946688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773987.299115:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773987.299117:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775773987.299118:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773987.299122:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773987.299124:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773987.299130:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422946688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773987.299166:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422946816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773987.299185:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773987.299195:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773987/real 1775773987] req@ffff9a6048b58e00 x1862022422946816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773987.299205:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022422946816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775773987.299212:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11132 00000100:00080000:2.0:1775773987.299213:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773987.299235:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00080000:3.0:1775773987.299238:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775773987.299240:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422946816:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775773987.299250:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773987.299251:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422946944:192.168.201.120@tcp:38:kworker.0 00000008:00100000:3.0:1775773987.299263:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775773987.299276:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775773987.299302:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022422947200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773987.299305:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773987/real 1775773987] req@ffff9a6048b59f80 x1862022422946944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773987.299336:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022422946944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773987.299342:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773987.299345:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773987.299348:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422946944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773987.299353:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422947072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773987.299367:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773987.299373:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773987/real 1775773987] req@ffff9a6048b5b800 x1862022422947072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773987.299381:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022422947072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773987.299385:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773987.299387:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773987.299389:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422947072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773987.299399:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422947200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773987.299408:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773987.299413:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773987/real 1775773987] req@ffff9a6048b59180 x1862022422947200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773987.299420:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022422947200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773987.299425:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773987.299427:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773987.299429:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422947200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773988.130931:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773989.154985:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773990.178911:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773991.203020:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773992.226950:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775773992.418944:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773992.418955:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775773992.418961:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773992.418973:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11138 00000100:00080000:0.0:1775773992.418990:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773992.418999:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775773992.419049:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022422947328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775773992.419094:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773992.419098:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775773992.419100:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773992.419105:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11138 00000100:00080000:0.0:1775773992.419110:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773992.419115:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773992.419128:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773992.419146:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022422947456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773992.419146:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422947328:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773992.419165:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773992.419168:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775773992.419170:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773992.419186:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11138 00000100:00080000:0.0:1775773992.419191:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773992.419196:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773992.419203:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775773992.419220:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022422947584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775773992.419226:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775773992.419238:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775773992.419243:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775773992.419245:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775773992.419252:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11138 00000100:00080000:0.0:1775773992.419258:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773992.419264:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775773992.419267:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773992/real 1775773992] req@ffff9a6051f86680 x1862022422947328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1775773992.419272:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773992.419294:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022422947712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773992.419297:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022422947328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775773992.419323:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775773992.419327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775773992.419328:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775773992.419333:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775773992.419337:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:0.0:1775773992.419342:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11138 00000100:00100000:2.0:1775773992.419348:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422947328:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775773992.419349:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775773992.419359:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775773992.419365:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775773992.419378:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022422947840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773992.419388:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422947456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773992.419419:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773992.419431:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773992/real 1775773992] req@ffff9a6051f84380 x1862022422947456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773992.419440:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022422947456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773992.419446:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773992.419448:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773992.419450:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422947456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773992.419454:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422947584:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773992.419468:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773992.419477:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773992/real 1775773992] req@ffff9a6051f85c00 x1862022422947584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773992.419489:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022422947584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773992.419504:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773992.419507:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773992.419511:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422947584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773992.419518:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422947712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773992.419539:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773992.419549:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773992/real 1775773992] req@ffff9a6051f86a00 x1862022422947712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773992.419598:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022422947712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773992.419607:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773992.419610:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773992.419612:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422947712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773992.419625:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422947840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773992.419641:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773992.419649:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773992/real 1775773992] req@ffff9a6051f85880 x1862022422947840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773992.419656:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022422947840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773992.419662:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773992.419664:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773992.419667:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422947840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775773993.250995:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773994.274866:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773995.298921:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775773996.322934:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773997.346936:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775773997.538938:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773997.538950:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775773997.538956:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773997.538968:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11143 00000100:00080000:3.0:1775773997.538983:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773997.538991:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775773997.539041:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422947968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773997.539085:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773997.539089:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775773997.539091:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773997.539095:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11143 00000100:00080000:3.0:1775773997.539098:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773997.539101:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773997.539113:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773997.539125:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422948096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773997.539135:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773997.539139:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775773997.539140:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773997.539144:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11143 00000100:00080000:3.0:1775773997.539146:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773997.539149:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773997.539152:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775773997.539160:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422948224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775773997.539170:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422947968:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775773997.539173:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773997.539183:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775773997.539186:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773997.539198:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11143 00000100:00080000:3.0:1775773997.539201:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773997.539204:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773997.539209:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773997.539219:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022422948352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775773997.539228:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775773997.539231:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775773997.539233:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775773997.539236:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11143 00000100:00080000:3.0:1775773997.539239:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775773997.539242:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775773997.539246:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775773997.539255:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022422948480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775773997.539294:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773997.539354:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773997/real 1775773997] req@ffff9a6048b58000 x1862022422947968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773997.539375:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022422947968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773997.539386:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773997.539391:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773997.539395:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422947968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775773997.539402:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422948096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773997.539426:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773997.539437:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773997/real 1775773997] req@ffff9a6048b58a80 x1862022422948096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773997.539448:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022422948096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773997.539455:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773997.539458:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773997.539461:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422948096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773997.539523:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422948224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775773997.539551:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773997.539566:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773997/real 1775773997] req@ffff9a6048b59880 x1862022422948224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773997.539584:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022422948224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773997.539596:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773997.539601:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773997.539605:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422948224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775773997.539610:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422948352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773997.539632:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773997.539642:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773997/real 1775773997] req@ffff9a6048b5aa00 x1862022422948352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773997.539652:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022422948352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773997.539659:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773997.539662:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773997.539664:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422948352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775773997.539669:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422948480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775773997.539681:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775773997.539688:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775773997/real 1775773997] req@ffff9a6048b5a300 x1862022422948480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775773997.539699:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022422948480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775773997.539705:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775773997.539707:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775773997.539710:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422948480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775773998.370940:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775773999.394961:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774000.418935:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774001.442984:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774002.466951:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774002.658893:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774002.658903:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774002.658908:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774002.658919:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11148 00000100:00080000:0.0:1775774002.658931:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774002.658938:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774002.658980:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022422948608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774002.659005:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774002.659009:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774002.659011:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774002.659016:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11148 00000100:00080000:0.0:1775774002.659020:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774002.659024:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774002.659037:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774002.659052:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022422948736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774002.659065:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774002.659069:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774002.659071:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774002.659076:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11148 00000100:00080000:0.0:1775774002.659079:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774002.659082:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774002.659087:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774002.659101:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022422948864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774002.659108:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422948608:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774002.659133:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774002.659135:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774002.659136:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774002.659140:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11148 00000100:00080000:0.0:1775774002.659143:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774002.659146:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774002.659149:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774002.659160:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022422948992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774002.659166:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774002.659169:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774002.659170:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774002.659173:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11148 00000100:00080000:0.0:1775774002.659177:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774002.659179:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774002.659182:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774002.659189:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022422949120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775774002.659199:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774002.659236:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774002/real 1775774002] req@ffff9a6051f87b80 x1862022422948608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774002.659251:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022422948608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774002.659261:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774002.659265:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774002.659268:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422948608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774002.659276:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422948736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774002.659295:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774002.659304:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774002/real 1775774002] req@ffff9a6051f86d80 x1862022422948736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774002.659311:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022422948736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774002.659317:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774002.659320:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774002.659322:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422948736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774002.659341:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422948864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774002.659351:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774002.659358:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774002/real 1775774002] req@ffff9a6051f85f80 x1862022422948864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774002.659366:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022422948864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774002.659371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774002.659390:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774002.659394:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422948864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774002.659401:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422948992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774002.659416:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774002.659424:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774002/real 1775774002] req@ffff9a6051f84e00 x1862022422948992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774002.659432:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022422948992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774002.659437:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774002.659439:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774002.659442:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422948992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774002.659446:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422949120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774002.659456:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774002.659461:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774002/real 1775774002] req@ffff9a6051f84a80 x1862022422949120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774027 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774002.659468:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022422949120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774027 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774002.659473:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774002.659475:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774002.659477:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422949120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774003.491009:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774004.514920:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774005.538967:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774006.562883:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774007.586929:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774007.778862:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774007.778871:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774007.778877:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774007.778887:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11153 00000100:00080000:0.0:1775774007.778897:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774007.778904:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774007.778938:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022422949248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774007.778966:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774007.778970:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774007.778972:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774007.778976:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11153 00000100:00080000:0.0:1775774007.778979:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774007.778983:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774007.778993:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774007.779005:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022422949376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774007.779012:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422949248:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774007.779023:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774007.779026:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774007.779028:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774007.779033:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11153 00000100:00080000:0.0:1775774007.779037:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774007.779040:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774007.779045:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774007.779057:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022422949504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775774007.779073:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775774007.779079:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774007.779083:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774007.779085:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774007.779090:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11153 00000100:00080000:0.0:1775774007.779094:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774007.779098:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774007.779103:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774007.779114:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022422949632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774007.779119:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774007/real 1775774007] req@ffff9a6051f85500 x1862022422949248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774007.779133:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774007.779138:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774007.779141:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774007.779147:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11153 00000100:00100000:2.0:1775774007.779148:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022422949248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774007.779152:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774007.779160:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:2.0:1775774007.779164:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1775774007.779166:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1775774007.779171:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774007.779175:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422949248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774007.779187:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022422949760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774007.779199:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422949376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774007.779220:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774007.779230:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774007/real 1775774007] req@ffff9a6051f86300 x1862022422949376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774007.779239:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022422949376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774007.779244:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774007.779247:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774007.779249:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422949376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774007.779252:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422949504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774007.779263:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774007.779268:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774007/real 1775774007] req@ffff9a6051f84a80 x1862022422949504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774007.779276:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022422949504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774007.779281:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774007.779282:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774007.779284:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422949504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774007.779315:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422949632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774007.779330:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774007.779337:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774007/real 1775774007] req@ffff9a6051f84e00 x1862022422949632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774007.779345:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022422949632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774007.779351:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774007.779353:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774007.779355:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422949632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774007.779365:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422949760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774007.779375:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774007.779381:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774007/real 1775774007] req@ffff9a6051f85f80 x1862022422949760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774032 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774007.779388:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022422949760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774032 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774007.779393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774007.779395:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774007.779397:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422949760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774008.610904:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774009.634962:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774010.658939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774011.682944:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774012.706952:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774012.898977:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774012.898988:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774012.898994:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774012.899006:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11158 00000100:00080000:3.0:1775774012.899036:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774012.899045:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774012.899110:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022422949888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774012.899146:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774012.899151:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774012.899153:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774012.899158:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11158 00000100:00080000:3.0:1775774012.899162:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774012.899166:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774012.899177:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774012.899193:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022422950016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774012.899235:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774012.899240:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774012.899243:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774012.899259:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11158 00000100:00080000:3.0:1775774012.899264:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774012.899273:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774012.899274:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422949888:192.168.201.120@tcp:250:kworker.0 00000008:00100000:3.0:1775774012.899281:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774012.899301:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022422950144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774012.899315:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774012.899319:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774012.899322:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774012.899327:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11158 00000100:00080000:3.0:1775774012.899368:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1775774012.899375:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775774012.899381:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774012.899390:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774012.899407:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422950272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774012.899430:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774012.899434:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774012.899436:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774012.899439:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11158 00000100:00080000:3.0:1775774012.899443:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774012.899446:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774012.899452:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774012.899459:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774012/real 1775774012] req@ffff9a6048b5ad80 x1862022422949888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774012.899472:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022422950400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774012.899500:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022422949888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774012.899517:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774012.899523:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774012.899529:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422949888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774012.899548:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422950016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774012.899574:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774012.899589:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774012/real 1775774012] req@ffff9a6048b5bb80 x1862022422950016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774012.899612:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022422950016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774012.899621:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774012.899625:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774012.899629:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422950016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774012.899655:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422950144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774012.899673:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774012.899682:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774012/real 1775774012] req@ffff9a6048b5a680 x1862022422950144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774012.899695:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022422950144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774012.899704:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774012.899708:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774012.899711:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422950144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774012.899718:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422950272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774012.899734:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774012.899743:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774012/real 1775774012] req@ffff9a6048b5b480 x1862022422950272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774012.899755:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022422950272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774012.899764:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774012.899767:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774012.899770:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422950272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774012.899776:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422950400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774012.899829:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774012.899842:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774012/real 1775774012] req@ffff9a6048b59500 x1862022422950400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774037 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774012.899854:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022422950400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774037 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774012.899863:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774012.899867:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774012.899870:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422950400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774013.731030:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774014.754962:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774015.779109:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774016.802995:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774017.827052:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774018.018994:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774018.019011:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774018.019018:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774018.019043:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11163 00000100:00080000:3.0:1775774018.019060:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774018.019070:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774018.019184:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022422950528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774018.019221:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774018.019225:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774018.019227:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774018.019231:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11163 00000100:00080000:3.0:1775774018.019236:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774018.019239:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774018.019253:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774018.019277:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022422950656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774018.019294:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774018.019304:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1775774018.019306:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422950528:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774018.019308:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774018.019316:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11163 00000100:00080000:3.0:1775774018.019322:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774018.019331:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774018.019361:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774018.019385:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422950784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774018.019395:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774018.019399:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774018.019402:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774018.019406:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11163 00000100:00080000:3.0:1775774018.019421:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774018.019429:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775774018.019436:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775774018.019445:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774018.019462:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022422950912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774018.019474:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774018.019477:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774018.019479:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774018.019483:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11163 00000100:00080000:3.0:1775774018.019488:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775774018.019490:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774018/real 1775774018] req@ffff9a6048b59c00 x1862022422950528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774018.019495:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774018.019502:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774018.019537:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022422951040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774018.019577:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022422950528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774018.019592:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774018.019597:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774018.019602:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422950528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774018.019629:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422950656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774018.019666:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774018.019678:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774018/real 1775774018] req@ffff9a6048b59500 x1862022422950656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774018.019690:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022422950656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774018.019697:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774018.019700:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774018.019703:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422950656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774018.019717:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422950784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774018.019730:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774018.019737:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774018/real 1775774018] req@ffff9a6048b5b480 x1862022422950784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774018.019753:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022422950784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774018.019759:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774018.019762:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774018.019764:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422950784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774018.019769:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422950912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774018.019783:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774018.019860:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774018/real 1775774018] req@ffff9a6048b5a680 x1862022422950912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774018.019872:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022422950912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774018.019879:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774018.019891:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774018.019894:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422950912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774018.019900:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422951040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774018.019920:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774018.019936:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774018/real 1775774018] req@ffff9a6048b5bb80 x1862022422951040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774018.019952:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022422951040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774018.019972:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774018.019977:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774018.019982:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422951040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774018.850955:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774019.874917:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774020.898877:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774021.922946:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774022.946910:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774023.138916:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774023.138928:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774023.138932:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774023.138941:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11168 00000100:00080000:1.0:1775774023.138951:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774023.138957:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774023.138992:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022422951168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774023.139030:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774023.139034:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774023.139036:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774023.139040:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11168 00000100:00080000:1.0:1775774023.139044:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774023.139047:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774023.139056:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774023.139070:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422951168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774023.139073:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022422951296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774023.139086:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774023.139088:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774023.139091:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774023.139096:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11168 00000100:00080000:1.0:1775774023.139101:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774023.139105:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774023.139111:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774023.139125:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022422951424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774023.139136:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774023.139140:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774023.139142:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774023.139148:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11168 00000100:00080000:1.0:1775774023.139153:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774023.139158:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774023.139163:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774023.139176:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422951552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774023.139183:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774023.139186:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774023.139187:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774023.139190:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11168 00000100:00080000:1.0:1775774023.139192:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774023.139197:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:3.0:1775774023.139200:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:1.0:1775774023.139202:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774023.139211:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422951680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774023.139240:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774023/real 1775774023] req@ffff9a6058739c00 x1862022422951168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774023.139259:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022422951168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774023.139393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774023.139398:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774023.139403:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422951168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774023.139476:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422951296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774023.139505:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774023.139519:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774023/real 1775774023] req@ffff9a6058738380 x1862022422951296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774023.139533:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022422951296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774023.139542:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774023.139546:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774023.139549:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422951296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774023.139555:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422951424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774023.139576:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774023.139587:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774023/real 1775774023] req@ffff9a605873b480 x1862022422951424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774023.139598:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022422951424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774023.139607:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774023.139610:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774023.139613:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422951424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774023.139619:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422951552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774023.139638:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774023.139648:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774023/real 1775774023] req@ffff9a6058738000 x1862022422951552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774023.139666:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422951552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774023.139674:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774023.139677:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774023.139680:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422951552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774023.139686:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422951680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774023.139705:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774023.139716:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774023/real 1775774023] req@ffff9a6058739f80 x1862022422951680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774023.139727:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422951680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774023.139735:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774023.139738:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774023.139742:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422951680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774023.970967:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774024.994937:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774026.018963:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774027.042935:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774028.066970:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774028.258942:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774028.258950:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774028.258955:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774028.258963:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11173 00000100:00080000:0.0:1775774028.258973:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774028.258979:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774028.259012:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022422951808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774028.259037:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774028.259041:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774028.259043:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774028.259046:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11173 00000100:00080000:0.0:1775774028.259055:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774028.259058:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774028.259067:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774028.259076:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022422951936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774028.259085:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774028.259088:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774028.259090:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774028.259095:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11173 00000100:00080000:0.0:1775774028.259099:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774028.259103:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774028.259108:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422951808:192.168.201.120@tcp:250:kworker.0 00000008:00100000:0.0:1775774028.259110:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774028.259128:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022422952064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774028.259140:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774028.259144:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774028.259146:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774028.259150:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11173 00000100:00080000:0.0:1775774028.259154:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774028.259158:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774028.259164:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774028.259177:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774028.259178:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022422952192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774028.259190:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774028.259194:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774028.259196:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774028.259200:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11173 00000100:00080000:0.0:1775774028.259205:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774028.259211:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774028.259217:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774028/real 1775774028] req@ffff9a6051f86d80 x1862022422951808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1775774028.259218:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774028.259234:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022422952320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774028.259242:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022422951808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774028.259257:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774028.259262:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774028.259269:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422951808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774028.259277:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422951936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774028.259300:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774028.259313:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774028/real 1775774028] req@ffff9a6051f87b80 x1862022422951936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774028.259325:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022422951936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774028.259334:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774028.259337:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774028.259341:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422951936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774028.259365:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422952064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774028.259384:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774028.259395:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774028/real 1775774028] req@ffff9a6051f85880 x1862022422952064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774028.259407:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022422952064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774028.259415:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774028.259419:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774028.259422:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422952064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774028.259428:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422952192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774028.259448:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774028.259459:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774028/real 1775774028] req@ffff9a6051f86a00 x1862022422952192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774028.259471:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022422952192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774028.259478:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774028.259481:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774028.259485:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422952192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774028.259491:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422952320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774028.259509:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774028.259519:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774028/real 1775774028] req@ffff9a6051f85c00 x1862022422952320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774028.259531:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022422952320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774028.259539:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774028.259542:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774028.259545:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422952320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774029.090961:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774030.115070:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774031.138928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774032.163042:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774033.186917:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774033.378970:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774033.378985:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774033.378991:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774033.379005:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11178 00000100:00080000:3.0:1775774033.379020:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774033.379028:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774033.379083:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022422952448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774033.379118:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774033.379122:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774033.379124:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774033.379127:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11178 00000100:00080000:3.0:1775774033.379130:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774033.379134:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774033.379145:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774033.379157:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022422952576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774033.379165:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774033.379168:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774033.379170:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774033.379174:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11178 00000100:00080000:3.0:1775774033.379177:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774033.379184:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774033.379186:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422952448:192.168.201.120@tcp:250:kworker.0 00000008:00100000:3.0:1775774033.379190:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774033.379206:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022422952704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774033.379219:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774033.379223:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774033.379225:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774033.379229:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11178 00000100:00080000:3.0:1775774033.379234:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774033.379239:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774033.379244:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774033.379255:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422952832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774033.379265:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774033.379269:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774033.379271:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774033.379277:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11178 00000800:00000100:2.0:1775774033.379279:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775774033.379285:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774033.379290:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774033.379296:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774033.379313:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422952960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774033.379332:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774033/real 1775774033] req@ffff9a6048b5ad80 x1862022422952448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774033.379351:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022422952448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774033.379361:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774033.379365:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774033.379368:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422952448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774033.379375:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422952576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774033.379395:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774033.379404:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774033/real 1775774033] req@ffff9a6048b5a300 x1862022422952576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774033.379412:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022422952576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774033.379418:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774033.379420:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774033.379431:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422952576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774033.379454:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422952704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774033.379468:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774033.379474:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774033/real 1775774033] req@ffff9a6048b5aa00 x1862022422952704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774033.379482:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022422952704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774033.379488:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774033.379490:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774033.379492:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422952704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774033.379496:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422952832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774033.379506:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774033.379511:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774033/real 1775774033] req@ffff9a6048b59880 x1862022422952832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774033.379529:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022422952832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774033.379535:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774033.379537:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774033.379539:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422952832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774033.379543:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422952960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774033.379555:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774033.379561:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774033/real 1775774033] req@ffff9a6048b58a80 x1862022422952960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774033.379568:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022422952960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774033.379573:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774033.379575:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774033.379577:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422952960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774034.210989:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774035.234973:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774036.259034:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774037.282912:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774038.306882:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774038.498898:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774038.498908:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774038.498913:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774038.498924:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11184 00000100:00080000:3.0:1775774038.498936:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774038.498943:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774038.498980:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422953088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774038.499009:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774038.499012:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774038.499013:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774038.499020:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11184 00000100:00080000:3.0:1775774038.499023:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774038.499026:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774038.499034:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774038.499044:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022422953216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774038.499051:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774038.499054:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774038.499057:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775774038.499059:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422953088:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774038.499062:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11184 00000100:00080000:3.0:1775774038.499067:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774038.499070:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774038.499073:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774038.499082:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022422953344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774038.499088:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774038.499091:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774038.499093:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774038.499095:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11184 00000100:00080000:3.0:1775774038.499109:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774038.499112:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774038.499116:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774038.499118:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774038.499126:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022422953472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774038.499134:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774038.499136:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774038.499137:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774038.499140:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11184 00000100:00080000:3.0:1775774038.499148:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775774038.499152:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774038/real 1775774038] req@ffff9a6048b58000 x1862022422953088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774038.499153:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774038.499159:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774038.499170:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022422953600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774038.499216:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022422953088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774038.499225:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774038.499230:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774038.499234:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422953088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774038.499256:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422953216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774038.499282:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774038.499294:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774038/real 1775774038] req@ffff9a6048b59180 x1862022422953216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774038.499310:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022422953216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774038.499315:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774038.499318:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774038.499320:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422953216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774038.499324:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422953344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774038.499338:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774038.499344:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774038/real 1775774038] req@ffff9a6048b5b800 x1862022422953344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774038.499352:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022422953344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774038.499361:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774038.499363:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774038.499366:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422953344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774038.499369:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422953472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774038.499379:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774038.499384:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774038/real 1775774038] req@ffff9a6048b59f80 x1862022422953472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774038.499391:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022422953472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774038.499396:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774038.499398:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774038.499399:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422953472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774038.499403:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422953600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774038.499411:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774038.499417:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774038/real 1775774038] req@ffff9a6048b58e00 x1862022422953600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774038.499424:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022422953600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774038.499429:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774038.499430:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774038.499433:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422953600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774039.330949:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774040.354989:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774041.378928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774042.403023:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774043.426933:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774043.618957:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774043.618967:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774043.618972:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774043.618984:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11189 00000100:00080000:1.0:1775774043.618998:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774043.619005:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774043.619049:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422953728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774043.619077:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774043.619080:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774043.619085:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774043.619089:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11189 00000100:00080000:1.0:1775774043.619092:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774043.619094:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774043.619105:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774043.619118:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422953856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774043.619127:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774043.619132:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1775774043.619132:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422953728:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774043.619134:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774043.619143:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11189 00000100:00080000:1.0:1775774043.619145:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774043.619149:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774043.619152:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774043.619161:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422953984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774043.619168:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774043.619171:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774043.619173:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774043.619175:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11189 00000100:00080000:1.0:1775774043.619178:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774043.619181:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774043.619184:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774043.619190:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422954112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774043.619196:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774043.619198:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774043.619199:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774043.619202:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11189 00000100:00080000:1.0:1775774043.619205:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774043.619208:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774043.619211:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774043.619218:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422954240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774043.619252:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422953856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774043.619310:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422953984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774043.619337:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422954112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774043.619373:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422954240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774044.450984:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774045.474937:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774046.498945:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775774046.691044:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:0.0:1775774046.691088:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775774046.691105:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774046.691150:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774046.691163:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774046.691173:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774046.691185:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775774046.691198:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774043/real 1775774046] req@ffff9a605873b800 x1862022422953856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774046.691226:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422953856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774046.691238:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774046.691249:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774046.691254:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422953856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774046.691262:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774043/real 1775774046] req@ffff9a605873ad80 x1862022422953984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774046.691272:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422953984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774046.691286:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774046.691290:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774046.691294:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422953984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774046.691302:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774043/real 1775774046] req@ffff9a6058738700 x1862022422954112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774046.691316:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422954112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774046.691326:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774046.691331:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774046.691335:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422954112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774046.691344:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774043/real 1775774046] req@ffff9a605873a680 x1862022422954240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774046.691356:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422954240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774046.691362:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774046.691365:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774046.691367:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422954240:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774046.691372:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774043/real 1775774046] req@ffff9a6058738a80 x1862022422953728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774068 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774046.691381:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422953728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774068 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774046.691387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774046.691389:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774046.691392:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422953728:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775774047.522866:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774048.546980:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774048.738932:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774048.738948:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774048.738955:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774048.738969:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11194 00000100:00080000:1.0:1775774048.738986:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774048.738996:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774048.739049:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422954368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774048.739081:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774048.739085:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774048.739088:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774048.739092:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11194 00000100:00080000:1.0:1775774048.739097:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774048.739101:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774048.739115:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774048.739133:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422954496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774048.739146:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775774048.739147:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422954368:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774048.739156:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774048.739159:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774048.739164:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11194 00000100:00080000:1.0:1775774048.739168:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774048.739172:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774048.739178:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774048.739192:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422954624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774048.739204:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774048.739209:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774048.739211:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774048.739215:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11194 00000100:00080000:1.0:1775774048.739220:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774048.739225:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774048.739231:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774048.739243:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422954752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775774048.739248:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775774048.739259:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774048.739264:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774048.739265:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774048.739270:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11194 00000100:00080000:1.0:1775774048.739274:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774048.739278:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774048.739283:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774048.739297:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422954880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774048.739333:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774048/real 1775774048] req@ffff9a6058739180 x1862022422954368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774048.739360:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422954368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774048.739374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774048.739380:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774048.739385:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422954368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774048.739424:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422954496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774048.739453:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774048.739474:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774048/real 1775774048] req@ffff9a6058739500 x1862022422954496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774048.739488:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422954496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774048.739498:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774048.739502:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774048.739507:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422954496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774048.739513:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422954624:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774048.739534:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774048.739546:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774048/real 1775774048] req@ffff9a6058738e00 x1862022422954624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774048.739580:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422954624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774048.739589:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774048.739593:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774048.739596:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422954624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774048.739603:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422954752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774048.739629:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774048.739642:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774048/real 1775774048] req@ffff9a605873a300 x1862022422954752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774048.739655:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422954752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774048.739665:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774048.739669:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774048.739673:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422954752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774048.739680:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422954880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774048.739701:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774048.739713:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774048/real 1775774048] req@ffff9a605873aa00 x1862022422954880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774073 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774048.739724:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422954880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774073 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774048.739733:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774048.739747:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774048.739753:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422954880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774049.570991:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774050.595018:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774051.618996:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774052.642963:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774053.666973:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774053.858965:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774053.858978:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774053.858984:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774053.858997:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11199 00000100:00080000:0.0:1775774053.859013:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774053.859023:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774053.859078:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022422955008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774053.859114:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774053.859119:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774053.859121:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774053.859126:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11199 00000100:00080000:0.0:1775774053.859130:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774053.859136:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774053.859148:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774053.859162:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022422955136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774053.859171:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774053.859174:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774053.859176:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774053.859183:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11199 00000100:00100000:2.0:1775774053.859185:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422955008:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774053.859187:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774053.859197:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774053.859202:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774053.859214:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022422955264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774053.859220:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774053.859224:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774053.859225:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774053.859228:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11199 00000100:00080000:0.0:1775774053.859231:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774053.859235:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774053.859241:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774053.859250:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022422955392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774053.859256:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774053.859259:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774053.859260:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774053.859263:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11199 00000100:00080000:0.0:1775774053.859266:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774053.859268:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774053.859271:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774053.859278:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774053.859283:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022422955520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774053.859331:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774053/real 1775774053] req@ffff9a6051f84380 x1862022422955008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774053.859353:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022422955008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774053.859362:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774053.859365:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774053.859368:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422955008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774053.859389:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422955136:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774053.859409:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774053.859418:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774053/real 1775774053] req@ffff9a6051f86680 x1862022422955136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774053.859431:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022422955136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774053.859436:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774053.859438:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774053.859440:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422955136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774053.859444:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422955264:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774053.859455:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774053.859461:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774053/real 1775774053] req@ffff9a6051f85180 x1862022422955264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774053.859468:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022422955264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774053.859473:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774053.859475:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774053.859476:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422955264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774053.859496:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422955392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774053.859512:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774053.859520:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774053/real 1775774053] req@ffff9a6051f87100 x1862022422955392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774053.859528:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022422955392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774053.859537:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774053.859540:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774053.859542:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422955392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774053.859546:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422955520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774053.859556:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774053.859561:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774053/real 1775774053] req@ffff9a6051f84700 x1862022422955520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774078 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774053.859568:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022422955520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774078 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774053.859573:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774053.859575:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774053.859577:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422955520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774054.690975:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774055.715008:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774056.739017:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774057.762965:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774058.786953:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774058.978913:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774058.978922:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774058.978928:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774058.978939:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11204 00000100:00080000:1.0:1775774058.978953:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774058.978961:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774058.979010:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022422955648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774058.979042:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774058.979045:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774058.979047:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774058.979052:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11204 00000100:00080000:1.0:1775774058.979057:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774058.979061:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774058.979072:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774058.979092:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022422955776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774058.979093:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422955648:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774058.979122:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774058.979127:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774058.979129:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774058.979135:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11204 00000100:00080000:1.0:1775774058.979141:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774058.979147:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774058.979154:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774058.979170:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022422955904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775774058.979184:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775774058.979188:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774058.979193:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774058.979196:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774058.979203:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11204 00000100:00080000:1.0:1775774058.979209:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774058.979214:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774058.979223:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774058.979227:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774058/real 1775774058] req@ffff9a605873bb80 x1862022422955648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774058.979243:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422956032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774058.979257:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022422955648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774058.979259:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774058.979268:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774058.979272:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774058.979283:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11204 00000100:00080000:1.0:1775774058.979290:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774058.979295:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:0.0:1775774058.979299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1775774058.979300:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1775774058.979310:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774058.979315:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422955648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774058.979319:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422956160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774058.979351:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422955776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774058.979381:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774058.979408:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774058/real 1775774058] req@ffff9a6058739880 x1862022422955776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774058.979419:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022422955776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774058.979427:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774058.979431:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774058.979437:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422955776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774058.979444:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422955904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774058.979471:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774058.979489:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774058/real 1775774058] req@ffff9a605873b100 x1862022422955904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774058.979516:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022422955904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774058.979527:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774058.979538:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774058.979546:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422955904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774058.979568:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422956032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774058.979593:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774058.979605:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774058/real 1775774058] req@ffff9a605873aa00 x1862022422956032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774058.979613:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422956032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774058.979618:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774058.979621:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774058.979623:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422956032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774058.979627:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422956160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774058.979640:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774058.979646:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774058/real 1775774058] req@ffff9a605873a300 x1862022422956160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774083 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774058.979653:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422956160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774083 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774058.979658:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774058.979660:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774058.979662:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422956160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774059.810934:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774060.834984:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774061.858953:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774062.882914:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774063.906917:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774064.098891:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774064.098899:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774064.098903:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774064.098911:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11209 00000100:00080000:1.0:1775774064.098921:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774064.098927:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774064.098960:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422956288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774064.098987:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774064.098990:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774064.098991:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774064.098994:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11209 00000100:00080000:1.0:1775774064.098997:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774064.098999:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774064.099007:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774064.099015:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422956416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774064.099022:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774064.099025:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774064.099026:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774064.099035:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11209 00000100:00100000:0.0:1775774064.099038:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422956288:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774064.099038:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774064.099044:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774064.099048:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774064.099057:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422956544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774064.099064:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774064.099067:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774064.099068:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774064.099071:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11209 00000100:00080000:1.0:1775774064.099084:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774064.099087:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774064.099090:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775774064.099095:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774064.099099:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422956672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774064.099107:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774064.099109:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774064.099111:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774064.099113:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11209 00000100:00080000:1.0:1775774064.099116:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774064.099119:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774064.099123:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774064.099129:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774064/real 1775774064] req@ffff9a6058738e00 x1862022422956288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774064.099131:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422956800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774064.099172:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422956288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774064.099190:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774064.099195:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774064.099199:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422956288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774064.099207:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422956416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774064.099231:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774064.099241:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774064/real 1775774064] req@ffff9a6058739500 x1862022422956416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774064.099250:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422956416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774064.099255:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774064.099258:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774064.099260:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422956416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774064.099280:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422956544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774064.099313:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774064.099325:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774064/real 1775774064] req@ffff9a6058739180 x1862022422956544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774064.099339:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422956544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774064.099354:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774064.099357:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774064.099361:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422956544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774064.099367:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422956672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774064.099387:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774064.099395:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774064/real 1775774064] req@ffff9a6058738a80 x1862022422956672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774064.099403:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422956672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774064.099408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774064.099410:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774064.099412:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422956672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774064.099416:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422956800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774064.099426:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774064.099431:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774064/real 1775774064] req@ffff9a605873a680 x1862022422956800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774064.099438:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422956800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774064.099443:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774064.099444:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774064.099447:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422956800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774064.930914:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774065.954935:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774066.978909:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774068.002913:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774069.027015:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774069.218929:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774069.218939:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774069.218951:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774069.218962:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11214 00000100:00080000:3.0:1775774069.218978:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774069.218987:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774069.219039:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022422956928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774069.219071:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774069.219073:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774069.219075:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774069.219078:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11214 00000100:00080000:3.0:1775774069.219082:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774069.219086:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774069.219097:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774069.219111:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022422957056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774069.219118:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774069.219121:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774069.219122:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774069.219125:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11214 00000100:00080000:3.0:1775774069.219127:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774069.219130:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774069.219133:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774069.219142:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022422957184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774069.219151:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422956928:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774069.219153:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774069.219160:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774069.219164:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774069.219173:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11214 00000100:00080000:3.0:1775774069.219175:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774069.219178:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774069.219188:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774069.219200:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022422957312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774069.219228:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774069.219232:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774069.219233:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774069.219237:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11214 00000100:00080000:3.0:1775774069.219241:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774069.219245:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774069.219249:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775774069.219256:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774069.219266:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022422957440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774069.219301:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774069/real 1775774069] req@ffff9a6048b5b100 x1862022422956928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774069.219321:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022422956928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774069.219330:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774069.219334:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774069.219337:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422956928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774069.219344:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422957056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774069.219362:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774069.219369:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774069/real 1775774069] req@ffff9a6048b58e00 x1862022422957056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774069.219377:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022422957056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774069.219382:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774069.219385:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774069.219387:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422957056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774069.219407:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422957184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774069.219419:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774069.219425:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774069/real 1775774069] req@ffff9a6048b59f80 x1862022422957184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774069.219432:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022422957184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774069.219437:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774069.219439:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774069.219441:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422957184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774069.219445:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422957312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774069.219462:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774069.219472:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774069/real 1775774069] req@ffff9a6048b5b800 x1862022422957312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774069.219485:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022422957312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774069.219493:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774069.219497:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774069.219501:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422957312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774069.219508:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422957440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774069.219527:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774069.219535:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774069/real 1775774069] req@ffff9a6048b59180 x1862022422957440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774069.219548:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022422957440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774069.219553:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774069.219555:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774069.219557:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422957440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774070.051003:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774071.075048:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774072.098925:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774073.122959:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774074.146890:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774074.338940:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774074.338948:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774074.338951:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774074.338960:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11219 00000100:00080000:1.0:1775774074.338970:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774074.338976:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774074.339022:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422957568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774074.339042:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774074.339045:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774074.339047:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774074.339049:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11219 00000100:00080000:1.0:1775774074.339052:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774074.339054:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774074.339062:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774074.339071:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422957696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774074.339080:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775774074.339082:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422957568:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774074.339083:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774074.339087:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774074.339094:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11219 00000100:00080000:1.0:1775774074.339096:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774074.339098:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774074.339101:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774074.339111:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422957824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774074.339117:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774074.339140:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774074.339141:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774074.339145:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11219 00000100:00080000:1.0:1775774074.339148:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774074.339151:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774074.339156:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775774074.339161:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774074.339169:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422957952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774074.339177:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774074.339180:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774074.339181:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774074.339185:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11219 00000100:00080000:1.0:1775774074.339188:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774074.339190:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774074.339193:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774074.339195:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774074/real 1775774074] req@ffff9a6058738700 x1862022422957568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774074.339202:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422958080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774074.339219:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422957568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774074.339227:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774074.339230:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774074.339233:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422957568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774074.339262:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422957696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774074.339278:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774074.339286:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774074/real 1775774074] req@ffff9a605873ad80 x1862022422957696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774074.339304:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422957696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774074.339310:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774074.339312:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774074.339314:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422957696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774074.339318:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422957824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774074.339328:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774074.339334:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774074/real 1775774074] req@ffff9a605873b800 x1862022422957824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774074.339341:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422957824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774074.339346:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774074.339347:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774074.339349:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422957824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774074.339352:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422957952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774074.339371:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774074.339377:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774074/real 1775774074] req@ffff9a6058739f80 x1862022422957952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774074.339384:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422957952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774074.339393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774074.339395:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774074.339397:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422957952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774074.339400:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422958080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774074.339410:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774074.339414:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774074/real 1775774074] req@ffff9a6058738000 x1862022422958080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774074.339421:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422958080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774074.339426:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774074.339428:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774074.339430:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422958080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774075.170993:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774076.194981:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774077.218979:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774078.242925:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774079.266988:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774079.458943:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774079.458958:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774079.458963:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774079.458976:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11225 00000100:00080000:3.0:1775774079.458989:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774079.458996:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774079.459066:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422958208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774079.459097:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774079.459101:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774079.459103:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774079.459107:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11225 00000100:00080000:3.0:1775774079.459112:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774079.459117:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774079.459131:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774079.459146:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422958336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774079.459158:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774079.459161:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774079.459164:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774079.459173:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11225 00000100:00100000:0.0:1775774079.459176:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422958208:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774079.459178:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774079.459189:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774079.459201:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774079.459217:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422958464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774079.459226:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774079.459230:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774079.459231:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774079.459235:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11225 00000100:00080000:3.0:1775774079.459238:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774079.459243:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774079.459247:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774079.459254:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022422958592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774079.459261:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774079.459264:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774079.459267:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1775774079.459268:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775774079.459280:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11225 00000100:00080000:3.0:1775774079.459286:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774079.459291:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774079.459295:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774079.459306:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022422958720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774079.459321:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774079/real 1775774079] req@ffff9a6048b58000 x1862022422958208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774079.459339:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022422958208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774079.459348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774079.459352:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774079.459355:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422958208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774079.459383:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422958336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774079.459401:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774079.459410:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774079/real 1775774079] req@ffff9a6048b58a80 x1862022422958336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774079.459418:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022422958336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774079.459424:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774079.459426:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774079.459428:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422958336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774079.459432:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422958464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774079.459443:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774079.459449:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774079/real 1775774079] req@ffff9a6048b59880 x1862022422958464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774079.459456:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022422958464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774079.459461:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774079.459463:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774079.459465:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422958464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774079.459468:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422958592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774079.459479:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774079.459485:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774079/real 1775774079] req@ffff9a6048b5aa00 x1862022422958592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774079.459500:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022422958592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774079.459506:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774079.459508:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774079.459510:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422958592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774079.459514:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422958720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774079.459529:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774079.459535:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774079/real 1775774079] req@ffff9a6048b5a300 x1862022422958720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774079.459543:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022422958720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774079.459548:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774079.459550:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774079.459552:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422958720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774080.291527:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774081.314995:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774082.338897:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774083.362927:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774084.386863:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774084.578902:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774084.578913:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774084.578917:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774084.578928:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11230 00000100:00080000:3.0:1775774084.578966:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774084.578973:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774084.579007:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022422958848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774084.579031:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774084.579034:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774084.579035:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774084.579038:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11230 00000100:00080000:3.0:1775774084.579040:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774084.579043:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774084.579049:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774084.579057:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022422958976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774084.579070:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774084.579073:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774084.579074:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774084.579079:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11230 00000100:00100000:0.0:1775774084.579081:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422958848:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774084.579081:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774084.579084:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774084.579089:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774084.579097:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022422959104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774084.579103:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774084.579106:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774084.579107:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774084.579110:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11230 00000100:00080000:3.0:1775774084.579112:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774084.579114:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774084.579117:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774084.579124:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422959232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774084.579130:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774084.579132:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774084.579134:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774084.579137:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11230 00000100:00080000:3.0:1775774084.579140:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774084.579143:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774084.579146:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775774084.579151:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774084.579156:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022422959360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774084.579187:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774084/real 1775774084] req@ffff9a6048b5ad80 x1862022422958848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774084.579202:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022422958848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774084.579210:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774084.579214:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774084.579217:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422958848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774084.579236:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422958976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774084.579263:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774084.579271:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774084/real 1775774084] req@ffff9a6048b5bb80 x1862022422958976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774084.579280:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022422958976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774084.579285:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774084.579287:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774084.579290:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422958976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774084.579293:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422959104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774084.579304:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774084.579309:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774084/real 1775774084] req@ffff9a6048b5a680 x1862022422959104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774084.579317:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022422959104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774084.579327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774084.579329:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774084.579331:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422959104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774084.579335:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422959232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774084.579345:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774084.579350:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774084/real 1775774084] req@ffff9a6048b5b480 x1862022422959232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774084.579357:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022422959232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774084.579361:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774084.579363:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774084.579365:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422959232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774084.579369:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422959360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774084.579377:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774084.579382:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774084/real 1775774084] req@ffff9a6048b59500 x1862022422959360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774109 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774084.579389:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022422959360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774109 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774084.579394:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774084.579396:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774084.579398:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422959360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774085.410974:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774086.434887:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774087.458987:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774088.483016:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774089.506976:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774089.698911:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774089.698922:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774089.698927:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774089.698937:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11235 00000100:00080000:0.0:1775774089.698949:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774089.698957:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774089.698995:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022422959488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774089.699038:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774089.699042:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774089.699044:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774089.699049:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11235 00000100:00080000:0.0:1775774089.699053:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774089.699057:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774089.699068:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774089.699084:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422959488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774089.699085:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022422959616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774089.699103:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774089.699107:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774089.699109:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774089.699113:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11235 00000100:00080000:0.0:1775774089.699118:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774089.699122:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774089.699128:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774089.699140:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022422959744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774089.699150:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774089.699154:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774089.699157:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1775774089.699159:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775774089.699164:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11235 00000100:00080000:0.0:1775774089.699169:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774089.699174:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774089.699187:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774089.699197:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774089/real 1775774089] req@ffff9a6051f87480 x1862022422959488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774089.699202:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022422959872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774089.699218:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775774089.699220:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022422959488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774089.699227:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774089.699233:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774089.699236:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774089.699241:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11235 00000100:00080000:2.0:1775774089.699244:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:0.0:1775774089.699248:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775774089.699249:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422959488:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774089.699258:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774089.699265:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774089.699274:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422959616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774089.699280:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022422960000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775774089.699295:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774089.699307:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774089/real 1775774089] req@ffff9a6051f87800 x1862022422959616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774089.699318:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022422959616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774089.699324:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774089.699327:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774089.699329:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422959616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774089.699334:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422959744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774089.699345:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774089.699351:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774089/real 1775774089] req@ffff9a6051f84700 x1862022422959744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774089.699358:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022422959744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774089.699362:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774089.699364:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774089.699366:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422959744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774089.699369:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422959872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774089.699379:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774089.699384:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774089/real 1775774089] req@ffff9a6051f87100 x1862022422959872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774089.699391:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022422959872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774089.699396:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774089.699398:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774089.699399:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422959872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774089.699408:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422960000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774089.699417:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774089.699423:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774089/real 1775774089] req@ffff9a6051f85180 x1862022422960000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774114 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774089.699431:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022422960000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774114 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774089.699435:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774089.699437:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774089.699439:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422960000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774090.530952:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774091.555002:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774092.578984:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774093.602984:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774094.626970:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774094.818907:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774094.818932:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774094.818938:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774094.818952:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11240 00000100:00080000:0.0:1775774094.818968:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774094.818977:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774094.819020:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022422960128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774094.819054:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774094.819057:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774094.819059:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774094.819062:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11240 00000100:00080000:0.0:1775774094.819065:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774094.819068:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774094.819078:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774094.819095:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022422960256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774094.819110:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774094.819114:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774094.819117:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775774094.819125:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422960128:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774094.819132:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11240 00000100:00080000:0.0:1775774094.819144:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774094.819151:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774094.819160:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774094.819180:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022422960384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774094.819194:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774094.819199:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774094.819201:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774094.819208:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11240 00000100:00080000:0.0:1775774094.819213:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774094.819217:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774094.819223:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774094.819237:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022422960512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774094.819248:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774094.819252:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774094.819253:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774094.819258:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11240 00000100:00080000:0.0:1775774094.819263:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774094.819265:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774094.819270:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774094.819285:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022422960640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775774094.819292:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774094.819434:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774094/real 1775774094] req@ffff9a6051f86680 x1862022422960128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774094.819451:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022422960128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774094.819461:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774094.819465:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774094.819469:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422960128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774094.819554:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422960256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774094.819584:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774094.819595:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774094/real 1775774094] req@ffff9a6051f84380 x1862022422960256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774094.819605:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022422960256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774094.819611:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774094.819613:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774094.819616:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422960256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774094.819621:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422960384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774094.819633:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774094.819639:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774094/real 1775774094] req@ffff9a6051f85c00 x1862022422960384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774094.819646:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022422960384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774094.819651:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774094.819653:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774094.819655:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422960384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774094.819660:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422960512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774094.819670:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774094.819675:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774094/real 1775774094] req@ffff9a6051f86a00 x1862022422960512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774094.819683:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022422960512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774094.819688:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774094.819690:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774094.819692:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422960512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774094.819697:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422960640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774094.819715:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774094.819726:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774094/real 1775774094] req@ffff9a6051f85880 x1862022422960640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774119 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774094.819739:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022422960640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774119 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774094.819747:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774094.819751:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774094.819753:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422960640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774095.650996:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774096.674919:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774097.698939:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774098.722922:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774099.746952:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774099.938880:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774099.938888:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774099.938892:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774099.938901:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11245 00000100:00080000:1.0:1775774099.938910:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774099.938915:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774099.938949:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022422960768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774099.938972:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774099.938974:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774099.938976:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774099.938979:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11245 00000100:00080000:1.0:1775774099.938982:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774099.938985:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774099.938993:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774099.939002:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022422960896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774099.939010:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775774099.939012:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422960768:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774099.939013:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774099.939015:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774099.939022:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11245 00000100:00080000:1.0:1775774099.939025:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774099.939027:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774099.939030:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774099.939039:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022422961024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774099.939044:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774099.939046:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774099.939048:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774099.939050:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11245 00000100:00080000:1.0:1775774099.939052:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774099.939055:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774099.939058:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774099.939064:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422961152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774099.939074:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774099.939078:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774099.939080:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1775774099.939080:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775774099.939087:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11245 00000100:00080000:1.0:1775774099.939089:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774099.939092:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774099.939095:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774099.939103:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422961280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774099.939129:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774099/real 1775774099] req@ffff9a605873b480 x1862022422960768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774099.939150:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022422960768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774099.939160:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774099.939165:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774099.939169:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422960768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774099.939192:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422960896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774099.939217:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774099.939229:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774099/real 1775774099] req@ffff9a6058738380 x1862022422960896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774099.939241:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022422960896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774099.939254:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774099.939258:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774099.939261:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422960896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774099.939267:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422961024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774099.939285:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774099.939295:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774099/real 1775774099] req@ffff9a6058739c00 x1862022422961024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774099.939307:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022422961024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774099.939315:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774099.939318:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774099.939322:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422961024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774099.939327:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422961152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774099.939345:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774099.939355:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774099/real 1775774099] req@ffff9a6058738000 x1862022422961152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774099.939367:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422961152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774099.939374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774099.939377:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774099.939381:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422961152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774099.939386:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422961280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774099.939403:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774099.939412:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774099/real 1775774099] req@ffff9a6058739f80 x1862022422961280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774124 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774099.939424:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422961280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774124 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774099.939431:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774099.939434:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774099.939437:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422961280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774100.770913:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774101.794974:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774102.818996:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774103.842991:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774104.866914:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774105.058890:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774105.058901:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774105.058906:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774105.058918:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11250 00000100:00080000:1.0:1775774105.058933:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774105.058943:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774105.058997:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422961408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774105.059031:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774105.059035:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774105.059037:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774105.059041:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11250 00000100:00080000:1.0:1775774105.059044:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774105.059047:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774105.059059:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774105.059071:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422961536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774105.059080:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774105.059083:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774105.059085:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775774105.059090:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422961408:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774105.059091:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11250 00000100:00080000:1.0:1775774105.059094:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774105.059099:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774105.059105:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774105.059113:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422961664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774105.059120:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774105.059122:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774105.059124:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774105.059126:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11250 00000100:00080000:1.0:1775774105.059129:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774105.059131:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774105.059134:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774105.059142:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422961792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774105.059148:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774105.059151:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774105.059153:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774105.059155:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11250 00000100:00080000:1.0:1775774105.059158:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774105.059160:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774105.059163:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774105.059168:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422961920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775774105.059192:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774105.059233:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774105/real 1775774105] req@ffff9a605873b800 x1862022422961408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774105.059250:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422961408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774105.059260:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774105.059264:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774105.059267:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422961408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774105.059290:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422961536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774105.059307:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774105.059317:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774105/real 1775774105] req@ffff9a605873ad80 x1862022422961536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774105.059325:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422961536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774105.059331:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774105.059333:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774105.059336:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422961536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774105.059339:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422961664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774105.059350:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774105.059356:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774105/real 1775774105] req@ffff9a6058738700 x1862022422961664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774105.059364:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422961664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774105.059372:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774105.059375:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774105.059379:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422961664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774105.059385:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422961792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774105.059406:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774105.059418:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774105/real 1775774105] req@ffff9a605873a680 x1862022422961792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774105.059431:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422961792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774105.059438:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774105.059441:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774105.059443:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422961792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774105.059447:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422961920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774105.059463:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774105.059470:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774105/real 1775774105] req@ffff9a6058738a80 x1862022422961920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774105.059481:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422961920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774105.059490:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774105.059494:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774105.059497:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422961920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774105.890926:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774106.914943:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774107.939040:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774108.962929:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774109.986980:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774110.178939:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774110.178949:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774110.178954:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774110.178965:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11255 00000100:00080000:0.0:1775774110.178977:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774110.178985:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774110.179025:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022422962048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774110.179049:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774110.179051:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774110.179053:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774110.179056:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11255 00000100:00080000:0.0:1775774110.179058:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774110.179060:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774110.179069:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774110.179077:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022422962176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774110.179084:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774110.179087:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774110.179089:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774110.179093:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11255 00000100:00100000:3.0:1775774110.179095:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422962048:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774110.179096:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774110.179101:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774110.179105:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774110.179111:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022422962304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774110.179118:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774110.179120:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774110.179122:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774110.179124:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11255 00000100:00080000:0.0:1775774110.179125:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774110.179127:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774110.179130:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774110.179137:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022422962432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774110.179142:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774110.179144:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774110.179145:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774110.179147:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11255 00000100:00080000:0.0:1775774110.179149:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774110.179152:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774110.179155:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774110.179162:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022422962560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774110.179204:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422962176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774110.179224:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422962304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774110.179238:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422962432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774110.179265:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422962560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774111.010926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774112.034982:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774113.058943:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775774113.251109:0:2398:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:1.0:1775774113.251161:0:2398:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775774113.251179:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774113.251219:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774113.251233:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774113.251246:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774113.251263:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:3.0:1775774113.251284:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774110/real 1775774113] req@ffff9a6051f86d80 x1862022422962176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774113.251320:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022422962176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774113.251333:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774113.251338:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774113.251343:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422962176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774113.251351:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774110/real 1775774113] req@ffff9a6051f85f80 x1862022422962304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774113.251363:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022422962304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774113.251370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774113.251373:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774113.251386:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422962304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774113.251393:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774110/real 1775774113] req@ffff9a6051f84e00 x1862022422962432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774113.251412:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022422962432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774113.251422:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774113.251425:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774113.251429:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422962432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774113.251447:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774110/real 1775774113] req@ffff9a6051f84a80 x1862022422962560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774113.251461:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022422962560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774113.251469:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774113.251473:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774113.251476:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422962560:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774113.251483:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774110/real 1775774113] req@ffff9a6051f87b80 x1862022422962048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774113.251494:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022422962048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774113.251501:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774113.251505:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774113.251508:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422962048:192.168.201.120@tcp:250:kworker.0 00010000:00010000:2.0:1775774114.083000:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774115.106888:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774115.298855:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774115.298864:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774115.298867:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774115.298877:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11260 00000100:00080000:0.0:1775774115.298888:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774115.298895:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774115.298930:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022422962688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774115.298951:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774115.298954:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774115.298956:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774115.298959:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11260 00000100:00080000:0.0:1775774115.298963:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774115.298967:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774115.298975:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774115.298983:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422962688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774115.298988:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022422962816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774115.298996:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774115.298999:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774115.299000:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774115.299003:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11260 00000100:00080000:0.0:1775774115.299006:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774115.299009:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774115.299012:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774115.299020:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022422962944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774115.299027:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774115.299029:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774115.299031:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774115.299033:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11260 00000800:00000100:3.0:1775774115.299035:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775774115.299036:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774115.299039:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774115.299042:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774115.299049:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022422963072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774115.299056:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774115.299059:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774115.299060:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774115.299063:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11260 00000100:00100000:3.0:1775774115.299064:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774115/real 1775774115] req@ffff9a6051f86300 x1862022422962688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774115.299066:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774115.299068:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774115.299073:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774115.299079:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022422962688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774115.299080:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022422963200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774115.299089:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774115.299093:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774115.299097:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422962688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774115.299118:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422962816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774115.299139:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774115.299151:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774115/real 1775774115] req@ffff9a6051f85500 x1862022422962816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774115.299163:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022422962816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774115.299171:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774115.299175:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774115.299178:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422962816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774115.299183:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422962944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774115.299201:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774115.299211:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774115/real 1775774115] req@ffff9a6051f87b80 x1862022422962944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774115.299220:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022422962944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774115.299227:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774115.299229:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774115.299232:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422962944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774115.299237:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422963072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774115.299252:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774115.299261:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774115/real 1775774115] req@ffff9a6051f84a80 x1862022422963072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774115.299271:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022422963072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774115.299277:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774115.299280:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774115.299282:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422963072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774115.299287:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422963200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774115.299303:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774115.299311:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774115/real 1775774115] req@ffff9a6051f84e00 x1862022422963200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774115.299321:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022422963200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774115.299327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774115.299330:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774115.299332:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422963200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774116.130965:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774117.154899:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774118.178974:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774119.202902:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774120.226925:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774120.418915:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774120.418924:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774120.418928:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774120.418937:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11266 00000100:00080000:2.0:1775774120.418947:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774120.418954:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774120.418986:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022422963328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774120.419015:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774120.419018:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774120.419019:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774120.419022:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11266 00000100:00080000:2.0:1775774120.419024:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774120.419027:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774120.419033:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774120.419041:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022422963456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774120.419047:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774120.419050:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774120.419051:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774120.419054:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11266 00000100:00080000:2.0:1775774120.419055:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774120.419058:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774120.419061:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774120.419067:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422963328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774120.419075:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022422963584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774120.419082:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774120.419084:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774120.419085:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774120.419088:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11266 00000100:00080000:2.0:1775774120.419090:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774120.419092:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774120.419095:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774120.419103:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422963712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774120.419112:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774120.419115:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774120.419116:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774120.419120:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11266 00000100:00080000:2.0:1775774120.419123:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774120.419126:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:3.0:1775774120.419131:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:2.0:1775774120.419134:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774120.419146:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022422963840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774120.419172:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774120/real 1775774120] req@ffff9a6051390000 x1862022422963328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774120.419200:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022422963328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774120.419212:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774120.419216:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774120.419220:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422963328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774120.419227:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422963456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774120.419249:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774120.419259:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774120/real 1775774120] req@ffff9a6051390a80 x1862022422963456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774120.419271:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022422963456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774120.419278:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774120.419280:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774120.419282:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422963456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774120.419300:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422963584:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774120.419313:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774120.419342:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774120/real 1775774120] req@ffff9a6051393100 x1862022422963584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774120.419351:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022422963584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774120.419358:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774120.419361:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774120.419364:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422963584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774120.419370:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422963712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774120.419389:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774120.419399:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774120/real 1775774120] req@ffff9a6051393480 x1862022422963712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774120.419411:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022422963712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774120.419418:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774120.419421:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774120.419424:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422963712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774120.419429:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422963840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774120.419447:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774120.419457:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774120/real 1775774120] req@ffff9a6051390e00 x1862022422963840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774120.419467:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022422963840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774120.419474:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774120.419476:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774120.419479:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422963840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774121.250876:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774122.274951:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774123.298882:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774124.323017:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774125.346901:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774125.538952:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774125.538962:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774125.538967:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774125.538977:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11271 00000100:00080000:0.0:1775774125.538989:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774125.538996:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774125.539050:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022422963968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774125.539079:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774125.539082:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774125.539083:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774125.539089:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11271 00000100:00080000:0.0:1775774125.539092:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774125.539096:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774125.539106:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774125.539116:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022422964096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774125.539129:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774125.539132:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774125.539133:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774125.539137:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11271 00000100:00080000:0.0:1775774125.539139:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774125.539142:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774125.539142:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422963968:192.168.201.120@tcp:250:kworker.0 00000008:00100000:0.0:1775774125.539146:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774125.539155:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022422964224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774125.539160:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774125.539162:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774125.539163:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774125.539165:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11271 00000100:00080000:0.0:1775774125.539168:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774125.539170:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774125.539173:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774125.539179:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022422964352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774125.539184:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774125.539186:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774125.539187:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774125.539190:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11271 00000100:00080000:0.0:1775774125.539192:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774125.539195:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774125.539198:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774125.539204:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022422964480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775774125.539241:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774125.539285:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774125/real 1775774125] req@ffff9a6051f85f80 x1862022422963968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774125.539306:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022422963968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774125.539318:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774125.539323:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774125.539327:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422963968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774125.539355:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422964096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774125.539378:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774125.539390:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774125/real 1775774125] req@ffff9a6051f86d80 x1862022422964096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774125.539400:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022422964096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774125.539407:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774125.539410:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774125.539413:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422964096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774125.539418:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422964224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774125.539437:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774125.539446:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774125/real 1775774125] req@ffff9a6051f85880 x1862022422964224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774125.539457:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022422964224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774125.539478:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774125.539481:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774125.539484:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422964224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774125.539489:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422964352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774125.539508:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774125.539517:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774125/real 1775774125] req@ffff9a6051f86a00 x1862022422964352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774125.539528:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022422964352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774125.539535:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774125.539538:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774125.539540:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422964352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774125.539546:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422964480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774125.539563:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774125.539571:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774125/real 1775774125] req@ffff9a6051f85c00 x1862022422964480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774125.539581:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022422964480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774125.539588:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774125.539591:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774125.539594:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422964480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774126.371020:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774127.394965:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774128.418959:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774129.442958:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774130.467393:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774130.658905:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774130.658914:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774130.658918:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774130.658928:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11276 00000100:00080000:3.0:1775774130.658939:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774130.658946:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774130.658987:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022422964608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774130.659015:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774130.659018:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774130.659020:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774130.659023:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11276 00000100:00080000:3.0:1775774130.659026:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774130.659029:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774130.659039:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774130.659054:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022422964736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774130.659056:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422964608:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774130.659068:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774130.659070:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774130.659072:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774130.659076:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11276 00000100:00080000:3.0:1775774130.659080:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774130.659083:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774130.659086:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774130.659095:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422964864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774130.659101:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774130.659105:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774130.659106:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774130.659110:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11276 00000100:00080000:3.0:1775774130.659112:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774130.659115:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774130.659118:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774130.659126:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022422964992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775774130.659133:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774130.659181:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774130/real 1775774130] req@ffff9a6048b59c00 x1862022422964608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774130.659189:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774130.659192:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774130.659194:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774130.659199:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11276 00000100:00080000:3.0:1775774130.659202:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1775774130.659205:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022422964608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774130.659208:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774130.659215:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1775774130.659223:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1775774130.659227:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022422965120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774130.659230:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774130.659238:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422964608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774130.659268:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422964736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774130.659295:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774130.659309:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774130/real 1775774130] req@ffff9a6048b59500 x1862022422964736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774130.659319:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022422964736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774130.659325:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774130.659327:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774130.659329:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422964736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774130.659337:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422964864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774130.659354:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774130.659363:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774130/real 1775774130] req@ffff9a6048b5b480 x1862022422964864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774130.659371:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022422964864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774130.659376:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774130.659379:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774130.659382:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422964864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774130.659385:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422964992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774130.659397:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774130.659407:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774130/real 1775774130] req@ffff9a6048b5a680 x1862022422964992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774130.659419:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022422964992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774130.659425:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774130.659427:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774130.659429:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422964992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774130.659438:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422965120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774130.659447:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774130.659451:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774130/real 1775774130] req@ffff9a6048b5bb80 x1862022422965120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774155 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774130.659458:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022422965120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774155 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774130.659462:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774130.659464:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774130.659465:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422965120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774131.490956:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774132.514984:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774133.538974:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774134.562991:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774135.586997:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774135.778952:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774135.778960:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774135.778965:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774135.778975:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11281 00000100:00080000:1.0:1775774135.778986:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774135.778993:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774135.779033:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422965248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774135.779073:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774135.779077:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774135.779079:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774135.779083:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11281 00000100:00080000:1.0:1775774135.779087:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774135.779092:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774135.779104:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774135.779117:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422965248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774135.779120:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422965376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774135.779135:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774135.779139:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774135.779141:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774135.779145:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11281 00000100:00080000:1.0:1775774135.779149:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774135.779153:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774135.779158:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774135.779170:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422965504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774135.779180:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774135.779183:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774135.779184:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774135.779187:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11281 00000100:00080000:1.0:1775774135.779190:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774135.779193:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:3.0:1775774135.779198:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:1.0:1775774135.779199:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774135.779209:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422965632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774135.779216:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774135.779218:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774135.779220:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774135.779222:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11281 00000100:00080000:1.0:1775774135.779224:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774135.779226:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774135.779228:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774135.779235:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422965760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774135.779244:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774135/real 1775774135] req@ffff9a6058739180 x1862022422965248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774135.779265:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422965248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774135.779282:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774135.779286:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774135.779291:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422965248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774135.779317:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422965376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774135.779340:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774135.779351:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774135/real 1775774135] req@ffff9a6058739500 x1862022422965376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774135.779363:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422965376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774135.779370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774135.779373:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774135.779376:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422965376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774135.779381:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422965504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774135.779398:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774135.779407:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774135/real 1775774135] req@ffff9a6058738e00 x1862022422965504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774135.779425:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422965504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774135.779432:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774135.779435:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774135.779438:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422965504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774135.779444:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422965632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774135.779463:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774135.779473:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774135/real 1775774135] req@ffff9a605873a300 x1862022422965632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774135.779484:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422965632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774135.779491:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774135.779494:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774135.779497:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422965632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774135.779502:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422965760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774135.779519:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774135.779527:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774135/real 1775774135] req@ffff9a605873aa00 x1862022422965760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774160 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774135.779537:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422965760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774160 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774135.779550:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774135.779553:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774135.779556:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422965760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774136.610962:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774137.635004:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774138.658985:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774139.682912:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774140.706991:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774140.898963:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774140.898976:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774140.898981:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774140.898992:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11286 00000100:00080000:0.0:1775774140.899005:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774140.899012:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774140.899058:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022422965888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774140.899083:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774140.899087:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774140.899088:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774140.899091:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11286 00000100:00080000:0.0:1775774140.899093:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774140.899095:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774140.899106:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774140.899113:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022422966016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774140.899120:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774140.899122:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774140.899123:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774140.899125:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11286 00000100:00080000:0.0:1775774140.899127:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774140.899128:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774140.899131:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774140.899136:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022422966144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774140.899141:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774140.899143:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774140.899144:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774140.899147:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11286 00000100:00080000:0.0:1775774140.899149:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774140.899153:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774140.899157:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774140.899166:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022422966272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774140.899175:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774140.899185:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774140.899191:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774140.899195:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11286 00000100:00080000:0.0:1775774140.899198:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774140.899202:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774140.899207:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774140.899217:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022422966400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774140.899459:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422965888:192.168.201.120@tcp:250:kworker.0 00000800:00000100:3.0:1775774140.899541:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774140.899580:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774140/real 1775774140] req@ffff9a6051f84380 x1862022422965888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774140.899596:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022422965888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774140.899608:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774140.899613:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774140.899617:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422965888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774140.899624:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422966016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774140.899647:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774140.899659:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774140/real 1775774140] req@ffff9a6051f86680 x1862022422966016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774140.899667:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022422966016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774140.899672:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774140.899675:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774140.899677:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422966016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774140.899682:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422966144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774140.899694:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774140.899699:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774140/real 1775774140] req@ffff9a6051f85180 x1862022422966144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774140.899706:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022422966144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774140.899711:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774140.899713:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774140.899715:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422966144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774140.899718:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422966272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774140.899727:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774140.899732:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774140/real 1775774140] req@ffff9a6051f87100 x1862022422966272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774140.899738:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022422966272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774140.899743:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774140.899745:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774140.899746:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422966272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774140.899749:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422966400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774140.899760:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774140.899765:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774140/real 1775774140] req@ffff9a6051f84700 x1862022422966400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774165 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774140.899772:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022422966400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774165 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774140.899777:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774140.899778:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774140.899780:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422966400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774141.730954:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774142.754970:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774143.778927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774144.802945:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774145.826958:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774146.018903:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774146.018913:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774146.018917:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774146.018926:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11291 00000100:00080000:0.0:1775774146.018936:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774146.018943:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774146.018978:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022422966528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774146.019006:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774146.019010:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774146.019011:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774146.019016:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11291 00000100:00080000:0.0:1775774146.019020:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774146.019025:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774146.019033:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774146.019048:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022422966656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774146.019063:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775774146.019063:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422966528:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774146.019075:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774146.019078:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774146.019084:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11291 00000100:00080000:0.0:1775774146.019087:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774146.019091:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774146.019096:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774146.019111:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022422966784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774146.019122:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774146.019126:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774146.019128:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774146.019131:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11291 00000100:00080000:0.0:1775774146.019135:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774146.019138:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774146.019142:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774146.019151:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022422966912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775774146.019154:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775774146.019166:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774146.019170:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774146.019173:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774146.019180:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11291 00000100:00080000:0.0:1775774146.019184:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774146.019189:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774146.019195:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774146.019201:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774146/real 1775774146] req@ffff9a6051f87800 x1862022422966528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774146.019211:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022422967040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774146.019222:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022422966528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774146.019232:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774146.019236:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774146.019238:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422966528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774146.019267:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422966656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774146.019283:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774146.019291:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774146/real 1775774146] req@ffff9a6051f87480 x1862022422966656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774146.019298:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022422966656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774146.019307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774146.019310:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774146.019312:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422966656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774146.019315:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422966784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774146.019324:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774146.019329:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774146/real 1775774146] req@ffff9a6051f84700 x1862022422966784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774146.019335:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022422966784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774146.019340:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774146.019341:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774146.019343:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422966784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774146.019346:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422966912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774146.019355:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774146.019360:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774146/real 1775774146] req@ffff9a6051f87100 x1862022422966912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774146.019373:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022422966912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774146.019377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774146.019379:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774146.019381:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422966912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774146.019385:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422967040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774146.019395:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774146.019400:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774146/real 1775774146] req@ffff9a6051f85180 x1862022422967040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774146.019406:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022422967040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774146.019411:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774146.019413:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774146.019414:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422967040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774146.850993:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774147.874923:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774148.899026:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774149.922873:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774150.946939:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774151.138910:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774151.138918:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774151.138921:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774151.138929:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11296 00000100:00080000:3.0:1775774151.138945:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774151.138950:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774151.138979:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022422967168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774151.139000:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774151.139002:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774151.139003:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774151.139006:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11296 00000100:00080000:3.0:1775774151.139008:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774151.139011:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774151.139017:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774151.139024:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022422967296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774151.139030:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774151.139033:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774151.139034:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774151.139036:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11296 00000100:00080000:3.0:1775774151.139038:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774151.139040:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774151.139042:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774151.139047:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022422967424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774151.139054:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422967168:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774151.139055:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774151.139060:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774151.139062:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774151.139066:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11296 00000100:00080000:3.0:1775774151.139068:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774151.139069:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774151.139072:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774151.139079:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422967552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774151.139084:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774151.139087:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774151.139088:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774151.139090:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11296 00000100:00080000:3.0:1775774151.139092:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774151.139094:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774151.139096:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774151.139101:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422967680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775774151.139124:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774151.139170:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774151/real 1775774151] req@ffff9a6048b5ad80 x1862022422967168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774151.139189:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022422967168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774151.139199:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774151.139203:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774151.139207:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422967168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774151.139214:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422967296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774151.139239:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774151.139251:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774151/real 1775774151] req@ffff9a6048b5a300 x1862022422967296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774151.139263:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022422967296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774151.139271:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774151.139274:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774151.139277:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422967296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774151.139300:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422967424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774151.139319:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774151.139336:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774151/real 1775774151] req@ffff9a6048b5aa00 x1862022422967424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774151.139348:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022422967424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774151.139356:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774151.139359:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774151.139362:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422967424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774151.139368:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422967552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774151.139387:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774151.139396:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774151/real 1775774151] req@ffff9a6048b59880 x1862022422967552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774151.139409:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022422967552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774151.139417:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774151.139420:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774151.139423:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422967552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774151.139429:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422967680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774151.139447:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774151.139457:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774151/real 1775774151] req@ffff9a6048b58a80 x1862022422967680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774151.139468:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022422967680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774151.139475:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774151.139477:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774151.139480:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422967680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774151.970892:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774152.995020:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774154.018940:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774155.042922:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774156.066923:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774156.258917:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774156.258928:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774156.258933:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774156.258943:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11301 00000100:00080000:3.0:1775774156.258956:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774156.258964:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774156.259006:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422967808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774156.259041:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774156.259046:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774156.259048:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774156.259053:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11301 00000100:00080000:3.0:1775774156.259057:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774156.259061:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774156.259074:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774156.259090:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022422967936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774156.259105:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422967808:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774156.259106:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774156.259115:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774156.259118:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774156.259124:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11301 00000100:00080000:3.0:1775774156.259127:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774156.259131:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774156.259137:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774156.259149:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022422968064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774156.259157:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774156.259160:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774156.259162:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774156.259165:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11301 00000100:00080000:3.0:1775774156.259169:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774156.259171:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774156.259174:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774156.259181:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022422968192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774156.259188:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774156.259190:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774156.259192:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774156.259194:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11301 00000100:00080000:3.0:1775774156.259197:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1775774156.259201:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775774156.259204:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774156.259209:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774156.259216:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022422968320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774156.259248:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774156/real 1775774156] req@ffff9a6048b58000 x1862022422967808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774156.259265:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022422967808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774156.259280:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774156.259283:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774156.259287:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422967808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774156.259311:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422967936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774156.259338:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774156.259351:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774156/real 1775774156] req@ffff9a6048b59180 x1862022422967936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774156.259365:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022422967936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774156.259374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774156.259378:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774156.259391:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422967936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774156.259399:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422968064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774156.259422:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774156.259433:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774156/real 1775774156] req@ffff9a6048b5b800 x1862022422968064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774156.259446:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022422968064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774156.259455:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774156.259458:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774156.259462:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422968064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774156.259469:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422968192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774156.259490:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774156.259501:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774156/real 1775774156] req@ffff9a6048b59f80 x1862022422968192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774156.259514:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022422968192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774156.259522:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774156.259526:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774156.259530:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422968192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774156.259536:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422968320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774156.259555:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774156.259565:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774156/real 1775774156] req@ffff9a6048b58e00 x1862022422968320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774156.259578:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022422968320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774156.259587:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774156.259590:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774156.259594:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422968320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774157.090980:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774158.114905:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774159.138973:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774160.162927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774161.186965:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774161.378924:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774161.378932:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774161.378935:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774161.378944:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11306 00000100:00080000:1.0:1775774161.378953:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774161.378958:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774161.378990:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022422968448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774161.379011:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774161.379014:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774161.379016:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774161.379021:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11306 00000100:00080000:1.0:1775774161.379025:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774161.379029:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774161.379040:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774161.379051:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422968448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774161.379055:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022422968576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774161.379070:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774161.379073:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774161.379075:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774161.379079:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11306 00000100:00080000:1.0:1775774161.379084:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774161.379088:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774161.379094:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774161.379106:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022422968704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775774161.379117:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775774161.379128:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774161.379132:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774161.379134:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774161.379139:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11306 00000100:00080000:1.0:1775774161.379143:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774161.379148:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774161.379151:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774161/real 1775774161] req@ffff9a605873b100 x1862022422968448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1775774161.379155:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774161.379170:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022422968448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774161.379175:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422968832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774161.379182:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774161.379191:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:1.0:1775774161.379193:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775774161.379199:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422968448:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774161.379200:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774161.379204:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774161.379211:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11306 00000100:00080000:1.0:1775774161.379216:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774161.379220:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774161.379226:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774161.379231:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422968576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774161.379241:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422968960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775774161.379259:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774161.379272:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774161/real 1775774161] req@ffff9a6058739880 x1862022422968576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774161.379281:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022422968576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774161.379287:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774161.379289:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774161.379292:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422968576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774161.379296:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422968704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774161.379308:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774161.379313:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774161/real 1775774161] req@ffff9a605873bb80 x1862022422968704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774161.379321:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022422968704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774161.379326:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774161.379328:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774161.379330:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422968704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774161.379333:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422968832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774161.379347:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774161.379369:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774161/real 1775774161] req@ffff9a605873aa00 x1862022422968832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774161.379382:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422968832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774161.379391:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774161.379395:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774161.379398:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422968832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774161.379415:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422968960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774161.379431:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774161.379438:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774161/real 1775774161] req@ffff9a605873a300 x1862022422968960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774161.379446:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422968960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774161.379451:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774161.379453:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774161.379455:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422968960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774162.210927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774163.234977:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774164.258951:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774165.282958:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774166.306946:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774166.498925:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774166.498933:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774166.498937:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774166.498946:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11312 00000100:00080000:2.0:1775774166.498955:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774166.498960:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774166.498991:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022422969088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774166.499017:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774166.499021:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774166.499024:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774166.499028:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11312 00000100:00080000:2.0:1775774166.499032:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774166.499035:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774166.499046:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774166.499061:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022422969216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774166.499074:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774166.499078:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774166.499080:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775774166.499081:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422969088:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774166.499085:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11312 00000100:00080000:2.0:1775774166.499090:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774166.499094:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774166.499100:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774166.499113:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022422969344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774166.499122:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774166.499125:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774166.499128:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774166.499132:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11312 00000100:00080000:2.0:1775774166.499135:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774166.499139:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:3.0:1775774166.499142:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:2.0:1775774166.499145:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774166.499157:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022422969472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774166.499167:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774166.499171:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774166.499174:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774166.499179:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11312 00000100:00080000:2.0:1775774166.499183:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774166.499188:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774166.499193:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774166.499193:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774166/real 1775774166] req@ffff9a6051391f80 x1862022422969088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774166.499204:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022422969600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774166.499213:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022422969088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774166.499225:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774166.499230:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774166.499235:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422969088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774166.499322:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422969216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774166.499348:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774166.499474:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774166/real 1775774166] req@ffff9a6051392a00 x1862022422969216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774166.499491:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022422969216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774166.499525:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774166.499531:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774166.499599:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422969216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774166.499608:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422969344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774166.499632:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774166.499644:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774166/real 1775774166] req@ffff9a6051392680 x1862022422969344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774166.499658:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022422969344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774166.499667:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774166.499671:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774166.499674:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422969344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774166.499681:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422969472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774166.499702:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774166.499713:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774166/real 1775774166] req@ffff9a6051393800 x1862022422969472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774166.499725:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022422969472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774166.499741:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774166.499744:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774166.499748:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422969472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774166.499754:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422969600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774166.499773:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774166.499783:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774166/real 1775774166] req@ffff9a6051391180 x1862022422969600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774166.499829:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022422969600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774166.499838:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774166.499843:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774166.499847:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422969600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774167.330972:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774168.354978:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774169.378914:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774170.402933:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774171.427003:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774171.618925:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774171.618934:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774171.618939:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774171.618949:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11317 00000100:00080000:1.0:1775774171.618963:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774171.618970:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774171.619027:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422969728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774171.619062:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774171.619067:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774171.619069:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774171.619074:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11317 00000100:00080000:1.0:1775774171.619078:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774171.619084:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774171.619096:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774171.619106:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422969728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774171.619113:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422969856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774171.619125:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774171.619128:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774171.619129:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774171.619132:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11317 00000100:00080000:1.0:1775774171.619135:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774171.619138:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774171.619151:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774171.619169:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422969984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774171.619179:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1775774171.619182:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775774171.619186:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774171.619189:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774171.619194:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11317 00000100:00080000:1.0:1775774171.619199:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774171.619204:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774171.619210:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774171.619224:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422970112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774171.619226:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774171/real 1775774171] req@ffff9a6058738e00 x1862022422969728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774171.619253:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774171.619256:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774171.619260:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774171.619267:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11317 00000100:00080000:1.0:1775774171.619271:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775774171.619273:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422969728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774171.619278:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774171.619288:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1775774171.619291:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774171.619297:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774171.619304:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422970240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774171.619307:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422969728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774171.619343:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422969856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774171.619363:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774171.619373:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774171/real 1775774171] req@ffff9a6058739500 x1862022422969856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774171.619381:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422969856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774171.619387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774171.619390:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774171.619392:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422969856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774171.619396:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422969984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774171.619407:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774171.619413:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774171/real 1775774171] req@ffff9a6058739180 x1862022422969984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774171.619443:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422969984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774171.619449:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774171.619452:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774171.619454:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422969984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774171.619458:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422970112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774171.619474:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774171.619482:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774171/real 1775774171] req@ffff9a6058738a80 x1862022422970112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774171.619489:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422970112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774171.619495:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774171.619498:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774171.619500:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422970112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774171.619503:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422970240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774171.619512:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774171.619518:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774171/real 1775774171] req@ffff9a605873a680 x1862022422970240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774196 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774171.619527:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422970240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774196 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774171.619536:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774171.619539:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774171.619542:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422970240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774172.450965:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774173.475016:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774174.498939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774175.522928:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774176.546938:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774176.738926:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774176.738951:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774176.738957:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774176.738970:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11322 00000100:00080000:1.0:1775774176.738988:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774176.738996:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774176.739047:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422970368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774176.739086:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774176.739090:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774176.739093:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774176.739098:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11322 00000100:00080000:1.0:1775774176.739102:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774176.739116:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774176.739130:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774176.739146:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422970496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774176.739160:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775774176.739160:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422970368:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774176.739170:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774176.739172:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774176.739178:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11322 00000100:00080000:1.0:1775774176.739182:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774176.739187:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774176.739194:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774176.739209:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422970624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774176.739221:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774176.739223:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774176.739225:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774176.739229:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11322 00000100:00080000:1.0:1775774176.739233:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774176.739237:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774176.739242:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774176.739253:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422970752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774176.739264:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774176.739268:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774176.739270:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774176.739274:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11322 00000100:00080000:1.0:1775774176.739278:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775774176.739284:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422970496:192.168.201.120@tcp:38:kworker.0 00000100:00080000:1.0:1775774176.739285:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774176.739295:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774176.739311:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422970880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774176.739318:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422970624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774176.739356:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422970752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774176.739378:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422970880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774177.571028:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774178.594956:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774179.618975:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775774179.811127:0:2395:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:0.0:1775774179.811174:0:2395:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775774179.811192:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774179.811237:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774179.811249:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774179.811266:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774179.811296:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:3.0:1775774179.811337:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774176/real 1775774179] req@ffff9a6058738000 x1862022422970880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774179.811383:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422970880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774179.811396:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774179.811401:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774179.811406:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422970880:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774179.811415:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774176/real 1775774179] req@ffff9a605873ad80 x1862022422970496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774179.811429:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422970496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774179.811437:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774179.811440:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774179.811444:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422970496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774179.811451:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774176/real 1775774179] req@ffff9a605873b800 x1862022422970624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774179.811461:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422970624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774179.811468:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774179.811471:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774179.811474:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422970624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774179.811481:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774176/real 1775774179] req@ffff9a6058739f80 x1862022422970752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774179.811492:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422970752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774179.811500:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774179.811503:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774179.811506:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422970752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774179.811513:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774176/real 1775774179] req@ffff9a6058738700 x1862022422970368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774201 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774179.811524:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422970368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774201 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774179.811531:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774179.811534:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774179.811537:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422970368:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775774180.642932:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774181.666950:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774181.858935:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774181.858950:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774181.858956:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774181.858970:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11327 00000100:00080000:2.0:1775774181.858985:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774181.859003:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774181.859045:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022422971008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774181.859073:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774181.859076:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774181.859078:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774181.859083:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11327 00000100:00080000:2.0:1775774181.859088:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774181.859093:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774181.859105:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774181.859120:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022422971136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774181.859132:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774181.859138:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1775774181.859140:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422971008:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774181.859141:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774181.859151:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11327 00000100:00080000:2.0:1775774181.859155:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774181.859159:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774181.859165:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774181.859179:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022422971264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774181.859189:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774181.859194:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774181.859196:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774181.859200:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11327 00000100:00080000:2.0:1775774181.859219:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774181.859223:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774181.859229:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775774181.859234:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774181.859268:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022422971392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774181.859279:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774181.859284:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774181.859286:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774181.859291:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11327 00000100:00080000:2.0:1775774181.859297:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774181.859302:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774181.859312:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774181.859313:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774181/real 1775774181] req@ffff9a6051391180 x1862022422971008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774181.859332:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022422971520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774181.859349:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022422971008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774181.859364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774181.859370:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774181.859376:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422971008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774181.859410:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422971136:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774181.859437:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774181.859453:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774181/real 1775774181] req@ffff9a6051393800 x1862022422971136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774181.859466:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022422971136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774181.859475:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774181.859478:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774181.859481:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422971136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774181.859487:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422971264:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774181.859508:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774181.859519:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774181/real 1775774181] req@ffff9a6051392680 x1862022422971264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774181.859532:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022422971264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774181.859540:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774181.859544:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774181.859548:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422971264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774181.859554:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422971392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774181.859576:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774181.859587:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774181/real 1775774181] req@ffff9a6051392a00 x1862022422971392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774181.859599:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022422971392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774181.859606:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774181.859609:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774181.859612:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422971392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774181.859619:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422971520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774181.859640:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774181.859652:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774181/real 1775774181] req@ffff9a6051391f80 x1862022422971520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774206 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774181.859662:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022422971520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774206 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774181.859671:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774181.859674:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774181.859678:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422971520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774182.690952:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774183.715007:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774184.738931:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774185.763027:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774186.786941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774186.978914:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774186.978921:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774186.978925:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774186.978934:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11332 00000100:00080000:1.0:1775774186.978944:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774186.978950:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774186.978981:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022422971648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774186.979006:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774186.979009:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774186.979010:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774186.979013:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11332 00000100:00080000:1.0:1775774186.979016:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774186.979019:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774186.979025:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774186.979035:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022422971776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774186.979043:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774186.979046:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774186.979047:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774186.979050:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11332 00000100:00080000:1.0:1775774186.979052:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774186.979054:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774186.979057:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774186.979059:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422971648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774186.979065:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022422971904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774186.979073:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774186.979075:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774186.979076:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774186.979079:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11332 00000100:00080000:1.0:1775774186.979081:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774186.979083:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774186.979087:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774186.979095:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422972032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774186.979100:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774186.979103:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774186.979104:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774186.979107:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11332 00000100:00080000:1.0:1775774186.979109:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774186.979111:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774186.979114:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775774186.979116:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774186.979124:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422972160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774186.979147:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774186/real 1775774186] req@ffff9a6058739c00 x1862022422971648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774186.979176:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022422971648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774186.979189:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774186.979192:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774186.979195:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422971648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774186.979200:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422971776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774186.979217:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774186.979226:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774186/real 1775774186] req@ffff9a6058738380 x1862022422971776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774186.979234:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022422971776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774186.979239:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774186.979241:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774186.979243:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422971776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774186.979267:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422971904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774186.979287:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774186.979299:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774186/real 1775774186] req@ffff9a605873b480 x1862022422971904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774186.979309:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022422971904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774186.979314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774186.979317:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774186.979319:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422971904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774186.979323:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422972032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774186.979337:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774186.979344:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774186/real 1775774186] req@ffff9a6058738700 x1862022422972032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774186.979352:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422972032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774186.979360:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774186.979363:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774186.979366:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422972032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774186.979372:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422972160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774186.979391:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774186.979402:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774186/real 1775774186] req@ffff9a6058739f80 x1862022422972160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774211 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774186.979414:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422972160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774211 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774186.979420:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774186.979422:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774186.979425:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422972160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774187.810987:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774188.834964:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774189.858993:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774190.882964:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774191.906995:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774192.098931:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774192.098940:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774192.098944:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774192.098951:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11337 00000100:00080000:2.0:1775774192.098960:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774192.098966:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774192.098996:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022422972288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774192.099021:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774192.099023:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774192.099024:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774192.099027:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11337 00000100:00080000:2.0:1775774192.099030:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774192.099033:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774192.099040:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774192.099048:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422972416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774192.099055:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774192.099058:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774192.099059:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774192.099062:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11337 00000100:00080000:2.0:1775774192.099079:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774192.099082:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774192.099087:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774192.099092:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422972288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774192.099100:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022422972544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774192.099111:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774192.099113:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774192.099114:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774192.099118:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11337 00000100:00080000:2.0:1775774192.099120:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774192.099122:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774192.099127:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774192.099134:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022422972672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774192.099145:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774192.099147:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774192.099148:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774192.099153:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11337 00000100:00080000:2.0:1775774192.099169:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774192.099171:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774192.099174:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774192.099182:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022422972800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775774192.099193:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774192.099235:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774192/real 1775774192] req@ffff9a6051390e00 x1862022422972288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774192.099253:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022422972288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774192.099266:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774192.099271:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774192.099275:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422972288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774192.099285:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422972416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774192.099314:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774192.099327:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774192/real 1775774192] req@ffff9a6051393480 x1862022422972416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774192.099341:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022422972416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774192.099351:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774192.099354:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774192.099357:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422972416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774192.099383:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422972544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774192.099399:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774192.099407:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774192/real 1775774192] req@ffff9a6051393100 x1862022422972544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774192.099418:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022422972544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774192.099433:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774192.099437:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774192.099440:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422972544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774192.099447:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422972672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774192.099469:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774192.099480:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774192/real 1775774192] req@ffff9a6051390a80 x1862022422972672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774192.099491:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022422972672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774192.099499:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774192.099502:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774192.099506:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422972672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774192.099513:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422972800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774192.099535:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774192.099546:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774192/real 1775774192] req@ffff9a6051390000 x1862022422972800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774192.099560:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022422972800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774192.099568:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774192.099571:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774192.099574:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422972800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774192.930948:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774193.954925:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774194.978924:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774196.002949:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774197.026911:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774197.218921:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774197.218933:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774197.218938:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774197.218946:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11342 00000100:00080000:0.0:1775774197.218955:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774197.218961:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774197.219022:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022422972928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774197.219045:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774197.219048:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774197.219049:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774197.219053:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11342 00000100:00080000:0.0:1775774197.219055:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774197.219058:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774197.219066:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774197.219074:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022422973056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774197.219091:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774197.219094:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774197.219096:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774197.219101:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11342 00000100:00080000:0.0:1775774197.219105:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775774197.219109:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422972928:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774197.219112:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774197.219121:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774197.219136:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022422973184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774197.219146:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774197.219149:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774197.219150:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774197.219153:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11342 00000100:00080000:0.0:1775774197.219156:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774197.219159:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774197.219163:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775774197.219171:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774197.219172:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022422973312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774197.219181:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774197.219183:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774197.219184:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774197.219188:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11342 00000100:00080000:0.0:1775774197.219190:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774197.219192:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774197.219196:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774197.219205:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022422973440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774197.219206:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774197/real 1775774197] req@ffff9a6051f86680 x1862022422972928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774197.219235:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022422972928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774197.219246:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774197.219251:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774197.219256:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422972928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774197.219264:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422973056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774197.219286:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774197.219296:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774197/real 1775774197] req@ffff9a6051f84380 x1862022422973056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774197.219305:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022422973056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774197.219311:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774197.219313:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774197.219315:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422973056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774197.219333:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422973184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774197.219344:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774197.219351:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774197/real 1775774197] req@ffff9a6051f85c00 x1862022422973184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774197.219358:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022422973184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774197.219364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774197.219366:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774197.219368:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422973184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774197.219371:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422973312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774197.219381:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774197.219386:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774197/real 1775774197] req@ffff9a6051f86a00 x1862022422973312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774197.219393:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022422973312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774197.219398:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774197.219399:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774197.219401:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422973312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774197.219404:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422973440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774197.219413:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774197.219418:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774197/real 1775774197] req@ffff9a6051f85880 x1862022422973440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774197.219425:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022422973440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774197.219430:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774197.219432:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774197.219434:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422973440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774198.051012:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774199.074902:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774200.098995:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774201.122954:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774202.146946:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774202.338896:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774202.338907:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774202.338912:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774202.338923:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11347 00000100:00080000:3.0:1775774202.338936:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774202.338944:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774202.338985:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022422973568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774202.339015:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774202.339018:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774202.339020:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774202.339024:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11347 00000100:00080000:3.0:1775774202.339026:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774202.339029:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774202.339038:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774202.339050:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022422973696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774202.339059:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774202.339061:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774202.339064:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775774202.339069:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422973568:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774202.339069:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11347 00000100:00080000:3.0:1775774202.339074:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774202.339080:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774202.339085:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774202.339095:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022422973824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774202.339102:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774202.339105:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774202.339106:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774202.339109:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11347 00000100:00080000:3.0:1775774202.339111:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774202.339114:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774202.339117:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774202.339125:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022422973952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774202.339132:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774202.339135:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774202.339136:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774202.339140:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11347 00000100:00080000:3.0:1775774202.339146:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774202.339149:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774202.339153:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774202.339162:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774202.339165:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022422974080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774202.339214:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774202/real 1775774202] req@ffff9a6048b5b100 x1862022422973568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774202.339238:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022422973568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774202.339248:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774202.339253:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774202.339257:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422973568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774202.339285:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422973696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774202.339306:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774202.339318:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774202/real 1775774202] req@ffff9a6048b58e00 x1862022422973696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774202.339328:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022422973696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774202.339334:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774202.339337:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774202.339340:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422973696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774202.339345:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422973824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774202.339356:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774202.339362:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774202/real 1775774202] req@ffff9a6048b59f80 x1862022422973824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774202.339371:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022422973824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774202.339377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774202.339379:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774202.339380:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422973824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774202.339384:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422973952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774202.339396:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774202.339402:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774202/real 1775774202] req@ffff9a6048b5b800 x1862022422973952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774202.339410:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022422973952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774202.339415:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774202.339417:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774202.339419:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422973952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774202.339423:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422974080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774202.339433:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774202.339440:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774202/real 1775774202] req@ffff9a6048b59180 x1862022422974080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774202.339447:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022422974080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774202.339452:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774202.339454:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774202.339456:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422974080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774203.170963:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774204.194960:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774205.218913:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774206.242961:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774207.266907:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774207.458918:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774207.458926:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774207.458929:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774207.458938:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11353 00000100:00080000:3.0:1775774207.458948:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774207.458953:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774207.458987:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422974208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774207.459014:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774207.459016:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774207.459018:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774207.459021:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11353 00000100:00080000:3.0:1775774207.459023:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774207.459025:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774207.459032:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774207.459042:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422974336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774207.459050:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774207.459054:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1775774207.459056:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422974208:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774207.459056:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774207.459060:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11353 00000100:00080000:3.0:1775774207.459064:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774207.459068:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774207.459071:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774207.459079:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422974464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774207.459085:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774207.459087:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774207.459089:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774207.459096:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11353 00000100:00080000:3.0:1775774207.459106:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774207.459108:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774207.459112:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774207.459115:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774207.459123:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022422974592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774207.459131:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774207.459133:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774207.459135:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774207.459137:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11353 00000100:00080000:3.0:1775774207.459140:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774207.459143:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774207.459146:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774207.459150:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774207/real 1775774207] req@ffff9a6048b58000 x1862022422974208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774207.459161:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022422974720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774207.459167:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022422974208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774207.459180:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774207.459183:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774207.459186:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422974208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774207.459206:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422974336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774207.459220:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774207.459228:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774207/real 1775774207] req@ffff9a6048b58a80 x1862022422974336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774207.459236:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022422974336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774207.459241:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774207.459244:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774207.459246:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422974336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774207.459249:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422974464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774207.459259:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774207.459264:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774207/real 1775774207] req@ffff9a6048b59880 x1862022422974464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774207.459271:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022422974464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774207.459276:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774207.459278:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774207.459280:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422974464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774207.459284:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422974592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774207.459294:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774207.459299:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774207/real 1775774207] req@ffff9a6048b5aa00 x1862022422974592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774207.459306:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022422974592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774207.459311:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774207.459313:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774207.459321:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422974592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774207.459324:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422974720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774207.459334:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774207.459340:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774207/real 1775774207] req@ffff9a6048b5a300 x1862022422974720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774207.459347:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022422974720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774207.459352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774207.459354:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774207.459356:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422974720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774208.290912:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774209.314928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774210.338980:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774211.362867:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774212.387025:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774212.578860:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774212.578868:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774212.578871:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774212.578880:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11358 00000100:00080000:3.0:1775774212.578890:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774212.578895:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774212.578926:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022422974848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774212.578948:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774212.578951:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774212.578953:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774212.578955:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11358 00000100:00080000:3.0:1775774212.578958:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774212.578960:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774212.578967:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774212.578976:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022422974976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774212.578983:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774212.578986:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774212.578987:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775774212.578992:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422974848:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774212.578992:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11358 00000100:00080000:3.0:1775774212.578994:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774212.579001:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774212.579004:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774212.579011:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022422975104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774212.579018:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774212.579021:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774212.579022:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774212.579024:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11358 00000100:00080000:3.0:1775774212.579026:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774212.579028:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774212.579031:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774212.579038:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422975232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774212.579043:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774212.579046:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774212.579048:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774212.579050:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11358 00000100:00080000:3.0:1775774212.579052:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774212.579054:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774212.579057:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774212.579062:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774212.579074:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022422975360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774212.579115:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774212/real 1775774212] req@ffff9a6048b5ad80 x1862022422974848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774212.579138:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022422974848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774212.579146:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774212.579150:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774212.579152:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422974848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774212.579171:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422974976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774212.579189:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774212.579198:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774212/real 1775774212] req@ffff9a6048b5bb80 x1862022422974976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774212.579210:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022422974976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774212.579218:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774212.579221:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774212.579224:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422974976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774212.579230:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422975104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774212.579251:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774212.579263:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774212/real 1775774212] req@ffff9a6048b5a680 x1862022422975104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774212.579279:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022422975104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774212.579285:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774212.579287:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774212.579289:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422975104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774212.579294:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422975232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774212.579309:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774212.579316:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774212/real 1775774212] req@ffff9a6048b5b480 x1862022422975232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774212.579323:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022422975232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774212.579328:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774212.579330:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774212.579332:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422975232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774212.579335:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422975360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774212.579344:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774212.579350:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774212/real 1775774212] req@ffff9a6048b59500 x1862022422975360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774237 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774212.579357:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022422975360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774237 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774212.579366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774212.579368:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774212.579370:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422975360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774213.410927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774214.434923:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774215.458901:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774216.482921:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774217.506910:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774217.698911:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774217.698922:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774217.698926:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774217.698936:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11363 00000100:00080000:0.0:1775774217.698949:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774217.698961:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774217.698994:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022422975488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774217.699018:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774217.699020:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774217.699022:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774217.699028:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11363 00000100:00080000:0.0:1775774217.699031:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774217.699034:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774217.699042:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774217.699050:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022422975616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774217.699059:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422975488:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774217.699061:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774217.699067:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774217.699069:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774217.699073:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11363 00000100:00080000:0.0:1775774217.699075:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774217.699077:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774217.699080:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774217.699089:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022422975744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774217.699096:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774217.699099:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774217.699100:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774217.699102:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11363 00000100:00080000:0.0:1775774217.699105:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774217.699107:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774217.699111:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774217.699119:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774217.699120:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022422975872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774217.699130:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774217.699132:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774217.699134:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774217.699137:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11363 00000100:00080000:0.0:1775774217.699140:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774217.699142:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774217.699145:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774217.699152:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022422976000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774217.699157:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774217/real 1775774217] req@ffff9a6051f86d80 x1862022422975488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774217.699185:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022422975488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774217.699193:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774217.699198:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774217.699201:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422975488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774217.699219:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422975616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774217.699234:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774217.699242:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774217/real 1775774217] req@ffff9a6051f85f80 x1862022422975616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774217.699259:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022422975616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774217.699268:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774217.699271:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774217.699273:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422975616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774217.699277:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422975744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774217.699289:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774217.699298:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774217/real 1775774217] req@ffff9a6051f84e00 x1862022422975744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774217.699311:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022422975744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774217.699319:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774217.699322:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774217.699325:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422975744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774217.699332:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422975872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774217.699353:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774217.699364:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774217/real 1775774217] req@ffff9a6051f84a80 x1862022422975872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774217.699372:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022422975872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774217.699378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774217.699380:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774217.699382:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422975872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774217.699387:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422976000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774217.699407:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774217.699419:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774217/real 1775774217] req@ffff9a6051f87b80 x1862022422976000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774242 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774217.699432:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022422976000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774242 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774217.699441:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774217.699444:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774217.699448:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422976000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774218.530956:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774219.554958:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774220.578985:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774221.602929:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774222.627036:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774222.818957:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774222.818972:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774222.818978:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774222.818992:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11368 00000100:00080000:1.0:1775774222.819006:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774222.819014:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774222.819063:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422976128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774222.819092:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774222.819095:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774222.819097:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774222.819100:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11368 00000100:00080000:1.0:1775774222.819104:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774222.819107:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774222.819119:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774222.819129:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422976256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774222.819138:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774222.819141:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774222.819143:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775774222.819146:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422976128:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774222.819149:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11368 00000100:00080000:1.0:1775774222.819155:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774222.819158:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774222.819161:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774222.819170:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422976384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774222.819177:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774222.819180:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774222.819181:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774222.819184:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11368 00000100:00080000:1.0:1775774222.819187:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774222.819189:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774222.819192:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774222.819199:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422976512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774222.819210:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774222.819213:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774222.819214:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774222.819216:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11368 00000100:00080000:1.0:1775774222.819219:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774222.819221:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774222.819224:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774222.819228:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774222.819235:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422976640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774222.819278:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774222/real 1775774222] req@ffff9a605873b800 x1862022422976128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774222.819302:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422976128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774222.819314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774222.819318:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774222.819321:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422976128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774222.819346:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422976256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774222.819366:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774222.819376:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774222/real 1775774222] req@ffff9a605873ad80 x1862022422976256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774222.819385:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422976256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774222.819391:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774222.819393:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774222.819396:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422976256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774222.819399:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422976384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774222.819410:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774222.819418:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774222/real 1775774222] req@ffff9a6058738000 x1862022422976384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774222.819430:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422976384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774222.819439:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774222.819442:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774222.819446:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422976384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774222.819452:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422976512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774222.819472:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774222.819481:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774222/real 1775774222] req@ffff9a605873a680 x1862022422976512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774222.819489:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422976512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774222.819496:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774222.819498:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774222.819500:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422976512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774222.819504:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422976640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774222.819514:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774222.819520:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774222/real 1775774222] req@ffff9a6058738a80 x1862022422976640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774247 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774222.819556:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422976640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774247 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774222.819562:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774222.819565:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774222.819567:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422976640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774223.650980:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774224.674963:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774225.698909:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774226.722974:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774227.746878:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774227.938893:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774227.938901:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774227.938905:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774227.938913:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11373 00000100:00080000:3.0:1775774227.938923:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774227.938930:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774227.938967:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022422976768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774227.938987:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774227.938989:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774227.938991:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774227.938994:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11373 00000100:00080000:3.0:1775774227.938996:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774227.938998:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774227.939006:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774227.939016:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022422976896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774227.939024:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422976768:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774227.939026:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774227.939032:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774227.939034:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774227.939036:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11373 00000100:00080000:3.0:1775774227.939038:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774227.939040:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774227.939043:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774227.939050:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022422977024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774227.939056:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774227.939059:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774227.939060:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774227.939063:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11373 00000100:00080000:3.0:1775774227.939066:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774227.939068:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774227.939071:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774227.939078:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022422977152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774227.939083:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774227.939085:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774227.939086:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774227.939089:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11373 00000100:00080000:3.0:1775774227.939092:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774227.939094:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774227.939097:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774227.939103:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774227.939105:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022422977280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774227.939146:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774227/real 1775774227] req@ffff9a6048b59c00 x1862022422976768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774227.939174:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022422976768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774227.939182:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774227.939186:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774227.939188:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422976768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774227.939211:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422976896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774227.939230:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774227.939246:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774227/real 1775774227] req@ffff9a6048b59500 x1862022422976896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774227.939255:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022422976896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774227.939260:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774227.939262:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774227.939265:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422976896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774227.939269:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422977024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774227.939281:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774227.939287:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774227/real 1775774227] req@ffff9a6048b5b480 x1862022422977024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774227.939294:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022422977024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774227.939301:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774227.939305:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774227.939308:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422977024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774227.939313:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422977152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774227.939333:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774227.939344:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774227/real 1775774227] req@ffff9a6048b5a680 x1862022422977152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774227.939358:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022422977152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774227.939366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774227.939369:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774227.939371:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422977152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774227.939375:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422977280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774227.939390:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774227.939397:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774227/real 1775774227] req@ffff9a6048b5bb80 x1862022422977280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774252 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774227.939404:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022422977280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774252 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774227.939410:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774227.939413:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774227.939416:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422977280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774228.770965:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774229.794965:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774230.818957:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774231.842910:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774232.866998:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774233.058910:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774233.058921:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774233.058926:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774233.058938:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11378 00000100:00080000:3.0:1775774233.058960:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774233.058968:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774233.059015:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022422977408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774233.059045:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774233.059049:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774233.059050:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774233.059053:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11378 00000100:00080000:3.0:1775774233.059056:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774233.059058:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774233.059068:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774233.059085:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022422977536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774233.059093:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774233.059096:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774233.059097:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774233.059099:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11378 00000100:00080000:3.0:1775774233.059101:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774233.059104:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774233.059106:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774233.059113:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022422977664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774233.059119:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774233.059124:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774233.059125:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775774233.059127:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422977408:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774233.059131:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11378 00000100:00080000:3.0:1775774233.059142:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774233.059148:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774233.059151:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774233.059161:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422977792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774233.059166:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774233.059168:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774233.059170:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774233.059174:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11378 00000100:00080000:3.0:1775774233.059177:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774233.059180:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774233.059183:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774233.059192:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422977920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775774233.059208:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774233.059249:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774233/real 1775774233] req@ffff9a6048b5ad80 x1862022422977408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774233.059263:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022422977408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774233.059271:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774233.059275:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774233.059278:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422977408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774233.059284:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422977536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774233.059299:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774233.059307:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774233/real 1775774233] req@ffff9a6048b5a300 x1862022422977536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774233.059315:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022422977536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774233.059320:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774233.059322:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774233.059324:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422977536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774233.059376:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422977664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774233.059392:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774233.059399:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774233/real 1775774233] req@ffff9a6048b5aa00 x1862022422977664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774233.059407:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022422977664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774233.059417:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774233.059420:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774233.059422:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422977664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774233.059426:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422977792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774233.059436:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774233.059442:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774233/real 1775774233] req@ffff9a6048b59880 x1862022422977792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774233.059449:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022422977792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774233.059453:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774233.059455:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774233.059457:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422977792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774233.059461:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422977920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774233.059470:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774233.059475:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774233/real 1775774233] req@ffff9a6048b58a80 x1862022422977920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774233.059482:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022422977920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774233.059487:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774233.059489:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774233.059491:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422977920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774233.890913:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774234.915039:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774235.938942:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774236.963016:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774237.986908:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774238.178930:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774238.178942:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774238.178946:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774238.178956:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11383 00000100:00080000:2.0:1775774238.178967:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774238.178982:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774238.179021:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022422978048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774238.179052:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774238.179056:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774238.179058:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774238.179064:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11383 00000100:00080000:2.0:1775774238.179069:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774238.179074:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774238.179085:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774238.179091:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422978048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774238.179104:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022422978176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774238.179118:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774238.179121:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774238.179123:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774238.179128:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11383 00000100:00080000:2.0:1775774238.179135:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774238.179139:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774238.179145:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1775774238.179160:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774238.179161:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022422978304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774238.179173:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774238.179177:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774238.179179:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774238.179184:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11383 00000100:00080000:2.0:1775774238.179189:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774238.179194:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774238.179199:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774238/real 1775774238] req@ffff9a6051392300 x1862022422978048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1775774238.179203:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774238.179220:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022422978432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774238.179225:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022422978048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774238.179246:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774238.179246:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774238.179253:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:2.0:1775774238.179254:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774238.179272:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775774238.179274:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422978048:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774238.179280:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11383 00000100:00080000:2.0:1775774238.179286:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774238.179291:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774238.179298:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774238.179302:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422978176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774238.179315:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022422978560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775774238.179327:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774238.179340:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774238/real 1775774238] req@ffff9a6051391500 x1862022422978176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774238.179353:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022422978176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774238.179360:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774238.179362:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774238.179366:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422978176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774238.179370:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422978304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774238.179382:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774238.179387:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774238/real 1775774238] req@ffff9a6051390380 x1862022422978304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774238.179394:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022422978304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774238.179399:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774238.179401:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774238.179403:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422978304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774238.179406:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422978432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774238.179417:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774238.179422:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774238/real 1775774238] req@ffff9a6051391880 x1862022422978432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774238.179429:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022422978432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774238.179438:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774238.179441:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774238.179443:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422978432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774238.179452:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422978560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774238.179462:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774238.179468:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774238/real 1775774238] req@ffff9a6051391c00 x1862022422978560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774238.179476:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022422978560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774238.179482:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774238.179485:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774238.179487:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422978560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774239.010963:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774240.034894:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774241.059005:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774242.082997:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774243.106914:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774243.298861:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774243.298871:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774243.298875:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774243.298882:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11388 00000100:00080000:2.0:1775774243.298891:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774243.298897:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774243.298936:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022422978688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774243.298960:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774243.298962:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774243.298963:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774243.298967:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11388 00000100:00080000:2.0:1775774243.298969:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774243.298971:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774243.298979:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774243.298987:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022422978816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774243.298996:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774243.298998:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774243.298999:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775774243.299005:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422978688:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774243.299005:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11388 00000100:00080000:2.0:1775774243.299008:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774243.299014:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774243.299017:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774243.299026:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022422978944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774243.299032:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774243.299035:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774243.299036:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774243.299039:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11388 00000100:00080000:2.0:1775774243.299041:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774243.299044:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774243.299049:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774243.299060:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022422979072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774243.299070:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774243.299073:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774243.299075:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774243.299079:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11388 00000100:00080000:2.0:1775774243.299084:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774243.299089:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774243.299096:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774243.299097:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422978816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774243.299114:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022422979200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774243.299132:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422978944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774243.299149:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422979072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774243.299165:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422979200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774244.130953:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774245.154976:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774246.178979:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1775774246.371074:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:3.0:1775774246.371134:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1775774246.371151:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775774246.371191:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775774246.371201:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775774246.371209:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775774246.371216:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:1.0:1775774246.371346:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774243/real 1775774246] req@ffff9a6051392300 x1862022422979200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774246.371380:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022422979200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774246.371392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774246.371397:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774246.371402:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422979200:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774246.371410:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774243/real 1775774246] req@ffff9a6051391880 x1862022422978816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774246.371425:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022422978816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774246.371433:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774246.371437:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774246.371440:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422978816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774246.371448:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774243/real 1775774246] req@ffff9a6051390380 x1862022422978944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774246.371461:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022422978944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774246.371468:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774246.371471:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774246.371475:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422978944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774246.371481:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774243/real 1775774246] req@ffff9a6051391500 x1862022422979072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774246.371852:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022422979072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774246.371862:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774246.371866:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774246.371869:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422979072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774246.371876:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774243/real 1775774246] req@ffff9a6051391c00 x1862022422978688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774246.371899:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022422978688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774246.371909:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774246.371912:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774246.371915:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422978688:192.168.201.120@tcp:250:kworker.0 00010000:00010000:2.0:1775774247.202914:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774248.226906:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774248.418903:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774248.418912:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774248.418919:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774248.418928:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11394 00000100:00080000:2.0:1775774248.418938:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774248.418944:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774248.418974:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022422979328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774248.418997:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774248.419000:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774248.419001:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774248.419004:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11394 00000100:00080000:2.0:1775774248.419007:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774248.419009:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774248.419016:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774248.419024:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022422979456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774248.419032:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774248.419034:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774248.419036:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774248.419038:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11394 00000100:00080000:2.0:1775774248.419041:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774248.419043:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774248.419047:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774248.419055:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022422979584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774248.419056:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422979328:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774248.419069:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774248.419072:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774248.419073:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774248.419075:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11394 00000100:00080000:2.0:1775774248.419078:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774248.419093:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774248.419097:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774248.419106:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422979712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774248.419113:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774248.419116:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774248.419117:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774248.419119:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11394 00000100:00080000:2.0:1775774248.419122:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774248.419125:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774248.419128:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774248.419137:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022422979840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775774248.419143:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774248.419190:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774248/real 1775774248] req@ffff9a6051390000 x1862022422979328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774248.419210:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022422979328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774248.419220:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774248.419224:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774248.419228:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422979328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774248.419236:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422979456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774248.419261:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774248.419273:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774248/real 1775774248] req@ffff9a6051390a80 x1862022422979456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774248.419286:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022422979456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774248.419294:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774248.419298:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774248.419301:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422979456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774248.419326:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422979584:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774248.419348:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774248.419360:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774248/real 1775774248] req@ffff9a6051393100 x1862022422979584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774248.419381:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022422979584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774248.419389:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774248.419392:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774248.419396:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422979584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774248.419402:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422979712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774248.419424:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774248.419436:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774248/real 1775774248] req@ffff9a6051393480 x1862022422979712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774248.419449:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022422979712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774248.419458:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774248.419461:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774248.419464:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422979712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774248.419470:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422979840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774248.419490:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774248.419501:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774248/real 1775774248] req@ffff9a6051390e00 x1862022422979840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774248.419514:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022422979840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774248.419522:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774248.419525:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774248.419528:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422979840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774249.250992:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774250.274946:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774251.298959:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774252.322933:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774253.346942:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774253.538880:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774253.538888:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774253.538892:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774253.538901:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11399 00000100:00080000:0.0:1775774253.538910:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774253.538916:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774253.538948:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022422979968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774253.538970:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774253.538973:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774253.538974:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774253.538977:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11399 00000100:00080000:0.0:1775774253.538979:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774253.538981:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774253.538989:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774253.539010:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022422980096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774253.539019:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774253.539022:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774253.539023:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774253.539027:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11399 00000100:00080000:0.0:1775774253.539030:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774253.539033:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774253.539037:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774253.539046:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022422980224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774253.539054:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774253.539057:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774253.539059:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774253.539065:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11399 00000100:00100000:1.0:1775774253.539069:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422979968:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774253.539070:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774253.539079:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774253.539087:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774253.539094:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022422980352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774253.539100:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774253.539103:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774253.539104:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774253.539106:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11399 00000100:00080000:0.0:1775774253.539110:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774253.539112:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774253.539115:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774253.539121:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022422980480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775774253.539171:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774253.539215:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774253/real 1775774253] req@ffff9a6051f85500 x1862022422979968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774253.539237:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022422979968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774253.539270:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774253.539275:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774253.539280:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422979968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774253.539290:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422980096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774253.539313:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774253.539326:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774253/real 1775774253] req@ffff9a6051f86300 x1862022422980096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774253.539339:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022422980096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774253.539348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774253.539352:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774253.539355:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422980096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774253.539385:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422980224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774253.539400:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774253.539409:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774253/real 1775774253] req@ffff9a6051f87b80 x1862022422980224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774253.539421:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022422980224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774253.539430:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774253.539434:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774253.539437:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422980224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774253.539444:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422980352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774253.539459:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774253.539468:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774253/real 1775774253] req@ffff9a6051f84a80 x1862022422980352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774253.539480:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022422980352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774253.539488:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774253.539491:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774253.539494:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422980352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774253.539500:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422980480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774253.539515:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774253.539523:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774253/real 1775774253] req@ffff9a6051f84e00 x1862022422980480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774253.539535:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022422980480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774253.539543:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774253.539546:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774253.539549:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422980480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774254.370891:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774255.394941:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774256.418922:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774257.442919:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774258.466935:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774258.658942:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774258.658954:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774258.658960:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774258.658976:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11404 00000100:00080000:3.0:1775774258.658991:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774258.659000:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774258.659045:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422980608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774258.659074:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774258.659077:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774258.659078:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774258.659082:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11404 00000100:00080000:3.0:1775774258.659084:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774258.659087:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774258.659097:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774258.659107:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022422980736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774258.659116:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774258.659118:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774258.659120:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775774258.659125:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422980608:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774258.659126:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11404 00000100:00080000:3.0:1775774258.659130:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774258.659135:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774258.659139:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774258.659147:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022422980864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774258.659159:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774258.659161:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774258.659163:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774258.659165:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11404 00000100:00080000:3.0:1775774258.659167:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774258.659169:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774258.659173:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774258.659179:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022422980992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774258.659185:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774258.659187:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774258.659188:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774258.659190:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11404 00000100:00080000:3.0:1775774258.659200:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774258.659203:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774258.659207:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1775774258.659211:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774258.659219:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022422981120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774258.659259:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774258/real 1775774258] req@ffff9a6048b58000 x1862022422980608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774258.659283:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022422980608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774258.659296:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774258.659301:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774258.659305:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422980608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774258.659335:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422980736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774258.659362:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774258.659377:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774258/real 1775774258] req@ffff9a6048b59180 x1862022422980736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774258.659392:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022422980736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774258.659402:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774258.659405:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774258.659409:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422980736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774258.659414:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422980864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774258.659431:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774258.659439:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774258/real 1775774258] req@ffff9a6048b5b800 x1862022422980864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774258.659447:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022422980864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774258.659458:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774258.659460:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774258.659462:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422980864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774258.659466:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422980992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774258.659477:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774258.659482:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774258/real 1775774258] req@ffff9a6048b59f80 x1862022422980992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774258.659489:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022422980992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774258.659495:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774258.659497:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774258.659498:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422980992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774258.659502:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422981120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774258.659511:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774258.659517:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774258/real 1775774258] req@ffff9a6048b58e00 x1862022422981120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774283 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774258.659524:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022422981120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774283 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774258.659529:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774258.659530:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774258.659533:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422981120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774259.490987:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774260.514918:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774261.538941:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774262.562928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774263.586937:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774263.778899:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774263.778907:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774263.778911:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774263.778918:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11409 00000100:00080000:3.0:1775774263.778929:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774263.778934:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774263.778965:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022422981248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774263.778988:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774263.778990:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774263.778992:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774263.778994:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11409 00000100:00080000:3.0:1775774263.778997:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774263.778999:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774263.779006:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774263.779016:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022422981376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774263.779023:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774263.779026:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774263.779027:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774263.779029:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11409 00000100:00080000:3.0:1775774263.779031:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774263.779033:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774263.779036:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774263.779042:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022422981504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774263.779051:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422981248:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774263.779051:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774263.779059:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774263.779062:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774263.779065:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11409 00000100:00080000:3.0:1775774263.779067:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774263.779069:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774263.779072:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774263.779081:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022422981632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774263.779087:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774263.779089:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774263.779090:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774263.779092:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11409 00000100:00080000:3.0:1775774263.779095:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774263.779097:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774263.779100:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774263.779106:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022422981760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775774263.779125:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774263.779159:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774263/real 1775774263] req@ffff9a6048b5b100 x1862022422981248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774263.779177:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022422981248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774263.779187:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774263.779192:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774263.779196:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422981248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774263.779204:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422981376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774263.779229:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774263.779242:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774263/real 1775774263] req@ffff9a6048b58e00 x1862022422981376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774263.779254:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022422981376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774263.779262:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774263.779265:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774263.779269:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422981376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774263.779302:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422981504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774263.779325:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774263.779336:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774263/real 1775774263] req@ffff9a6048b59f80 x1862022422981504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774263.779347:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022422981504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774263.779356:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774263.779359:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774263.779362:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422981504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774263.779368:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422981632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774263.779387:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774263.779398:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774263/real 1775774263] req@ffff9a6048b5b800 x1862022422981632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774263.779409:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022422981632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774263.779417:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774263.779421:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774263.779424:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422981632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774263.779429:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422981760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774263.779446:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774263.779455:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774263/real 1775774263] req@ffff9a6048b59180 x1862022422981760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774288 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774263.779467:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022422981760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774288 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774263.779475:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774263.779478:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774263.779481:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422981760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774264.610891:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774265.634965:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774266.658922:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774267.682973:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774268.706938:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774268.898906:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774268.898918:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774268.898923:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774268.898934:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11414 00000100:00080000:2.0:1775774268.898947:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774268.899055:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774268.899093:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022422981888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774268.899119:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774268.899123:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774268.899125:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774268.899129:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11414 00000100:00080000:2.0:1775774268.899137:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774268.899141:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774268.899149:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774268.899157:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022422982016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774268.899165:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774268.899168:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774268.899170:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775774268.899172:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422981888:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774268.899175:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11414 00000100:00080000:2.0:1775774268.899180:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774268.899183:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774268.899186:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774268.899195:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022422982144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774268.899201:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774268.899203:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774268.899205:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774268.899207:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11414 00000100:00080000:2.0:1775774268.899210:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774268.899212:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774268.899215:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774268.899222:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022422982272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774268.899228:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1775774268.899231:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775774268.899233:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774268.899236:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774268.899240:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11414 00000100:00080000:2.0:1775774268.899244:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774268.899247:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774268.899251:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774268.899259:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022422982400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774268.899265:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774268/real 1775774268] req@ffff9a6051391f80 x1862022422981888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774268.899282:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022422981888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774268.899290:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774268.899293:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774268.899296:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422981888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774268.899314:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422982016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774268.899328:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774268.899336:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774268/real 1775774268] req@ffff9a6051392a00 x1862022422982016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774268.899344:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022422982016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774268.899349:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774268.899351:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774268.899353:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422982016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774268.899358:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422982144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774268.899367:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774268.899372:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774268/real 1775774268] req@ffff9a6051392680 x1862022422982144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774268.899379:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022422982144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774268.899384:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774268.899386:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774268.899388:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422982144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774268.899391:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422982272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774268.899400:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774268.899406:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774268/real 1775774268] req@ffff9a6051393800 x1862022422982272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774268.899412:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022422982272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774268.899417:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774268.899419:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774268.899421:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422982272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774268.899424:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422982400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774268.899433:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774268.899438:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774268/real 1775774268] req@ffff9a6051391180 x1862022422982400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774293 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774268.899445:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022422982400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774293 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774268.899450:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774268.899451:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774268.899453:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422982400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774269.730943:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774270.754949:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774271.778945:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774272.802939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774273.826902:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774274.018899:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774274.018910:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774274.018915:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774274.018924:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11419 00000100:00080000:1.0:1775774274.018934:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774274.018939:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774274.018972:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422982528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774274.018999:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774274.019002:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774274.019004:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774274.019008:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11419 00000100:00080000:1.0:1775774274.019011:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774274.019014:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774274.019023:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774274.019034:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422982656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774274.019049:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774274.019052:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774274.019054:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774274.019060:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11419 00000100:00080000:1.0:1775774274.019066:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775774274.019068:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422982528:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774274.019074:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774274.019085:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774274.019099:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422982784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774274.019107:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774274.019111:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774274.019112:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774274.019116:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11419 00000100:00080000:1.0:1775774274.019119:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774274.019122:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774274.019127:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774274.019137:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422982912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774274.019147:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774274.019151:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774274.019152:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774274.019156:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11419 00000100:00080000:1.0:1775774274.019160:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774274.019168:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775774274.019170:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:1.0:1775774274.019175:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774274.019194:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422983040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774274.019227:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774274/real 1775774274] req@ffff9a6058739180 x1862022422982528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774274.019246:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422982528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774274.019255:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774274.019259:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774274.019262:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422982528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774274.019296:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422982656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774274.019338:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774274.019352:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774274/real 1775774274] req@ffff9a6058739500 x1862022422982656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774274.019362:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422982656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774274.019369:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774274.019372:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774274.019376:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422982656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774274.019385:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422982784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774274.019424:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774274.019445:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774274/real 1775774274] req@ffff9a6058738e00 x1862022422982784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774274.019470:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422982784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774274.019477:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774274.019480:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774274.019482:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422982784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774274.019488:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422982912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774274.019508:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774274.019534:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774274/real 1775774274] req@ffff9a605873a300 x1862022422982912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774274.019554:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422982912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774274.019567:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774274.019573:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774274.019579:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422982912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774274.019588:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422983040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774274.019626:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774274.019658:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774274/real 1775774274] req@ffff9a605873aa00 x1862022422983040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774274.019668:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422983040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774274.019674:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774274.019677:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774274.019679:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422983040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774274.850863:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774275.874966:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774276.898881:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774277.922898:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774278.946855:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774279.138872:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774279.138879:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774279.138883:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774279.138890:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11424 00000100:00080000:1.0:1775774279.138898:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774279.138903:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774279.138937:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022422983168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774279.138958:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774279.138961:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774279.138963:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774279.138966:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11424 00000100:00080000:1.0:1775774279.138969:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774279.138973:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774279.138981:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774279.138994:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022422983296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774279.139003:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774279.139007:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774279.139008:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775774279.139009:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422983168:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774279.139012:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11424 00000100:00080000:1.0:1775774279.139015:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774279.139017:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774279.139029:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774279.139037:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022422983424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774279.139044:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774279.139047:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774279.139049:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774279.139052:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11424 00000100:00080000:1.0:1775774279.139054:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774279.139057:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775774279.139059:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:1.0:1775774279.139060:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774279.139068:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422983552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774279.139075:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774279.139077:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774279.139078:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774279.139081:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11424 00000100:00080000:1.0:1775774279.139084:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774279.139087:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774279.139089:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774279/real 1775774279] req@ffff9a605873bb80 x1862022422983168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1775774279.139091:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774279.139098:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422983680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774279.139104:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022422983168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774279.139112:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774279.139116:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774279.139120:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422983168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774279.139141:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422983296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774279.139163:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774279.139175:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774279/real 1775774279] req@ffff9a6058739880 x1862022422983296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774279.139187:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022422983296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774279.139194:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774279.139198:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774279.139200:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422983296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774279.139204:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422983424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774279.139217:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774279.139223:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774279/real 1775774279] req@ffff9a605873b100 x1862022422983424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774279.139230:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022422983424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774279.139234:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774279.139236:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774279.139237:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422983424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774279.139240:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422983552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774279.139249:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774279.139253:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774279/real 1775774279] req@ffff9a605873aa00 x1862022422983552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774279.139263:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422983552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774279.139267:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774279.139269:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774279.139276:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422983552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774279.139279:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422983680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774279.139287:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774279.139292:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774279/real 1775774279] req@ffff9a605873a300 x1862022422983680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774279.139298:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422983680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774279.139302:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774279.139304:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774279.139305:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422983680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774279.970985:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774280.994975:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774282.018926:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774283.042929:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774284.066932:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774284.258865:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774284.258875:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774284.258879:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774284.258888:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11429 00000100:00080000:1.0:1775774284.258899:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774284.258906:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774284.258940:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422983808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774284.258964:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774284.258966:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774284.258971:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774284.258974:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11429 00000100:00080000:1.0:1775774284.258977:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774284.258980:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774284.258989:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774284.259002:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422983936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774284.259005:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422983808:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774284.259020:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774284.259023:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774284.259024:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774284.259029:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11429 00000100:00080000:1.0:1775774284.259034:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774284.259039:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774284.259044:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1775774284.259058:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774284.259059:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422984064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774284.259070:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774284.259073:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774284.259075:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774284.259079:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11429 00000100:00080000:1.0:1775774284.259083:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774284.259088:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774284.259088:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774284/real 1775774284] req@ffff9a6058738e00 x1862022422983808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1775774284.259094:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774284.259105:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422984192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774284.259111:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774284.259115:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1775774284.259115:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422983808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774284.259118:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774284.259124:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11429 00000100:00080000:1.0:1775774284.259128:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774284.259132:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:2.0:1775774284.259133:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1775774284.259135:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1775774284.259138:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774284.259142:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422984320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774284.259143:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422983808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774284.259168:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422983936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774284.259183:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774284.259190:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774284/real 1775774284] req@ffff9a6058739500 x1862022422983936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774284.259197:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422983936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774284.259204:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774284.259207:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774284.259210:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422983936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774284.259221:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422984064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774284.259239:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774284.259249:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774284/real 1775774284] req@ffff9a6058739180 x1862022422984064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774284.259259:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422984064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774284.259272:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774284.259275:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774284.259277:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422984064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774284.259283:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422984192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774284.259299:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774284.259308:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774284/real 1775774284] req@ffff9a6058738a80 x1862022422984192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774284.259319:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422984192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774284.259326:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774284.259329:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774284.259331:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422984192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774284.259336:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422984320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774284.259351:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774284.259360:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774284/real 1775774284] req@ffff9a605873a680 x1862022422984320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774284.259370:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422984320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774284.259377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774284.259380:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774284.259383:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422984320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774285.090965:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774286.114903:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774287.138940:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774288.162902:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774289.186942:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774289.378908:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774289.378918:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774289.378922:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774289.378931:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11434 00000100:00080000:1.0:1775774289.378942:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774289.378948:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774289.378983:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422984448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774289.379006:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774289.379009:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774289.379011:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774289.379015:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11434 00000100:00080000:1.0:1775774289.379019:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774289.379022:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774289.379031:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774289.379048:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422984576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774289.379048:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422984448:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774289.379058:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774289.379061:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774289.379062:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774289.379065:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11434 00000100:00080000:1.0:1775774289.379068:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774289.379071:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774289.379075:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774289.379084:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422984704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774289.379091:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774289.379094:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774289.379095:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774289.379098:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11434 00000800:00000100:2.0:1775774289.379099:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775774289.379101:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774289.379103:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774289.379106:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774289.379113:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422984832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774289.379120:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774289.379123:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774289.379124:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774289.379127:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11434 00000100:00080000:1.0:1775774289.379130:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775774289.379130:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774289/real 1775774289] req@ffff9a6058738000 x1862022422984448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774289.379132:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774289.379136:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774289.379143:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422984960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774289.379150:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422984448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774289.379159:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774289.379163:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774289.379166:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422984448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774289.379186:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422984576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774289.379205:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774289.379213:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774289/real 1775774289] req@ffff9a605873ad80 x1862022422984576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774289.379220:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422984576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774289.379225:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774289.379227:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774289.379229:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422984576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774289.379232:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422984704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774289.379241:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774289.379246:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774289/real 1775774289] req@ffff9a605873b800 x1862022422984704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774289.379252:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422984704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774289.379256:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774289.379258:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774289.379259:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422984704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774289.379262:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422984832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774289.379271:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774289.379276:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774289/real 1775774289] req@ffff9a6058739f80 x1862022422984832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774289.379281:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422984832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774289.379285:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774289.379287:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774289.379288:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422984832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774289.379291:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422984960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774289.379299:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774289.379303:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774289/real 1775774289] req@ffff9a6058738700 x1862022422984960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774289.379313:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422984960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774289.379317:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774289.379319:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774289.379320:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422984960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774290.210992:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774291.234942:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774292.259000:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774293.282936:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774294.306943:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774294.498901:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774294.498912:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774294.498917:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774294.498927:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11440 00000100:00080000:2.0:1775774294.498939:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774294.498946:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774294.499001:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022422985088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774294.499028:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774294.499031:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774294.499032:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774294.499036:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11440 00000100:00080000:2.0:1775774294.499039:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774294.499042:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774294.499051:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774294.499062:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022422985216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774294.499071:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422985088:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774294.499072:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774294.499076:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774294.499079:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774294.499087:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11440 00000100:00080000:2.0:1775774294.499090:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774294.499094:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774294.499099:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774294.499112:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022422985344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774294.499122:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774294.499125:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774294.499126:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774294.499129:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11440 00000100:00080000:2.0:1775774294.499132:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774294.499134:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774294.499137:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774294.499146:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022422985472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774294.499152:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1775774294.499154:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775774294.499157:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774294.499159:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774294.499163:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11440 00000100:00080000:2.0:1775774294.499165:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774294.499168:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774294.499171:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774294.499178:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022422985600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774294.499339:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774294/real 1775774294] req@ffff9a6051391180 x1862022422985088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774294.499370:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022422985088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774294.499388:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774294.499392:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774294.499395:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422985088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774294.499420:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422985216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774294.499467:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774294.499478:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774294/real 1775774294] req@ffff9a6051393800 x1862022422985216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774294.499486:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022422985216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774294.499491:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774294.499493:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774294.499495:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422985216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774294.499498:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422985344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774294.499508:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774294.499513:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774294/real 1775774294] req@ffff9a6051392680 x1862022422985344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774294.499524:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022422985344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774294.499528:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774294.499529:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774294.499531:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422985344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774294.499534:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422985472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774294.499550:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774294.499556:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774294/real 1775774294] req@ffff9a6051392a00 x1862022422985472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774294.499562:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022422985472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774294.499566:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774294.499568:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774294.499570:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422985472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774294.499573:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422985600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774294.499581:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774294.499585:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774294/real 1775774294] req@ffff9a6051391f80 x1862022422985600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774294.499591:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022422985600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774294.499599:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774294.499601:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774294.499602:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422985600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774295.330980:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774296.354931:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774297.378927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774298.402930:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774299.426905:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774299.618901:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774299.618910:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774299.618920:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774299.618929:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11445 00000100:00080000:1.0:1775774299.618940:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774299.618947:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774299.618981:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022422985728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774299.619006:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774299.619010:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774299.619011:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774299.619015:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11445 00000100:00080000:1.0:1775774299.619018:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774299.619021:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774299.619029:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774299.619036:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422985728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774299.619043:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022422985856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774299.619055:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774299.619058:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774299.619060:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774299.619065:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11445 00000100:00080000:1.0:1775774299.619069:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774299.619072:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774299.619077:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774299.619088:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022422985984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775774299.619090:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775774299.619100:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774299.619104:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774299.619105:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774299.619111:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11445 00000100:00080000:1.0:1775774299.619114:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774299.619118:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774299.619122:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774299/real 1775774299] req@ffff9a605873b480 x1862022422985728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1775774299.619124:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774299.619141:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022422985728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774299.619149:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422986112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774299.619149:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774299.619156:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774299.619162:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422985728:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774299.619171:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774299.619173:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774299.619175:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774299.619178:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11445 00000100:00080000:1.0:1775774299.619182:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775774299.619184:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422985856:192.168.201.120@tcp:38:kworker.0 00000100:00080000:1.0:1775774299.619208:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774299.619213:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774299.619219:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774299.619226:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422986240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774299.619232:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774299/real 1775774299] req@ffff9a6058738380 x1862022422985856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774299.619245:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022422985856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774299.619255:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774299.619257:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774299.619259:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422985856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774299.619263:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422985984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774299.619273:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774299.619278:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774299/real 1775774299] req@ffff9a6058739c00 x1862022422985984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774299.619284:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022422985984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774299.619289:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774299.619290:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774299.619292:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422985984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774299.619295:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422986112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774299.619304:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774299.619309:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774299/real 1775774299] req@ffff9a6058738700 x1862022422986112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774299.619315:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422986112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774299.619319:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774299.619320:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774299.619327:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422986112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774299.619338:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422986240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774299.619347:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774299.619353:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774299/real 1775774299] req@ffff9a6058739f80 x1862022422986240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774324 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774299.619359:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422986240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774324 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774299.619363:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774299.619365:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774299.619367:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422986240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774300.450919:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774301.474937:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774302.498961:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774303.522887:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774304.546952:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774304.738898:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774304.738906:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774304.738909:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774304.738917:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11450 00000100:00080000:1.0:1775774304.738927:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774304.738932:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774304.738964:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422986368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774304.738991:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774304.738995:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774304.738997:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774304.739000:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11450 00000100:00080000:1.0:1775774304.739004:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774304.739008:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774304.739016:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774304.739026:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422986496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774304.739034:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774304.739036:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774304.739037:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774304.739042:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11450 00000100:00100000:2.0:1775774304.739042:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422986368:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774304.739044:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774304.739049:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774304.739053:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774304.739060:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422986624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774304.739066:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774304.739068:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774304.739069:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774304.739071:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11450 00000100:00080000:1.0:1775774304.739073:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774304.739075:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774304.739077:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774304.739083:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422986752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774304.739088:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774304.739090:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774304.739091:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774304.739093:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11450 00000100:00080000:1.0:1775774304.739096:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774304.739113:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774304.739116:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774304.739122:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422986880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775774304.739137:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774304.739173:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774304/real 1775774304] req@ffff9a605873b800 x1862022422986368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774304.739190:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422986368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774304.739200:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774304.739204:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774304.739208:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422986368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774304.739231:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422986496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774304.739254:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774304.739266:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774304/real 1775774304] req@ffff9a605873ad80 x1862022422986496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774304.739283:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422986496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774304.739292:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774304.739295:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774304.739297:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422986496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774304.739303:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422986624:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774304.739320:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774304.739330:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774304/real 1775774304] req@ffff9a6058738000 x1862022422986624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774304.739340:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422986624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774304.739347:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774304.739350:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774304.739352:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422986624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774304.739358:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422986752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774304.739374:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774304.739383:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774304/real 1775774304] req@ffff9a605873a680 x1862022422986752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774304.739403:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422986752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774304.739411:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774304.739413:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774304.739416:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422986752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774304.739422:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422986880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774304.739440:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774304.739449:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774304/real 1775774304] req@ffff9a6058738a80 x1862022422986880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774329 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774304.739461:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422986880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774329 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774304.739467:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774304.739470:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774304.739473:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422986880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774305.570922:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774306.594989:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774307.618897:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774308.642956:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774309.666911:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774309.858894:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774309.858903:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774309.858906:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774309.858914:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11455 00000100:00080000:1.0:1775774309.858923:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774309.858928:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774309.858958:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422987008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774309.858982:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774309.858986:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774309.858988:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774309.858994:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11455 00000100:00080000:1.0:1775774309.859000:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774309.859004:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774309.859025:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774309.859037:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422987136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774309.859049:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422987008:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774309.859050:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774309.859057:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774309.859059:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774309.859064:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11455 00000100:00080000:1.0:1775774309.859067:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774309.859070:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774309.859075:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774309.859085:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422987264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774309.859096:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774309.859100:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774309.859102:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774309.859106:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11455 00000100:00080000:1.0:1775774309.859111:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774309.859114:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774309.859119:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774309.859131:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422987392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774309.859140:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774309.859144:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774309.859146:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775774309.859149:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422987136:192.168.201.120@tcp:38:kworker.0 00000100:00080000:1.0:1775774309.859152:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11455 00000100:00080000:1.0:1775774309.859173:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774309.859178:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774309.859183:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774309.859189:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422987264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774309.859198:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422987520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774309.859214:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422987392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774309.859240:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422987520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774310.691026:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774311.714943:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774312.738954:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775774312.931032:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:1.0:1775774312.931066:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775774312.931079:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774312.931110:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774312.931119:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774312.931125:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774312.931133:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775774312.931159:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774309/real 1775774312] req@ffff9a605873aa00 x1862022422987520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774312.931182:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422987520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774312.931193:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774312.931198:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774312.931202:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422987520:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774312.931209:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774309/real 1775774312] req@ffff9a6058739500 x1862022422987136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774312.931220:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422987136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774312.931227:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774312.931230:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774312.931233:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422987136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774312.931239:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774309/real 1775774312] req@ffff9a6058738e00 x1862022422987264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774312.931249:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422987264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774312.931262:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774312.931265:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774312.931268:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422987264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774312.931275:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774309/real 1775774312] req@ffff9a605873a300 x1862022422987392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774312.931284:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422987392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774312.931291:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774312.931294:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774312.931297:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422987392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774312.931302:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774309/real 1775774312] req@ffff9a6058739180 x1862022422987008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774334 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774312.931314:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422987008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774334 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774312.931320:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774312.931324:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774312.931327:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422987008:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775774313.762914:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774314.787035:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774314.978958:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774314.978967:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774314.978971:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774314.978979:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11460 00000100:00080000:2.0:1775774314.978991:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774314.979003:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774314.979044:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022422987648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774314.979079:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774314.979082:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774314.979084:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774314.979088:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11460 00000100:00080000:2.0:1775774314.979092:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774314.979096:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774314.979105:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774314.979118:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422987776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774314.979127:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774314.979130:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774314.979131:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774314.979135:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11460 00000100:00080000:2.0:1775774314.979138:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774314.979141:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774314.979146:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774314.979155:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022422987904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774314.979169:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774314.979172:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774314.979173:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774314.979175:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11460 00000100:00080000:2.0:1775774314.979177:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774314.979180:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774314.979184:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774314.979194:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022422988032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774314.979204:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774314.979207:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774314.979209:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774314.979226:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11460 00000100:00080000:2.0:1775774314.979231:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774314.979237:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774314.979243:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774314.979251:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422987648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774314.979264:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022422988160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775774314.979373:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774314.979440:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774314/real 1775774314] req@ffff9a6051390e00 x1862022422987648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774314.979467:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022422987648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774314.979481:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774314.979487:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774314.979492:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422987648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774314.979502:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422987776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774314.979533:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774314.979546:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774314/real 1775774314] req@ffff9a6051393480 x1862022422987776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774314.979558:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022422987776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774314.979567:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774314.979571:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774314.979574:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422987776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774314.979596:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422987904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774314.979622:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774314.979633:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774314/real 1775774314] req@ffff9a6051393100 x1862022422987904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774314.979646:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022422987904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774314.979653:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774314.979657:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774314.979660:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422987904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774314.979667:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422988032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774314.979699:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774314.979710:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774314/real 1775774314] req@ffff9a6051390a80 x1862022422988032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774314.979722:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022422988032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774314.979730:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774314.979734:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774314.979737:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422988032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774314.979778:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422988160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774314.979832:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774314.979843:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774314/real 1775774314] req@ffff9a6051390000 x1862022422988160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774339 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774314.979862:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022422988160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774339 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774314.979870:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774314.979874:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774314.979877:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422988160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774315.810932:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774316.835067:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774317.858971:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774318.882942:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774319.906860:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774320.098985:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774320.098992:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774320.098995:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774320.099004:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11465 00000100:00080000:0.0:1775774320.099013:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774320.099019:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774320.099048:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022422988288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774320.099068:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774320.099070:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774320.099071:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774320.099074:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11465 00000100:00080000:0.0:1775774320.099076:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774320.099078:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774320.099084:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774320.099093:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022422988416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774320.099099:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774320.099101:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774320.099102:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774320.099104:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11465 00000100:00080000:0.0:1775774320.099106:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774320.099108:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774320.099110:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774320.099113:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422988288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774320.099118:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022422988544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774320.099126:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774320.099128:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774320.099129:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774320.099131:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11465 00000100:00080000:0.0:1775774320.099133:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774320.099135:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774320.099137:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774320.099143:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022422988672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774320.099148:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774320.099150:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774320.099151:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774320.099153:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11465 00000100:00080000:0.0:1775774320.099161:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774320.099163:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774320.099166:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774320.099174:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022422988800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775774320.099175:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774320.099221:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774320/real 1775774320] req@ffff9a6051f85f80 x1862022422988288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774320.099239:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022422988288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774320.099249:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774320.099252:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774320.099255:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422988288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774320.099260:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422988416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774320.099276:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774320.099284:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774320/real 1775774320] req@ffff9a6051f86d80 x1862022422988416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774320.099290:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022422988416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774320.099298:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774320.099301:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774320.099302:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422988416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774320.099318:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422988544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774320.099327:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774320.099332:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774320/real 1775774320] req@ffff9a6051f85880 x1862022422988544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774320.099341:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022422988544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774320.099348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774320.099351:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774320.099354:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422988544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774320.099360:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422988672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774320.099378:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774320.099388:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774320/real 1775774320] req@ffff9a6051f86a00 x1862022422988672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774320.099399:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022422988672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774320.099406:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774320.099409:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774320.099412:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422988672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774320.099418:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422988800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774320.099435:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774320.099443:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774320/real 1775774320] req@ffff9a6051f85c00 x1862022422988800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774320.099449:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022422988800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774320.099454:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774320.099455:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774320.099457:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422988800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774320.930944:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774321.954929:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774322.978933:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774324.002935:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774325.026992:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774325.218930:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774325.218937:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774325.218940:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774325.218949:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11470 00000100:00080000:1.0:1775774325.218958:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774325.218963:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774325.218999:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022422988928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774325.219029:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774325.219032:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774325.219034:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774325.219038:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11470 00000100:00080000:1.0:1775774325.219041:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774325.219046:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774325.219054:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774325.219063:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022422989056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774325.219077:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774325.219081:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774325.219083:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774325.219086:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11470 00000100:00100000:2.0:1775774325.219091:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422988928:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774325.219092:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774325.219099:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774325.219104:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774325.219116:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022422989184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774325.219127:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774325.219130:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774325.219132:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774325.219142:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11470 00000100:00080000:1.0:1775774325.219145:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774325.219147:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774325.219151:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774325.219155:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774325.219162:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422989312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774325.219169:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774325.219172:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774325.219174:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774325.219176:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11470 00000100:00080000:1.0:1775774325.219178:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774325.219180:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774325.219183:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774325.219189:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422989440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774325.219193:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774325/real 1775774325] req@ffff9a605873b100 x1862022422988928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774325.219215:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022422988928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774325.219226:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774325.219229:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774325.219233:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422988928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774325.219239:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422989056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774325.219257:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774325.219268:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774325/real 1775774325] req@ffff9a6058739880 x1862022422989056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774325.219279:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022422989056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774325.219286:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774325.219289:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774325.219292:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422989056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774325.219314:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422989184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774325.219333:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774325.219343:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774325/real 1775774325] req@ffff9a605873bb80 x1862022422989184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774325.219373:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022422989184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774325.219378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774325.219380:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774325.219381:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422989184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774325.219385:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422989312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774325.219399:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774325.219408:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774325/real 1775774325] req@ffff9a6058739180 x1862022422989312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774325.219418:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422989312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774325.219424:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774325.219427:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774325.219430:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422989312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774325.219435:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422989440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774325.219452:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774325.219461:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774325/real 1775774325] req@ffff9a605873a300 x1862022422989440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774325.219469:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422989440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774325.219478:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774325.219480:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774325.219481:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422989440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774326.050974:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774327.074907:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774328.098941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774329.122922:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774330.146922:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774330.338944:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774330.338953:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774330.338958:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774330.338967:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11475 00000100:00080000:2.0:1775774330.338979:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774330.338985:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774330.339025:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022422989568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774330.339049:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774330.339051:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774330.339053:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774330.339055:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11475 00000100:00080000:2.0:1775774330.339058:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774330.339060:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774330.339069:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774330.339078:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022422989696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774330.339084:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422989568:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774330.339093:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774330.339097:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774330.339099:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774330.339104:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11475 00000100:00080000:2.0:1775774330.339107:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774330.339111:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774330.339116:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774330.339128:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022422989824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774330.339134:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774330.339137:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774330.339139:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774330.339143:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11475 00000100:00080000:2.0:1775774330.339146:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1775774330.339152:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775774330.339152:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774330.339160:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774330.339174:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022422989952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774330.339184:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774330.339187:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774330.339189:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774330.339193:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11475 00000100:00100000:1.0:1775774330.339197:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774330/real 1775774330] req@ffff9a6051391c00 x1862022422989568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774330.339198:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774330.339207:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774330.339214:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774330.339217:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022422989568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774330.339226:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1775774330.339229:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022422990080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774330.339232:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774330.339241:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422989568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774330.339271:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422989696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774330.339296:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774330.339308:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774330/real 1775774330] req@ffff9a6051391500 x1862022422989696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774330.339326:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022422989696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774330.339342:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774330.339345:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774330.339347:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422989696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774330.339351:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422989824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774330.339367:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774330.339373:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774330/real 1775774330] req@ffff9a6051390380 x1862022422989824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774330.339380:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022422989824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774330.339385:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774330.339387:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774330.339388:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422989824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774330.339391:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422989952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774330.339401:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774330.339416:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774330/real 1775774330] req@ffff9a6051391880 x1862022422989952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774330.339425:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022422989952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774330.339439:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774330.339442:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774330.339445:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422989952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774330.339451:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422990080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774330.339468:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774330.339475:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774330/real 1775774330] req@ffff9a6051392300 x1862022422990080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774330.339481:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022422990080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774330.339486:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774330.339488:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774330.339490:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422990080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775774331.170995:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774332.194955:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774333.218991:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774334.242944:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774335.266969:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774335.458941:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774335.458953:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774335.458959:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774335.458971:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11481 00000100:00080000:2.0:1775774335.458985:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774335.458993:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774335.459043:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022422990208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774335.459071:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774335.459074:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774335.459075:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774335.459079:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11481 00000100:00080000:2.0:1775774335.459081:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774335.459084:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774335.459096:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774335.459105:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022422990336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774335.459112:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774335.459115:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774335.459118:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775774335.459119:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422990208:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774335.459122:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11481 00000100:00080000:2.0:1775774335.459128:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774335.459133:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774335.459137:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774335.459148:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022422990464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774335.459157:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774335.459161:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774335.459163:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774335.459168:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11481 00000100:00080000:2.0:1775774335.459172:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774335.459177:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774335.459191:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1775774335.459196:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774335.459205:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022422990592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774335.459212:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774335.459215:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774335.459216:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774335.459219:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11481 00000100:00080000:2.0:1775774335.459222:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774335.459225:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774335.459229:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774335.459236:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774335/real 1775774335] req@ffff9a6051392300 x1862022422990208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774335.459239:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022422990720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774335.459264:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022422990208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774335.459276:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774335.459280:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774335.459283:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422990208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774335.459305:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422990336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774335.459319:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774335.459327:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774335/real 1775774335] req@ffff9a6051391880 x1862022422990336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774335.459334:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022422990336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774335.459339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774335.459341:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774335.459343:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422990336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774335.459348:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422990464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774335.459364:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774335.459373:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774335/real 1775774335] req@ffff9a6051390380 x1862022422990464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774335.459384:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022422990464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774335.459392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774335.459395:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774335.459398:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422990464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774335.459410:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422990592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774335.459425:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774335.459431:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774335/real 1775774335] req@ffff9a6051391500 x1862022422990592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774335.459438:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022422990592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774335.459444:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774335.459445:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774335.459447:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422990592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774335.459451:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422990720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774335.459465:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774335.459473:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774335/real 1775774335] req@ffff9a6051391c00 x1862022422990720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774335.459484:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022422990720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774335.459492:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774335.459495:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774335.459498:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422990720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774336.290911:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774337.314941:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774338.338910:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774339.362999:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774340.386915:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774340.578881:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774340.578895:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774340.578900:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774340.578912:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11486 00000100:00080000:2.0:1775774340.578925:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774340.578933:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774340.578982:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022422990848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774340.579014:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774340.579018:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774340.579020:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774340.579023:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11486 00000100:00080000:2.0:1775774340.579027:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774340.579031:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774340.579042:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774340.579055:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022422990976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774340.579066:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774340.579070:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774340.579072:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774340.579076:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11486 00000100:00080000:2.0:1775774340.579079:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774340.579082:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774340.579088:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774340.579100:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022422991104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774340.579103:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422990848:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774340.579123:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774340.579128:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774340.579129:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774340.579133:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11486 00000100:00080000:2.0:1775774340.579137:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774340.579142:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774340.579148:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774340.579165:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422991232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774340.579174:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774340.579177:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774340.579179:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1775774340.579185:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775774340.579188:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11486 00000100:00080000:2.0:1775774340.579197:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774340.579202:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774340.579208:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774340.579224:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774340/real 1775774340] req@ffff9a6051390000 x1862022422990848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774340.579224:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022422991360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774340.579293:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022422990848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774340.579305:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774340.579311:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774340.579315:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422990848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774340.579322:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422990976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774340.579343:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774340.579358:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774340/real 1775774340] req@ffff9a6051390a80 x1862022422990976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774340.579366:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022422990976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774340.579371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774340.579373:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774340.579375:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422990976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774340.579393:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422991104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774340.579405:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774340.579410:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774340/real 1775774340] req@ffff9a6051393100 x1862022422991104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774340.579420:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022422991104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774340.579425:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774340.579427:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774340.579429:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422991104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774340.579432:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422991232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774340.579441:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774340.579446:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774340/real 1775774340] req@ffff9a6051393480 x1862022422991232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774340.579452:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022422991232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774340.579456:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774340.579457:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774340.579459:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422991232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774340.579462:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422991360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774340.579470:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774340.579490:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774340/real 1775774340] req@ffff9a6051390e00 x1862022422991360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774365 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774340.579497:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022422991360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774365 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774340.579506:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774340.579508:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774340.579509:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422991360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775774341.410969:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774342.434967:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774343.459059:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774344.482930:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774345.506958:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774345.698929:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774345.698939:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774345.698945:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774345.698957:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11491 00000100:00080000:1.0:1775774345.698972:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774345.698980:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774345.699024:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422991488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774345.699052:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774345.699056:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774345.699059:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774345.699066:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11491 00000100:00080000:1.0:1775774345.699073:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775774345.699079:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422991488:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774345.699080:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774345.699096:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774345.699114:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422991616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774345.699138:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774345.699142:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774345.699144:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774345.699148:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11491 00000100:00080000:1.0:1775774345.699153:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774345.699157:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774345.699164:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1775774345.699169:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774345.699182:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422991744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774345.699195:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774345.699199:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774345.699202:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774345.699210:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11491 00000100:00080000:1.0:1775774345.699217:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775774345.699222:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774345/real 1775774345] req@ffff9a6058738e00 x1862022422991488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774345.699224:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774345.699234:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774345.699248:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422991488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774345.699255:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774345.699261:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774345.699262:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422991872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774345.699265:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422991488:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774345.699280:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774345.699284:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774345.699286:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774345.699293:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11491 00000100:00100000:2.0:1775774345.699295:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422991616:192.168.201.120@tcp:38:kworker.0 00000100:00080000:1.0:1775774345.699301:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774345.699309:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774345.699315:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774345.699323:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774345.699327:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422992000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774345.699339:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774345/real 1775774345] req@ffff9a6058739500 x1862022422991616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774345.699354:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422991616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774345.699363:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774345.699367:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774345.699370:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422991616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774345.699377:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422991744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774345.699422:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774345.699431:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774345/real 1775774345] req@ffff9a605873aa00 x1862022422991744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774345.699445:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422991744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774345.699450:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774345.699454:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774345.699457:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422991744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774345.699462:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422991872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774345.699477:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774345.699485:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774345/real 1775774345] req@ffff9a6058738a80 x1862022422991872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774345.699492:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422991872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774345.699496:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774345.699498:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774345.699500:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422991872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774345.699520:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422992000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774345.699547:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774345.699565:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774345/real 1775774345] req@ffff9a605873a680 x1862022422992000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774370 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774345.699586:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422992000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774370 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774345.699598:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774345.699600:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774345.699603:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422992000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774346.530948:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774347.554952:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774348.578913:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774349.602968:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774350.626966:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774350.818883:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774350.818892:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774350.818896:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774350.818905:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11496 00000100:00080000:1.0:1775774350.818916:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774350.818922:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774350.818957:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422992128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774350.818985:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774350.818988:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774350.818990:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774350.818998:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11496 00000100:00080000:1.0:1775774350.819001:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774350.819005:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774350.819014:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774350.819026:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422992256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774350.819038:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422992128:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774350.819045:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774350.819049:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774350.819050:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774350.819055:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11496 00000100:00080000:1.0:1775774350.819059:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774350.819062:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774350.819068:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774350.819081:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422992384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774350.819090:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774350.819093:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774350.819096:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1775774350.819098:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775774350.819102:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11496 00000100:00080000:1.0:1775774350.819106:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774350.819111:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774350.819116:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774350.819128:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422992512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774350.819134:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774350/real 1775774350] req@ffff9a6058738000 x1862022422992128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774350.819141:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774350.819150:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774350.819153:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774350.819158:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11496 00000100:00100000:2.0:1775774350.819162:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422992128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774350.819164:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774350.819172:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:2.0:1775774350.819177:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1775774350.819179:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1775774350.819185:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774350.819190:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422992128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774350.819193:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422992640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774350.819214:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422992256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774350.819234:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774350.819244:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774350/real 1775774350] req@ffff9a605873ad80 x1862022422992256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774350.819265:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422992256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774350.819273:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774350.819276:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774350.819279:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422992256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774350.819285:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422992384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774350.819325:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774350.819335:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774350/real 1775774350] req@ffff9a605873b800 x1862022422992384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774350.819345:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422992384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774350.819352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774350.819355:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774350.819358:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422992384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774350.819363:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422992512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774350.819377:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774350.819385:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774350/real 1775774350] req@ffff9a6058739f80 x1862022422992512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774350.819394:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422992512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774350.819401:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774350.819404:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774350.819406:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422992512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774350.819411:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422992640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774350.819424:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774350.819431:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774350/real 1775774350] req@ffff9a6058738700 x1862022422992640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774375 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774350.819441:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422992640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774375 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774350.819448:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774350.819451:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774350.819453:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422992640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775774351.650956:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774352.674908:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774353.698940:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774354.722905:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774355.746943:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774355.938892:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774355.938901:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774355.938906:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774355.938915:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11501 00000100:00080000:1.0:1775774355.938925:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774355.938930:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774355.938964:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022422992768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774355.938990:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774355.938994:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774355.938995:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774355.938999:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11501 00000100:00080000:1.0:1775774355.939002:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774355.939005:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774355.939014:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774355.939025:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022422992896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774355.939037:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775774355.939037:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422992768:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774355.939045:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774355.939047:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774355.939051:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11501 00000100:00080000:1.0:1775774355.939054:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774355.939057:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774355.939061:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774355.939072:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022422993024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774355.939081:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774355.939084:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774355.939086:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1775774355.939090:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775774355.939091:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11501 00000100:00080000:1.0:1775774355.939095:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774355.939098:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774355.939102:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774355.939111:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022422993152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774355.939117:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775774355.939118:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774355/real 1775774355] req@ffff9a6058739c00 x1862022422992768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774355.939123:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774355.939125:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774355.939133:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11501 00000100:00080000:1.0:1775774355.939136:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774355.939139:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774355.939142:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774355.939143:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022422992768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774355.939151:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022422993280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774355.939153:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774355.939160:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774355.939166:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422992768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774355.939186:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422992896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774355.939200:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774355.939220:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774355/real 1775774355] req@ffff9a6058738380 x1862022422992896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774355.939228:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022422992896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774355.939237:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774355.939239:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774355.939241:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422992896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774355.939244:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422993024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774355.939255:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774355.939260:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774355/real 1775774355] req@ffff9a605873b480 x1862022422993024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774355.939266:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022422993024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774355.939271:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774355.939273:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774355.939274:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422993024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774355.939277:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422993152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774355.939286:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774355.939290:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774355/real 1775774355] req@ffff9a6058738700 x1862022422993152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774355.939296:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022422993152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774355.939300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774355.939302:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774355.939304:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422993152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774355.939307:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422993280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774355.939314:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774355.939319:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774355/real 1775774355] req@ffff9a6058739f80 x1862022422993280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774380 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774355.939324:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022422993280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774380 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774355.939329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774355.939330:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774355.939332:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422993280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774356.770874:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774357.794936:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774358.818874:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774359.842967:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774360.866988:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774361.058937:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774361.058944:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774361.058947:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774361.058955:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11506 00000100:00080000:2.0:1775774361.058965:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774361.058972:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774361.059006:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022422993408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774361.059032:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774361.059036:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774361.059038:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774361.059042:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11506 00000100:00080000:2.0:1775774361.059046:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774361.059051:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774361.059060:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774361.059062:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422993408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774361.059074:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022422993536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774361.059089:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774361.059093:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774361.059095:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774361.059098:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11506 00000100:00080000:2.0:1775774361.059101:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774361.059104:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774361.059109:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1775774361.059130:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774361.059130:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022422993664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774361.059140:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774361.059142:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774361.059144:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774361.059147:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11506 00000100:00080000:2.0:1775774361.059150:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774361.059153:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774361.059157:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774361.059167:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774361/real 1775774361] req@ffff9a6051391f80 x1862022422993408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774361.059167:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022422993792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774361.059194:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774361.059197:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774361.059198:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774361.059201:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11506 00000100:00080000:2.0:1775774361.059203:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1775774361.059205:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022422993408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774361.059208:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774361.059213:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1775774361.059222:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1775774361.059224:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022422993920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774361.059228:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774361.059235:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422993408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774361.059256:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422993536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774361.059272:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774361.059279:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774361/real 1775774361] req@ffff9a6051392a00 x1862022422993536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774361.059286:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022422993536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774361.059295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774361.059297:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774361.059299:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422993536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774361.059302:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422993664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774361.059310:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774361.059314:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774361/real 1775774361] req@ffff9a6051392680 x1862022422993664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774361.059322:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022422993664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774361.059329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774361.059332:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774361.059335:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422993664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774361.059340:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422993792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774361.059360:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774361.059370:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774361/real 1775774361] req@ffff9a6051393800 x1862022422993792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774361.059381:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022422993792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774361.059388:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774361.059391:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774361.059394:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422993792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774361.059400:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422993920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774361.059418:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774361.059428:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774361/real 1775774361] req@ffff9a6051391180 x1862022422993920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774361.059438:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022422993920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774361.059446:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774361.059449:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774361.059452:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422993920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775774361.890963:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774362.914941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774363.938912:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774364.962923:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774365.986971:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774366.178923:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774366.178933:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774366.178937:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774366.178947:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11511 00000100:00080000:1.0:1775774366.178959:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774366.178966:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774366.179006:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022422994048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774366.179055:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774366.179059:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774366.179061:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774366.179064:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11511 00000100:00080000:1.0:1775774366.179067:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774366.179069:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774366.179080:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774366.179092:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022422994176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774366.179105:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774366.179108:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774366.179111:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774366.179116:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11511 00000100:00080000:1.0:1775774366.179119:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774366.179129:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774366.179131:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422994048:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775774366.179135:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774366.179155:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022422994304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774366.179167:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774366.179170:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774366.179172:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774366.179178:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11511 00000100:00080000:1.0:1775774366.179183:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774366.179187:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774366.179193:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774366.179208:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022422994432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775774366.179214:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775774366.179235:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774366.179239:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774366.179241:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774366.179246:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11511 00000100:00100000:2.0:1775774366.179252:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774366/real 1775774366] req@ffff9a605873b800 x1862022422994048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774366.179255:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774366.179270:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774366.179275:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022422994048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1775774366.179278:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1775774366.179295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774366.179299:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774366.179303:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422994048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774366.179308:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022422994560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774366.179330:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422994176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774366.179356:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774366.179370:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774366/real 1775774366] req@ffff9a605873ad80 x1862022422994176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774366.179383:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022422994176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774366.179390:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774366.179392:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774366.179394:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422994176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774366.179398:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422994304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774366.179412:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774366.179419:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774366/real 1775774366] req@ffff9a6058738000 x1862022422994304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774366.179426:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022422994304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774366.179430:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774366.179432:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774366.179434:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422994304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774366.179437:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422994432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774366.179447:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774366.179451:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774366/real 1775774366] req@ffff9a605873a680 x1862022422994432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774366.179457:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022422994432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774366.179462:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774366.179463:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774366.179465:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422994432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774366.179469:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422994560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774366.179478:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774366.179483:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774366/real 1775774366] req@ffff9a6058738a80 x1862022422994560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774366.179489:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022422994560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774366.179493:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774366.179495:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774366.179496:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422994560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774367.010932:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774368.034907:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774369.058933:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774370.083033:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774371.106924:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774371.298865:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774371.298872:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774371.298876:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774371.298884:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11516 00000100:00080000:0.0:1775774371.298894:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774371.298901:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774371.298933:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022422994688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774371.298974:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774371.298976:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774371.298978:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774371.298981:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11516 00000100:00080000:0.0:1775774371.298985:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774371.298988:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774371.298995:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774371.299005:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022422994816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774371.299013:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774371.299016:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1775774371.299016:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422994688:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774371.299019:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774371.299026:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11516 00000100:00080000:0.0:1775774371.299028:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774371.299030:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774371.299032:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774371.299040:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022422994944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774371.299046:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774371.299049:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774371.299049:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774371.299051:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11516 00000100:00080000:0.0:1775774371.299053:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774371.299055:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774371.299058:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774371.299063:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022422995072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774371.299072:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774371.299074:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774371.299075:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774371.299077:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11516 00000100:00080000:0.0:1775774371.299079:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774371.299080:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774371.299083:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774371.299087:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774371.299093:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022422995200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774371.299122:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774371/real 1775774371] req@ffff9a6051f84380 x1862022422994688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774371.299136:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022422994688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774371.299143:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774371.299146:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774371.299148:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422994688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774371.299164:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422994816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774371.299180:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774371.299188:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774371/real 1775774371] req@ffff9a6051f86680 x1862022422994816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774371.299195:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022422994816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774371.299200:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774371.299202:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774371.299204:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422994816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774371.299207:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422994944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774371.299215:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774371.299220:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774371/real 1775774371] req@ffff9a6051f85180 x1862022422994944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774371.299227:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022422994944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774371.299231:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774371.299232:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774371.299234:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422994944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774371.299237:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422995072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774371.299246:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774371.299250:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774371/real 1775774371] req@ffff9a6051f87100 x1862022422995072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774371.299257:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022422995072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774371.299261:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774371.299263:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774371.299265:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422995072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774371.299268:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422995200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774371.299275:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774371.299279:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774371/real 1775774371] req@ffff9a6051f84700 x1862022422995200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774371.299285:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022422995200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774371.299288:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774371.299290:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774371.299292:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422995200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775774372.130961:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774373.154985:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774374.178966:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774375.202957:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774376.226957:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774376.418928:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774376.418935:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774376.418939:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774376.418946:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11522 00000100:00080000:2.0:1775774376.418956:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774376.418962:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774376.418994:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022422995328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774376.419017:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774376.419020:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774376.419021:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774376.419024:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11522 00000100:00080000:2.0:1775774376.419026:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774376.419029:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774376.419036:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774376.419043:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022422995456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774376.419051:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774376.419054:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774376.419056:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774376.419060:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11522 00000100:00080000:2.0:1775774376.419063:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1775774376.419065:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422995328:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774376.419069:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774376.419078:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774376.419090:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022422995584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774376.419099:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774376.419102:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774376.419104:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774376.419107:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11522 00000100:00080000:2.0:1775774376.419112:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774376.419115:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774376.419120:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774376.419130:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022422995712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774376.419140:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775774376.419144:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422995456:192.168.201.120@tcp:38:kworker.0 00000100:00080000:2.0:1775774376.419145:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774376.419148:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774376.419153:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11522 00000100:00080000:2.0:1775774376.419158:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774376.419161:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774376.419166:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774376.419176:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022422995840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774376.419183:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422995584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774376.419210:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422995712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774376.419237:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422995840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774377.250947:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774378.274913:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774379.298890:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775774379.491042:0:2398:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:0.0:1775774379.491079:0:2398:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775774379.491095:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774379.491129:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774379.491137:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774379.491146:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774379.491156:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:1.0:1775774379.491170:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774376/real 1775774379] req@ffff9a6051392680 x1862022422995584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774379.491203:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022422995584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774379.491215:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774379.491219:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774379.491223:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422995584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774379.491229:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774376/real 1775774379] req@ffff9a6051392a00 x1862022422995712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774379.491240:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022422995712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774379.491246:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774379.491255:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774379.491262:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422995712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774379.491271:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774376/real 1775774379] req@ffff9a6051391180 x1862022422995328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774379.491283:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022422995328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774379.491289:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774379.491292:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774379.491295:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422995328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774379.491300:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774376/real 1775774379] req@ffff9a6051393800 x1862022422995456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774379.491312:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022422995456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774379.491319:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774379.491322:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774379.491325:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422995456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774379.491348:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774376/real 1775774379] req@ffff9a6051391f80 x1862022422995840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774379.491359:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022422995840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774379.491366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774379.491369:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774379.491372:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422995840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775774380.322956:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774381.346894:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774381.538898:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774381.538906:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774381.538911:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774381.538918:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11527 00000100:00080000:2.0:1775774381.538928:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774381.538934:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774381.538970:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022422995968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774381.538999:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774381.539002:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774381.539004:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774381.539008:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11527 00000100:00080000:2.0:1775774381.539012:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774381.539015:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774381.539023:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774381.539035:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022422996096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774381.539045:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775774381.539048:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422995968:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774381.539049:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774381.539053:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774381.539059:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11527 00000100:00080000:2.0:1775774381.539063:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774381.539066:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774381.539070:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774381.539081:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022422996224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774381.539090:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774381.539093:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774381.539094:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774381.539098:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11527 00000100:00080000:2.0:1775774381.539109:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774381.539114:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:1.0:1775774381.539119:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:2.0:1775774381.539120:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774381.539132:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022422996352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774381.539148:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774381.539152:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774381.539154:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775774381.539158:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774381/real 1775774381] req@ffff9a6051390e00 x1862022422995968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774381.539160:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11527 00000100:00080000:2.0:1775774381.539165:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774381.539171:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774381.539178:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774381.539189:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022422995968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774381.539189:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022422996480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774381.539244:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774381.539250:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774381.539255:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422995968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774381.539280:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422996096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774381.539309:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774381.539324:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774381/real 1775774381] req@ffff9a6051393480 x1862022422996096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774381.539344:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022422996096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774381.539352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774381.539356:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774381.539359:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422996096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774381.539365:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422996224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774381.539391:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774381.539407:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774381/real 1775774381] req@ffff9a6051393100 x1862022422996224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774381.539417:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022422996224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774381.539424:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774381.539427:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774381.539432:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422996224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774381.539440:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422996352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774381.539462:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774381.539477:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774381/real 1775774381] req@ffff9a6051390a80 x1862022422996352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774381.539491:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022422996352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774381.539499:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774381.539504:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774381.539508:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422996352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774381.539515:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422996480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774381.539536:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774381.539549:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774381/real 1775774381] req@ffff9a6051390000 x1862022422996480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774381.539561:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022422996480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774381.539569:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774381.539574:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774381.539578:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422996480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775774382.370980:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774383.394919:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774384.418950:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774385.442892:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774386.466963:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774386.658887:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774386.658895:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774386.658898:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774386.658905:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11532 00000100:00080000:2.0:1775774386.658914:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774386.658919:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774386.658948:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022422996608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774386.658970:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774386.658973:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774386.658974:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774386.658976:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11532 00000100:00080000:2.0:1775774386.658979:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774386.658981:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774386.658989:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774386.659000:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022422996736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774386.659011:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775774386.659016:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422996608:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774386.659016:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774386.659018:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774386.659026:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11532 00000100:00080000:2.0:1775774386.659030:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774386.659033:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774386.659038:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774386.659050:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022422996864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774386.659059:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774386.659062:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774386.659064:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774386.659067:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11532 00000800:00000100:1.0:1775774386.659078:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775774386.659079:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774386.659084:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774386.659089:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774386.659100:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022422996992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774386.659107:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775774386.659108:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774386/real 1775774386] req@ffff9a6051391c00 x1862022422996608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774386.659110:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774386.659114:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774386.659121:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11532 00000100:00080000:2.0:1775774386.659126:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774386.659130:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774386.659133:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774386.659138:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022422996608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774386.659141:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022422997120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774386.659156:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774386.659162:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774386.659166:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422996608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774386.659189:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422996736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774386.659211:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774386.659221:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774386/real 1775774386] req@ffff9a6051391500 x1862022422996736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774386.659229:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022422996736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774386.659234:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774386.659236:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774386.659238:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422996736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774386.659242:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422996864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774386.659252:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774386.659257:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774386/real 1775774386] req@ffff9a6051390380 x1862022422996864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774386.659264:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022422996864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774386.659272:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774386.659274:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774386.659275:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422996864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774386.659278:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422996992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774386.659287:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774386.659292:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774386/real 1775774386] req@ffff9a6051391880 x1862022422996992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774386.659298:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022422996992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774386.659302:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774386.659303:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774386.659305:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422996992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774386.659308:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422997120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774386.659316:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774386.659320:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774386/real 1775774386] req@ffff9a6051392300 x1862022422997120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774411 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774386.659325:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022422997120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774411 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774386.659329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774386.659331:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774386.659333:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422997120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774387.490866:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774388.514974:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774389.538907:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774390.562979:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774391.586905:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774391.778894:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774391.778903:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774391.778908:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774391.778917:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11537 00000100:00080000:0.0:1775774391.778927:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774391.778934:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774391.778965:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022422997248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774391.778987:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774391.778989:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774391.778991:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774391.778993:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11537 00000100:00080000:0.0:1775774391.778996:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774391.778998:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774391.779005:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774391.779016:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022422997376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774391.779026:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774391.779029:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774391.779031:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774391.779036:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11537 00000100:00100000:1.0:1775774391.779036:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422997248:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774391.779044:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774391.779049:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774391.779055:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774391.779067:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022422997504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774391.779074:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774391.779077:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774391.779078:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774391.779081:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11537 00000100:00080000:0.0:1775774391.779083:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774391.779086:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:1.0:1775774391.779091:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:0.0:1775774391.779093:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774391.779103:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022422997632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774391.779108:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774391.779110:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774391.779112:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774391.779114:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11537 00000100:00080000:0.0:1775774391.779117:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774391.779120:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774391.779121:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774391/real 1775774391] req@ffff9a6051f87480 x1862022422997248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1775774391.779123:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774391.779132:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022422997760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774391.779139:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022422997248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774391.779146:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774391.779149:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774391.779152:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422997248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774391.779168:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422997376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774391.779184:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774391.779194:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774391/real 1775774391] req@ffff9a6051f87800 x1862022422997376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774391.779205:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022422997376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774391.779213:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774391.779216:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774391.779219:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422997376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774391.779225:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422997504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774391.779242:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774391.779249:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774391/real 1775774391] req@ffff9a6051f84700 x1862022422997504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774391.779256:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022422997504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774391.779260:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774391.779262:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774391.779264:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422997504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774391.779267:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422997632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774391.779277:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774391.779281:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774391/real 1775774391] req@ffff9a6051f87100 x1862022422997632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774391.779287:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022422997632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774391.779292:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774391.779293:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774391.779294:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422997632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774391.779297:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422997760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774391.779305:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774391.779309:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774391/real 1775774391] req@ffff9a6051f85180 x1862022422997760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774416 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774391.779319:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022422997760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774416 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774391.779323:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774391.779324:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774391.779326:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422997760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775774392.610929:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774393.634971:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774394.658935:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774395.682914:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774396.706936:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774396.898882:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774396.898889:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774396.898892:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774396.898900:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11542 00000100:00080000:3.0:1775774396.898909:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774396.898914:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774396.898942:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022422997888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774396.898962:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774396.898964:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774396.898966:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774396.898968:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11542 00000100:00080000:3.0:1775774396.898970:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774396.898972:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774396.898978:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774396.898985:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022422998016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774396.898992:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774396.898995:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774396.898996:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774396.898999:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11542 00000100:00100000:1.0:1775774396.899001:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422997888:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774396.899001:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774396.899006:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774396.899011:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774396.899022:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022422998144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774396.899031:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774396.899034:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774396.899036:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774396.899039:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11542 00000100:00080000:3.0:1775774396.899045:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774396.899049:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:1.0:1775774396.899054:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775774396.899057:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774396.899070:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022422998272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774396.899078:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775774396.899081:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774396/real 1775774396] req@ffff9a6048b58000 x1862022422997888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774396.899081:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774396.899088:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774396.899092:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11542 00000100:00080000:3.0:1775774396.899096:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1775774396.899098:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022422997888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774396.899101:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774396.899107:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1775774396.899110:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774396.899115:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774396.899117:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022422998400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774396.899121:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422997888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774396.899145:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422998016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774396.899159:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774396.899166:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774396/real 1775774396] req@ffff9a6048b58a80 x1862022422998016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774396.899178:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022422998016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774396.899183:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774396.899185:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774396.899187:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422998016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774396.899190:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422998144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774396.899198:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774396.899203:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774396/real 1775774396] req@ffff9a6048b59880 x1862022422998144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774396.899209:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022422998144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774396.899214:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774396.899215:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774396.899217:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422998144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774396.899220:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422998272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774396.899229:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774396.899234:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774396/real 1775774396] req@ffff9a6048b5aa00 x1862022422998272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774396.899239:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022422998272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774396.899247:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774396.899250:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774396.899253:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422998272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774396.899258:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422998400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774396.899273:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774396.899283:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774396/real 1775774396] req@ffff9a6048b5a300 x1862022422998400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774421 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774396.899294:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022422998400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774421 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774396.899301:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774396.899304:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774396.899307:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422998400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774397.730894:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774398.754964:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774399.778937:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774400.802922:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774401.826926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774402.018896:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774402.018904:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774402.018907:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774402.018916:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11547 00000100:00080000:1.0:1775774402.018926:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774402.018933:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774402.018962:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022422998528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774402.018993:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774402.018997:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774402.018999:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774402.019003:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11547 00000100:00080000:1.0:1775774402.019007:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774402.019011:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774402.019022:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774402.019039:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422998656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774402.019057:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774402.019061:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774402.019063:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774402.019068:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11547 00000100:00080000:1.0:1775774402.019077:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775774402.019077:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422998528:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774402.019087:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774402.019096:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774402.019116:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422998784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774402.019129:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774402.019133:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774402.019136:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774402.019140:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11547 00000100:00080000:1.0:1775774402.019148:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774402.019152:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774402.019156:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774402.019166:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422998912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774402.019173:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774402.019175:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774402.019176:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774402.019179:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11547 00000100:00080000:1.0:1775774402.019182:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774402.019188:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775774402.019190:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:1.0:1775774402.019201:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774402.019210:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422999040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774402.019255:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774402/real 1775774402] req@ffff9a605873aa00 x1862022422998528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774402.019289:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022422998528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774402.019304:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774402.019309:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774402.019314:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422998528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774402.019324:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422998656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774402.019351:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774402.019366:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774402/real 1775774402] req@ffff9a6058739500 x1862022422998656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774402.019381:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422998656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774402.019397:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774402.019416:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774402.019421:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422998656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774402.019450:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422998784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774402.019468:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774402.019477:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774402/real 1775774402] req@ffff9a6058738e00 x1862022422998784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774402.019485:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422998784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774402.019491:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774402.019494:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774402.019496:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422998784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774402.019501:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422998912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774402.019512:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774402.019518:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774402/real 1775774402] req@ffff9a605873a300 x1862022422998912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774402.019526:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422998912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774402.019530:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774402.019532:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774402.019535:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422998912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774402.019539:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422999040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774402.019549:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774402.019554:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774402/real 1775774402] req@ffff9a6058739180 x1862022422999040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774402.019561:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422999040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774402.019567:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774402.019569:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774402.019570:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422999040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775774402.850933:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774403.874926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774404.898922:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774405.922992:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774406.946976:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774407.138896:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774407.138904:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774407.138914:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774407.138925:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11552 00000100:00080000:1.0:1775774407.138937:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774407.138945:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774407.138983:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022422999168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774407.139010:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774407.139013:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774407.139015:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774407.139018:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11552 00000100:00080000:1.0:1775774407.139021:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774407.139023:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774407.139037:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774407.139047:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022422999296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774407.139056:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774407.139058:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774407.139060:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774407.139065:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11552 00000100:00100000:2.0:1775774407.139066:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422999168:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774407.139068:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774407.139072:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774407.139079:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774407.139087:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022422999424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774407.139094:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774407.139096:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774407.139098:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774407.139100:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11552 00000100:00080000:1.0:1775774407.139103:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774407.139105:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774407.139109:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774407.139118:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022422999552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774407.139124:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774407.139126:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774407.139128:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774407.139130:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11552 00000100:00080000:1.0:1775774407.139132:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774407.139135:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774407.139138:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774407.139141:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774407.139153:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022422999680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774407.139178:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774407/real 1775774407] req@ffff9a605873bb80 x1862022422999168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774407.139193:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022422999168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774407.139201:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774407.139204:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774407.139207:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422999168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774407.139225:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422999296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774407.139240:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774407.139248:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774407/real 1775774407] req@ffff9a6058739880 x1862022422999296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774407.139256:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022422999296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774407.139262:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774407.139264:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774407.139266:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422999296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774407.139270:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422999424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774407.139279:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774407.139284:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774407/real 1775774407] req@ffff9a605873b100 x1862022422999424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774407.139291:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022422999424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774407.139296:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774407.139298:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774407.139300:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422999424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774407.139303:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422999552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774407.139331:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774407.139339:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774407/real 1775774407] req@ffff9a6058739180 x1862022422999552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774407.139346:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022422999552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774407.139352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774407.139354:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774407.139357:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422999552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774407.139360:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422999680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774407.139371:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774407.139377:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774407/real 1775774407] req@ffff9a605873a300 x1862022422999680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774407.139384:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022422999680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774407.139389:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774407.139391:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774407.139393:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422999680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774407.970953:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774408.995024:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774410.018933:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774411.042981:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774412.066961:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774412.258903:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774412.258914:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774412.258919:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774412.258929:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11557 00000100:00080000:1.0:1775774412.258941:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774412.258950:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774412.258995:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022422999808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774412.259024:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774412.259028:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774412.259030:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774412.259035:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11557 00000100:00080000:1.0:1775774412.259039:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774412.259044:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774412.259055:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774412.259068:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422999808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774412.259071:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022422999936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774412.259083:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774412.259086:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774412.259087:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774412.259090:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11557 00000100:00080000:1.0:1775774412.259093:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774412.259096:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774412.259099:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774412.259110:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423000064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774412.259117:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774412.259120:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774412.259122:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1775774412.259127:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775774412.259131:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11557 00000100:00080000:1.0:1775774412.259135:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774412.259139:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774412.259146:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774412.259159:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423000192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774412.259168:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774412/real 1775774412] req@ffff9a6058738e00 x1862022422999808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774412.259174:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774412.259184:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774412.259187:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774412.259191:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11557 00000100:00080000:1.0:1775774412.259195:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775774412.259199:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022422999808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774412.259202:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774412.259209:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774412.259233:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423000320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774412.259234:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774412.259244:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774412.259250:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022422999808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774412.259275:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422999936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774412.259294:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774412.259304:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774412/real 1775774412] req@ffff9a6058739500 x1862022422999936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774412.259313:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022422999936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774412.259319:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774412.259321:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774412.259323:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022422999936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774412.259327:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423000064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774412.259338:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774412.259344:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774412/real 1775774412] req@ffff9a605873aa00 x1862022423000064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774412.259351:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423000064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774412.259357:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774412.259358:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774412.259360:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423000064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774412.259364:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423000192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774412.259374:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774412.259380:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774412/real 1775774412] req@ffff9a6058738a80 x1862022423000192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774412.259388:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423000192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774412.259392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774412.259394:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774412.259396:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423000192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774412.259399:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423000320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774412.259408:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774412.259413:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774412/real 1775774412] req@ffff9a605873a680 x1862022423000320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774412.259419:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423000320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774412.259424:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774412.259426:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774412.259428:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423000320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774413.090939:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774414.114915:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774415.138911:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774416.163050:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774417.186922:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774417.378949:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774417.378960:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774417.378967:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774417.378981:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11562 00000100:00080000:1.0:1775774417.378999:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774417.379011:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774417.379061:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423000448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774417.379098:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774417.379109:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774417.379112:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774417.379119:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11562 00000100:00080000:1.0:1775774417.379125:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775774417.379162:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423000448:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774417.379163:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774417.379187:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774417.379213:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423000576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774417.379228:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774417.379233:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774417.379243:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774417.379249:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11562 00000800:00000100:0.0:1775774417.379255:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775774417.379262:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774417.379274:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774417.379297:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774417/real 1775774417] req@ffff9a6058738000 x1862022423000448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1775774417.379318:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774417.379327:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423000448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774417.379336:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774417.379344:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774417.379345:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423000704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774417.379352:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423000448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774417.379388:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423000576:192.168.201.120@tcp:38:kworker.0 00000100:00080000:1.0:1775774417.379389:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774417.379405:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774417.379408:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774417.379416:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11562 00000800:00000100:0.0:1775774417.379423:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775774417.379428:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775774417.379440:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774417/real 1775774417] req@ffff9a605873ad80 x1862022423000576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774417.379440:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774417.379458:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774417.379461:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423000576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774417.379482:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423000832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774417.379483:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774417.379500:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774417.379519:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423000576:192.168.201.120@tcp:38:kworker.0 00000100:00080000:1.0:1775774417.379523:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774417.379528:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774417.379531:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774417.379537:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11562 00000100:00100000:0.0:1775774417.379542:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423000704:192.168.201.120@tcp:38:kworker.0 00000100:00080000:1.0:1775774417.379548:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774417.379557:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774417.379565:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775774417.379572:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774417.379591:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423000960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774417.379597:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774417/real 1775774417] req@ffff9a605873b800 x1862022423000704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774417.379648:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423000704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774417.379654:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774417.379657:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774417.379660:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423000704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774417.379665:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423000832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774417.379687:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774417.379714:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774417/real 1775774417] req@ffff9a6058739f80 x1862022423000832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774417.379739:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423000832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774417.379750:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774417.379755:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774417.379759:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423000832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774417.379777:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423000960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774417.379831:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774417.379848:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774417/real 1775774417] req@ffff9a6058738700 x1862022423000960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774417.379861:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423000960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774417.379874:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774417.379882:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774417.379886:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423000960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774418.210974:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774419.234984:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774420.258957:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774421.282977:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774422.306922:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774422.498959:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774422.498969:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774422.498974:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774422.498984:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11568 00000100:00080000:0.0:1775774422.498995:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774422.499002:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774422.499040:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423001088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774422.499105:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774422.499109:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774422.499112:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774422.499117:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11568 00000100:00080000:0.0:1775774422.499121:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774422.499126:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774422.499137:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774422.499145:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423001088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774422.499153:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423001216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774422.499166:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774422.499169:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774422.499171:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774422.499176:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11568 00000100:00080000:0.0:1775774422.499180:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774422.499185:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774422.499189:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1775774422.499204:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774422.499206:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423001344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774422.499219:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774422.499223:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774422.499225:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774422.499230:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11568 00000100:00080000:0.0:1775774422.499235:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775774422.499238:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774422/real 1775774422] req@ffff9a6051f86680 x1862022423001088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774422.499243:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774422.499254:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774422.499261:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423001088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774422.499269:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423001472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774422.499272:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774422.499279:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774422.499287:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423001088:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774422.499289:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774422.499294:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774422.499296:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774422.499301:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11568 00000100:00080000:0.0:1775774422.499306:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775774422.499310:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423001216:192.168.201.120@tcp:38:kworker.0 00000100:00080000:0.0:1775774422.499312:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774422.499320:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774422.499335:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423001600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775774422.499336:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774422.499348:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774422/real 1775774422] req@ffff9a6051f84380 x1862022423001216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774422.499359:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423001216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774422.499365:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774422.499368:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774422.499371:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423001216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774422.499376:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423001344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774422.499386:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774422.499392:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774422/real 1775774422] req@ffff9a6051f85c00 x1862022423001344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774422.499399:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423001344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774422.499409:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774422.499411:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774422.499413:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423001344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774422.499416:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423001472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774422.499426:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774422.499431:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774422/real 1775774422] req@ffff9a6051f86a00 x1862022423001472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774422.499438:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423001472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774422.499443:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774422.499445:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774422.499446:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423001472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774422.499456:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423001600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774422.499465:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774422.499471:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774422/real 1775774422] req@ffff9a6051f85880 x1862022423001600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774422.499477:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423001600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774422.499482:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774422.499484:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774422.499486:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423001600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774423.330989:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774424.354899:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774425.378962:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774426.402875:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774427.426919:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774427.618928:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774427.618935:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774427.618939:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774427.618947:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11573 00000100:00080000:1.0:1775774427.618975:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774427.618981:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774427.619010:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423001728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774427.619029:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774427.619032:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774427.619033:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774427.619035:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11573 00000100:00080000:1.0:1775774427.619037:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774427.619039:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774427.619047:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774427.619056:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423001856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774427.619063:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774427.619065:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774427.619066:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774427.619068:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11573 00000100:00080000:1.0:1775774427.619070:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774427.619073:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774427.619076:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774427.619080:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423001728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774427.619084:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423001984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774427.619091:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774427.619093:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774427.619094:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774427.619096:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11573 00000100:00080000:1.0:1775774427.619098:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774427.619100:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774427.619103:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774427.619110:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423002112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774427.619116:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774427.619118:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774427.619119:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774427.619121:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11573 00000100:00080000:1.0:1775774427.619124:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774427.619126:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774427.619129:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774427.619135:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774427.619137:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423002240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774427.619167:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774427/real 1775774427] req@ffff9a605873b480 x1862022423001728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774427.619180:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423001728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774427.619186:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774427.619189:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774427.619191:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423001728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774427.619196:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423001856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774427.619209:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774427.619215:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774427/real 1775774427] req@ffff9a6058738380 x1862022423001856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774427.619222:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423001856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774427.619227:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774427.619229:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774427.619231:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423001856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774427.619250:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423001984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774427.619266:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774427.619277:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774427/real 1775774427] req@ffff9a6058739c00 x1862022423001984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774427.619288:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423001984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774427.619294:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774427.619297:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774427.619300:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423001984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774427.619305:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423002112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774427.619322:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774427.619331:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774427/real 1775774427] req@ffff9a6058738700 x1862022423002112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774427.619343:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423002112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774427.619350:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774427.619353:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774427.619355:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423002112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774427.619361:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423002240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774427.619379:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774427.619389:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774427/real 1775774427] req@ffff9a6058739f80 x1862022423002240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774452 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774427.619400:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423002240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774452 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774427.619408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774427.619411:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774427.619413:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423002240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774428.450915:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774429.475055:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774430.498966:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774431.522986:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774432.546990:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774432.738952:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774432.738962:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774432.738967:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774432.738984:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11578 00000100:00080000:3.0:1775774432.738996:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774432.739003:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774432.739047:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423002368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774432.739076:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774432.739079:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774432.739081:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774432.739084:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11578 00000100:00080000:3.0:1775774432.739086:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774432.739089:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774432.739098:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774432.739106:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423002496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774432.739113:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774432.739116:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774432.739117:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774432.739120:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11578 00000100:00080000:3.0:1775774432.739121:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774432.739123:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774432.739126:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774432.739132:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423002624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774432.739140:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423002368:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774432.739140:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774432.739145:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774432.739147:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774432.739152:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11578 00000100:00080000:3.0:1775774432.739153:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774432.739155:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774432.739160:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774432.739167:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423002752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774432.739172:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774432.739175:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774432.739176:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774432.739179:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11578 00000100:00080000:3.0:1775774432.739182:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774432.739185:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774432.739187:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774432.739195:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423002880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775774432.739224:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774432.739263:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774432/real 1775774432] req@ffff9a6048b5ad80 x1862022423002368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774432.739284:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423002368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774432.739294:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774432.739298:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774432.739303:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423002368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774432.739310:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423002496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774432.739331:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774432.739342:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774432/real 1775774432] req@ffff9a6048b5bb80 x1862022423002496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774432.739353:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423002496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774432.739361:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774432.739363:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774432.739366:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423002496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774432.739390:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423002624:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774432.739408:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774432.739416:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774432/real 1775774432] req@ffff9a6048b5a680 x1862022423002624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774432.739426:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423002624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774432.739433:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774432.739436:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774432.739439:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423002624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774432.739445:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423002752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774432.739460:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774432.739478:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774432/real 1775774432] req@ffff9a6048b5b480 x1862022423002752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774432.739488:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423002752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774432.739495:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774432.739498:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774432.739500:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423002752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774432.739506:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423002880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774432.739522:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774432.739531:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774432/real 1775774432] req@ffff9a6048b59500 x1862022423002880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774457 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774432.739540:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423002880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774457 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774432.739547:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774432.739550:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774432.739552:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423002880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774433.571019:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774434.594935:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774435.619035:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774436.642915:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774437.666959:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774437.858881:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774437.858891:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774437.858896:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774437.858906:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11583 00000100:00080000:0.0:1775774437.858918:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774437.858926:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774437.858967:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423003008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774437.858994:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774437.858997:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774437.858998:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774437.859002:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11583 00000100:00080000:0.0:1775774437.859004:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774437.859006:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774437.859014:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774437.859022:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423003136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774437.859029:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774437.859032:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774437.859033:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774437.859035:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11583 00000100:00080000:0.0:1775774437.859037:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774437.859039:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774437.859042:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774437.859052:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423003264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774437.859058:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423003008:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774437.859063:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774437.859068:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774437.859070:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774437.859075:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11583 00000100:00080000:0.0:1775774437.859088:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774437.859096:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774437.859102:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774437.859116:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022423003392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774437.859125:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774437.859128:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774437.859130:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774437.859135:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11583 00000800:00000100:2.0:1775774437.859139:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775774437.859141:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774437.859147:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774437.859152:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774437.859166:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022423003520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774437.859185:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774437/real 1775774437] req@ffff9a6051f86d80 x1862022423003008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774437.859205:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423003008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774437.859216:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774437.859220:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774437.859224:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423003008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774437.859232:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423003136:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774437.859255:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774437.859266:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774437/real 1775774437] req@ffff9a6051f85f80 x1862022423003136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774437.859278:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423003136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774437.859285:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774437.859288:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774437.859291:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423003136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774437.859319:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423003264:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774437.859337:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774437.859348:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774437/real 1775774437] req@ffff9a6051f84e00 x1862022423003264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774437.859358:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423003264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774437.859365:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774437.859368:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774437.859371:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423003264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774437.859377:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423003392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774437.859392:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774437.859401:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774437/real 1775774437] req@ffff9a6051f84a80 x1862022423003392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774437.859410:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022423003392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774437.859422:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774437.859425:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774437.859429:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423003392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774437.859434:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423003520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774437.859449:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774437.859470:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774437/real 1775774437] req@ffff9a6051f87b80 x1862022423003520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774462 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774437.859480:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022423003520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774462 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774437.859487:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774437.859490:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774437.859493:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423003520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774438.690997:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774439.714953:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774440.738911:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774441.762974:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774442.786962:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774442.978912:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774442.978921:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774442.978925:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774442.978935:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11588 00000100:00080000:0.0:1775774442.978953:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774442.978959:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774442.978999:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423003648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774442.979026:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774442.979029:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774442.979030:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774442.979033:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11588 00000100:00080000:0.0:1775774442.979035:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774442.979038:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774442.979047:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774442.979056:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423003776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774442.979062:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774442.979065:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774442.979066:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774442.979068:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11588 00000100:00080000:0.0:1775774442.979070:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774442.979072:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774442.979075:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774442.979078:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423003648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774442.979085:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022423003904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774442.979091:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774442.979093:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774442.979094:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774442.979097:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11588 00000100:00080000:0.0:1775774442.979099:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774442.979101:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774442.979104:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774442.979110:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022423004032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774442.979116:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774442.979117:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774442.979118:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774442.979121:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11588 00000100:00080000:0.0:1775774442.979123:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774442.979125:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774442.979128:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774442.979134:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423004160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774442.979181:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423003776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774442.979213:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423003904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774442.979227:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423004032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774442.979239:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423004160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774443.810943:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774444.834912:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774445.858946:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1775774446.051148:0:2395:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:3.0:1775774446.051218:0:2395:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1775774446.051241:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775774446.051304:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775774446.051316:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775774446.051327:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775774446.051337:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775774446.051595:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774442/real 1775774446] req@ffff9a6051f87b80 x1862022423003904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774446.051629:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022423003904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774446.051676:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774446.051683:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774446.051690:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423003904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774446.051700:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774442/real 1775774446] req@ffff9a6051f84a80 x1862022423004032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774446.051715:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022423004032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774446.051729:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774446.051734:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774446.051739:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423004032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774446.051746:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774442/real 1775774446] req@ffff9a6051f84e00 x1862022423004160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774446.051761:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423004160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774446.051768:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774446.051774:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774446.051777:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423004160:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774446.051785:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774442/real 1775774446] req@ffff9a6051f86300 x1862022423003648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774446.051844:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423003648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774446.051854:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774446.051858:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774446.051862:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423003648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774446.051870:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774442/real 1775774446] req@ffff9a6051f85500 x1862022423003776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774467 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774446.051882:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423003776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774467 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774446.051891:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774446.051897:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774446.051901:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423003776:192.168.201.120@tcp:38:kworker.0 00010000:00010000:0.0:1775774446.882927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774447.906980:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774448.098916:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774448.098929:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774448.098935:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774448.098949:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11593 00000100:00080000:3.0:1775774448.098964:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774448.098975:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774448.099021:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423004288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774448.099054:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774448.099058:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774448.099060:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774448.099065:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11593 00000100:00080000:3.0:1775774448.099069:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774448.099073:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774448.099086:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774448.099106:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423004416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774448.099107:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423004288:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774448.099127:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774448.099130:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774448.099132:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774448.099137:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11593 00000100:00080000:3.0:1775774448.099142:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774448.099146:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774448.099152:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774448.099167:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423004544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774448.099178:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774448.099182:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774448.099185:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774448.099189:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11593 00000100:00080000:3.0:1775774448.099194:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774448.099199:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775774448.099205:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775774448.099207:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774448.099220:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423004672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774448.099231:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774448.099236:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774448.099238:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774448.099243:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11593 00000100:00080000:3.0:1775774448.099247:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774448.099252:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774448.099259:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774448.099267:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774448/real 1775774448] req@ffff9a6048b59c00 x1862022423004288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774448.099273:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423004800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774448.099313:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423004288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774448.099329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774448.099335:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774448.099340:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423004288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774448.099374:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423004416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774448.099404:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774448.099419:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774448/real 1775774448] req@ffff9a6048b59500 x1862022423004416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774448.099434:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423004416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774448.099443:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774448.099447:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774448.099451:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423004416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774448.099458:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423004544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774448.099482:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774448.099494:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774448/real 1775774448] req@ffff9a6048b5b480 x1862022423004544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774448.099508:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423004544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774448.099517:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774448.099520:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774448.099523:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423004544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774448.099530:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423004672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774448.099552:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774448.099562:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774448/real 1775774448] req@ffff9a6048b5a680 x1862022423004672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774448.099575:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423004672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774448.099583:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774448.099587:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774448.099591:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423004672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774448.099631:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423004800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774448.099656:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774448.099668:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774448/real 1775774448] req@ffff9a6048b5bb80 x1862022423004800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774448.099680:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423004800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774448.099688:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774448.099692:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774448.099695:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423004800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774448.931001:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774449.954946:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774450.978902:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774452.003004:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774453.026983:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774453.218909:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774453.218924:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774453.218931:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774453.218943:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11598 00000100:00080000:3.0:1775774453.218961:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774453.218970:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774453.219039:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423004928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774453.219084:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774453.219089:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774453.219092:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774453.219097:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11598 00000100:00080000:3.0:1775774453.219103:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774453.219108:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774453.219122:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774453.219140:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423005056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774453.219151:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423004928:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774453.219157:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774453.219167:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774453.219170:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774453.219176:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11598 00000100:00080000:3.0:1775774453.219180:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774453.219185:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774453.219191:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774453.219204:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423005184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774453.219216:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774453.219221:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774453.219223:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774453.219227:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11598 00000800:00000100:2.0:1775774453.219250:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775774453.219308:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774453.219316:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774453.219324:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774453.219348:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774453/real 1775774453] req@ffff9a6048b5ad80 x1862022423004928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774453.219374:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423004928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774453.219387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774453.219392:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774453.219397:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423004928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774453.219428:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423005056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774453.219458:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774453.219469:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423005312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774453.219482:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774453/real 1775774453] req@ffff9a6048b5a300 x1862022423005056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774453.219484:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774453.219493:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1775774453.219525:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423005056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774453.219533:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774453.219536:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774453.219538:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423005056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774453.219544:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423005184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774453.219566:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775774453.219575:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775774453.219579:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774453/real 1775774453] req@ffff9a6048b5aa00 x1862022423005184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774453.219582:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11598 00000100:00080000:3.0:1775774453.219587:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774453.219592:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774453.219601:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774453.219616:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423005184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774453.219624:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423005440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774453.219625:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774453.219632:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774453.219638:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423005184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774453.219657:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423005312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774453.219673:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774453.219681:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774453/real 1775774453] req@ffff9a6048b59880 x1862022423005312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774453.219689:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423005312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774453.219694:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774453.219696:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774453.219698:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423005312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774453.219702:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423005440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774453.219719:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774453.219725:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774453/real 1775774453] req@ffff9a6048b58a80 x1862022423005440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774453.219732:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423005440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774453.219742:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774453.219744:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774453.219746:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423005440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774454.050940:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774455.074945:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774456.099015:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774457.122989:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774458.146973:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774458.338939:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774458.338950:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774458.338955:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774458.338964:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11603 00000100:00080000:1.0:1775774458.338974:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774458.338981:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774458.339014:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423005568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774458.339041:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774458.339043:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774458.339045:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774458.339048:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11603 00000100:00080000:1.0:1775774458.339056:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774458.339060:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774458.339068:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774458.339081:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423005696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774458.339094:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774458.339097:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774458.339098:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774458.339103:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11603 00000100:00080000:1.0:1775774458.339109:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775774458.339112:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423005568:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774458.339113:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774458.339125:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774458.339134:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423005824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774458.339141:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774458.339143:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774458.339144:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774458.339149:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11603 00000100:00080000:1.0:1775774458.339153:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774458.339157:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774458.339162:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774458.339173:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423005952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774458.339184:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774458.339187:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774458.339189:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774458.339193:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11603 00000100:00080000:1.0:1775774458.339199:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774458.339204:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774458.339209:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774458.339211:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774458.339229:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423006080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774458.339264:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774458/real 1775774458] req@ffff9a605873b800 x1862022423005568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774458.339284:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423005568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774458.339293:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774458.339298:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774458.339301:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423005568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774458.339326:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423005696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774458.339343:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774458.339351:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774458/real 1775774458] req@ffff9a605873ad80 x1862022423005696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774458.339359:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423005696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774458.339370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774458.339372:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774458.339375:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423005696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774458.339379:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423005824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774458.339389:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774458.339394:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774458/real 1775774458] req@ffff9a6058738000 x1862022423005824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774458.339401:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423005824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774458.339406:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774458.339408:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774458.339410:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423005824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774458.339414:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423005952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774458.339453:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774458.339461:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774458/real 1775774458] req@ffff9a605873a680 x1862022423005952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774458.339469:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423005952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774458.339474:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774458.339476:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774458.339479:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423005952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774458.339483:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423006080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774458.339494:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774458.339499:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774458/real 1775774458] req@ffff9a6058738a80 x1862022423006080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774458.339506:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423006080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774458.339512:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774458.339513:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774458.339515:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423006080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774459.170935:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774460.194994:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774461.218982:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774462.242998:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774463.266931:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774463.458902:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774463.458912:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774463.458916:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774463.458927:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11609 00000100:00080000:1.0:1775774463.458938:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774463.458945:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774463.458982:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423006208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774463.459010:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774463.459014:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774463.459016:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774463.459020:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11609 00000100:00080000:1.0:1775774463.459025:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774463.459030:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774463.459039:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774463.459057:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423006336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774463.459062:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423006208:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774463.459082:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774463.459086:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774463.459088:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774463.459094:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11609 00000100:00080000:1.0:1775774463.459099:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774463.459104:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774463.459109:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774463.459124:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423006464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774463.459134:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774463.459138:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774463.459140:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774463.459143:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11609 00000100:00080000:1.0:1775774463.459148:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1775774463.459153:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775774463.459157:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774463.459164:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774463.459182:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423006592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774463.459194:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774463.459198:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774463.459200:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775774463.459203:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774463/real 1775774463] req@ffff9a605873aa00 x1862022423006208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774463.459211:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11609 00000100:00080000:1.0:1775774463.459225:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774463.459234:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774463.459240:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774463.459243:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423006208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774463.459260:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423006720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774463.459261:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774463.459274:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774463.459283:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423006208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774463.459321:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423006336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774463.459369:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774463.459384:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774463/real 1775774463] req@ffff9a6058739500 x1862022423006336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774463.459399:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423006336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774463.459405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774463.459408:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774463.459410:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423006336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774463.459414:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423006464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774463.459430:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774463.459437:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774463/real 1775774463] req@ffff9a6058738e00 x1862022423006464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774463.459444:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423006464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774463.459450:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774463.459452:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774463.459454:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423006464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774463.459458:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423006592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774463.459468:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774463.459473:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774463/real 1775774463] req@ffff9a605873a300 x1862022423006592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774463.459485:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423006592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774463.459490:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774463.459492:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774463.459494:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423006592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774463.459497:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423006720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774463.459506:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774463.459511:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774463/real 1775774463] req@ffff9a6058739180 x1862022423006720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774463.459518:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423006720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774463.459523:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774463.459525:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774463.459527:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423006720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774464.290977:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774465.314927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774466.338998:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774467.362899:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774468.386953:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774468.578914:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774468.578922:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774468.578927:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774468.578936:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11614 00000100:00080000:0.0:1775774468.578946:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774468.578952:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774468.578985:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423006848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774468.579006:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774468.579010:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774468.579011:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774468.579014:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11614 00000100:00080000:0.0:1775774468.579016:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774468.579018:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774468.579025:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774468.579036:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423006976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774468.579044:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774468.579046:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774468.579047:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774468.579049:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11614 00000100:00080000:0.0:1775774468.579051:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774468.579056:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774468.579056:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423006848:192.168.201.120@tcp:250:kworker.0 00000008:00100000:0.0:1775774468.579062:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774468.579069:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423007104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774468.579076:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774468.579078:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774468.579079:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774468.579081:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11614 00000100:00080000:0.0:1775774468.579084:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774468.579086:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774468.579090:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774468.579096:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423007232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774468.579103:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774468.579105:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774468.579106:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774468.579108:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11614 00000100:00080000:0.0:1775774468.579110:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774468.579112:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774468.579115:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774468.579120:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774468.579125:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423007360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774468.579159:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774468/real 1775774468] req@ffff9a6051f85f80 x1862022423006848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774468.579186:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423006848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774468.579197:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774468.579201:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774468.579215:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423006848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774468.579255:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423006976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774468.579276:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774468.579286:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774468/real 1775774468] req@ffff9a6051f86d80 x1862022423006976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774468.579295:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423006976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774468.579300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774468.579303:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774468.579305:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423006976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774468.579309:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423007104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774468.579320:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774468.579326:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774468/real 1775774468] req@ffff9a6051f85880 x1862022423007104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774468.579333:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423007104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774468.579342:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774468.579345:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774468.579347:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423007104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774468.579350:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423007232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774468.579360:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774468.579366:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774468/real 1775774468] req@ffff9a6051f86a00 x1862022423007232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774468.579372:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423007232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774468.579377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774468.579379:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774468.579381:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423007232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774468.579384:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423007360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774468.579393:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774468.579398:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774468/real 1775774468] req@ffff9a6051f85c00 x1862022423007360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774493 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774468.579404:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423007360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774493 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774468.579409:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774468.579411:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774468.579413:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423007360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774469.410920:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774470.435003:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774471.458894:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774472.482985:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774473.506898:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774473.698959:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774473.698975:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774473.698981:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774473.698993:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11619 00000100:00080000:2.0:1775774473.699009:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774473.699019:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774473.699072:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423007488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774473.699102:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774473.699105:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774473.699107:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774473.699111:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11619 00000100:00080000:2.0:1775774473.699115:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774473.699119:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774473.699130:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774473.699137:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423007488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774473.699142:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423007616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774473.699166:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774473.699170:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774473.699172:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774473.699177:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11619 00000100:00080000:2.0:1775774473.699182:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774473.699187:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774473.699193:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774473.699208:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423007744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774473.699220:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774473.699224:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774473.699226:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1775774473.699232:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775774473.699233:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11619 00000100:00080000:2.0:1775774473.699240:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774473.699245:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774473.699252:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774473.699266:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423007872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774473.699278:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774473.699282:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774473.699285:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775774473.699288:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774473/real 1775774473] req@ffff9a6051392300 x1862022423007488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774473.699292:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11619 00000100:00080000:2.0:1775774473.699299:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774473.699305:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774473.699309:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774473.699315:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423007488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774473.699320:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423008000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774473.699336:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774473.699347:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774473.699352:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423007488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774473.699383:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423007616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774473.699410:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774473.699425:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774473/real 1775774473] req@ffff9a6051391880 x1862022423007616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774473.699440:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423007616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774473.699450:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774473.699454:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774473.699457:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423007616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774473.699463:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423007744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774473.699480:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774473.699488:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774473/real 1775774473] req@ffff9a6051390380 x1862022423007744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774473.699497:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423007744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774473.699503:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774473.699505:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774473.699507:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423007744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774473.699510:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423007872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774473.699522:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774473.699528:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774473/real 1775774473] req@ffff9a6051391500 x1862022423007872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774473.699536:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423007872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774473.699541:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774473.699543:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774473.699545:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423007872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774473.699548:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423008000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774473.699559:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774473.699565:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774473/real 1775774473] req@ffff9a6051391c00 x1862022423008000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774498 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774473.699572:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423008000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774498 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774473.699582:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774473.699586:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774473.699589:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423008000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774474.531005:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774475.554916:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774476.578994:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774477.602935:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774478.626986:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774478.818882:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774478.818899:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774478.818904:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774478.818915:0:191786:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11624 00000100:00080000:2.0:1775774478.818929:0:191786:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774478.818936:0:191786:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774478.818982:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423008128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774478.819011:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774478.819014:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774478.819015:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774478.819019:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11624 00000100:00080000:2.0:1775774478.819022:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774478.819024:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774478.819034:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774478.819043:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423008256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774478.819051:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774478.819054:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774478.819056:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774478.819070:0:191786:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11624 00000100:00080000:2.0:1775774478.819073:0:191786:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774478.819076:0:191786:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774478.819079:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774478.819090:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423008384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774478.819101:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423008128:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774478.819103:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774478.819114:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774478.819116:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774478.819119:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11624 00000100:00080000:2.0:1775774478.819122:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774478.819126:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774478.819130:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774478.819140:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423008512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774478.819147:0:191786:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774478.819150:0:191786:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774478.819151:0:191786:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774478.819153:0:191786:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11624 00000100:00080000:2.0:1775774478.819156:0:191786:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774478.819158:0:191786:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774478.819162:0:191786:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774478.819169:0:191786:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423008640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775774478.819181:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774478.819222:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774478/real 1775774478] req@ffff9a6051390000 x1862022423008128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774478.819238:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423008128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774478.819246:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774478.819249:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774478.819252:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423008128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774478.819259:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423008256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774478.819278:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774478.819286:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774478/real 1775774478] req@ffff9a6051390a80 x1862022423008256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774478.819294:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423008256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774478.819299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774478.819302:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774478.819304:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423008256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774478.819324:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423008384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774478.819335:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774478.819341:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774478/real 1775774478] req@ffff9a6051393100 x1862022423008384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774478.819348:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423008384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774478.819353:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774478.819356:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774478.819358:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423008384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774478.819362:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423008512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774478.819372:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774478.819384:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774478/real 1775774478] req@ffff9a6051393480 x1862022423008512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774478.819391:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423008512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774478.819396:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774478.819399:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774478.819401:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423008512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774478.819404:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423008640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774478.819415:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774478.819421:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774478/real 1775774478] req@ffff9a6051390e00 x1862022423008640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774503 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774478.819428:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423008640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774503 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774478.819433:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774478.819435:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774478.819437:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423008640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774479.650872:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774480.675004:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774481.698981:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774482.722942:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774483.747014:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774483.939012:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774483.939027:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774483.939032:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774483.939046:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11629 00000100:00080000:1.0:1775774483.939062:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774483.939072:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774483.939133:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423008768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774483.939167:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774483.939172:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774483.939174:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774483.939179:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11629 00000100:00080000:1.0:1775774483.939184:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774483.939188:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774483.939201:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774483.939228:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423008768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774483.939229:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423008896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774483.939247:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774483.939251:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774483.939252:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774483.939257:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11629 00000100:00080000:1.0:1775774483.939263:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774483.939268:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774483.939274:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774483.939288:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423009024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774483.939300:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774483.939304:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:0.0:1775774483.939310:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775774483.939316:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774483.939323:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11629 00000100:00080000:1.0:1775774483.939328:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774483.939333:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774483.939340:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774483.939351:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774483/real 1775774483] req@ffff9a605873b100 x1862022423008768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774483.939358:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423009152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774483.939371:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423008768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774483.939391:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774483.939392:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774483.939397:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:1.0:1775774483.939400:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1775774483.939403:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423008768:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774483.939404:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774483.939415:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11629 00000100:00080000:1.0:1775774483.939420:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774483.939425:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774483.939431:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423008896:192.168.201.120@tcp:38:kworker.0 00000008:00100000:1.0:1775774483.939432:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775774483.939453:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774483.939461:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423009280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774483.939466:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774483/real 1775774483] req@ffff9a6058739880 x1862022423008896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774483.939495:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423008896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774483.939506:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774483.939511:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774483.939515:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423008896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774483.939523:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423009024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774483.939546:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774483.939555:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774483/real 1775774483] req@ffff9a605873bb80 x1862022423009024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774483.939564:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423009024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774483.939569:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774483.939572:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774483.939575:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423009024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774483.939581:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423009152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774483.939600:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774483.939611:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774483/real 1775774483] req@ffff9a6058739180 x1862022423009152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774483.939625:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423009152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774483.939634:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774483.939637:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774483.939640:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423009152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774483.939655:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423009280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774483.939670:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774483.939677:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774483/real 1775774483] req@ffff9a605873a300 x1862022423009280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774508 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774483.939685:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423009280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774508 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774483.939691:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774483.939693:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774483.939695:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423009280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774484.771018:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774485.794996:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774486.819000:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774487.842958:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774488.867015:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774489.058934:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774489.058944:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774489.058948:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774489.058959:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11634 00000100:00080000:1.0:1775774489.058971:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774489.058979:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774489.059019:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423009408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774489.059050:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774489.059055:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774489.059057:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774489.059061:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11634 00000100:00080000:1.0:1775774489.059068:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775774489.059073:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423009408:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774489.059077:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774489.059091:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774489.059108:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423009536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774489.059124:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774489.059128:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774489.059130:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774489.059135:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11634 00000100:00080000:1.0:1775774489.059139:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774489.059144:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775774489.059150:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:1.0:1775774489.059153:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774489.059170:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423009664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774489.059181:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775774489.059187:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774489/real 1775774489] req@ffff9a6058738e00 x1862022423009408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774489.059187:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774489.059192:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774489.059200:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11634 00000100:00080000:1.0:1775774489.059206:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774489.059211:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774489.059217:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774489.059222:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423009408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774489.059236:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1775774489.059242:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423009792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774489.059263:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:1.0:1775774489.059264:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774489.059272:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774489.059275:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775774489.059276:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423009408:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774489.059287:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11634 00000100:00080000:1.0:1775774489.059292:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774489.059297:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774489.059304:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774489.059308:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423009536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774489.059323:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423009920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775774489.059338:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774489.059352:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774489/real 1775774489] req@ffff9a6058739500 x1862022423009536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774489.059371:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423009536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774489.059378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774489.059381:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774489.059383:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423009536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774489.059387:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423009664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774489.059402:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774489.059412:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774489/real 1775774489] req@ffff9a605873aa00 x1862022423009664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774489.059420:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423009664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774489.059426:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774489.059429:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774489.059431:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423009664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774489.059435:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423009792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774489.059449:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774489.059458:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774489/real 1775774489] req@ffff9a6058738a80 x1862022423009792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774489.059467:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423009792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774489.059474:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774489.059477:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774489.059479:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423009792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774489.059492:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423009920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774489.059502:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774489.059507:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774489/real 1775774489] req@ffff9a605873a680 x1862022423009920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774489.059514:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423009920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774489.059519:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774489.059521:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774489.059523:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423009920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774489.890943:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774490.914932:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774491.938923:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774492.962954:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774493.986917:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774494.178886:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774494.178894:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774494.178898:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774494.178907:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11639 00000100:00080000:3.0:1775774494.178917:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774494.178922:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774494.178955:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423010048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774494.178979:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774494.178982:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774494.178984:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774494.178986:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11639 00000100:00080000:3.0:1775774494.178989:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774494.178991:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774494.178998:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774494.179006:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423010176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774494.179015:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774494.179018:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774494.179019:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774494.179021:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11639 00000100:00080000:3.0:1775774494.179023:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774494.179025:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774494.179028:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774494.179036:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423010304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774494.179037:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423010048:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774494.179047:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774494.179050:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774494.179051:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774494.179054:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11639 00000100:00080000:3.0:1775774494.179056:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774494.179058:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774494.179062:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774494.179069:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423010432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774494.179075:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774494.179077:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774494.179078:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774494.179081:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11639 00000100:00080000:3.0:1775774494.179084:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774494.179086:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774494.179088:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774494.179094:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423010560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775774494.179113:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774494.179149:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774494/real 1775774494] req@ffff9a6048b58000 x1862022423010048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774494.179168:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423010048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774494.179178:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774494.179182:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774494.179186:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423010048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774494.179204:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423010176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774494.179229:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774494.179242:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774494/real 1775774494] req@ffff9a6048b59180 x1862022423010176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774494.179255:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423010176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774494.179264:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774494.179267:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774494.179270:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423010176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774494.179294:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423010304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774494.179315:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774494.179327:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774494/real 1775774494] req@ffff9a6048b5b800 x1862022423010304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774494.179340:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423010304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774494.179354:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774494.179358:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774494.179361:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423010304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774494.179368:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423010432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774494.179388:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774494.179398:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774494/real 1775774494] req@ffff9a6048b59f80 x1862022423010432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774494.179410:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423010432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774494.179418:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774494.179421:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774494.179424:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423010432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774494.179430:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423010560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774494.179450:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774494.179461:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774494/real 1775774494] req@ffff9a6048b58e00 x1862022423010560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774494.179474:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423010560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774494.179482:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774494.179485:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774494.179489:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423010560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774495.010917:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774496.034960:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774497.058985:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774498.083008:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774499.107057:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774499.298910:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774499.298923:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774499.298928:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774499.298941:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11644 00000100:00080000:0.0:1775774499.298954:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774499.298962:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774499.299002:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423010688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774499.299033:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774499.299036:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774499.299038:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774499.299041:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11644 00000100:00080000:0.0:1775774499.299044:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774499.299047:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774499.299061:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774499.299073:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423010816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774499.299080:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774499.299083:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774499.299084:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774499.299087:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11644 00000100:00080000:0.0:1775774499.299090:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774499.299093:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774499.299097:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774499.299105:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022423010944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774499.299118:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423010688:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774499.299119:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774499.299132:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774499.299137:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774499.299142:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11644 00000100:00080000:0.0:1775774499.299145:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774499.299147:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774499.299151:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774499.299160:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423011072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774499.299168:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774499.299171:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774499.299172:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774499.299175:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11644 00000100:00080000:0.0:1775774499.299178:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774499.299181:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774499.299185:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774499.299190:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423011200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775774499.299203:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774499.299245:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774499/real 1775774499] req@ffff9a6051f84380 x1862022423010688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774499.299260:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423010688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774499.299268:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774499.299271:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774499.299274:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423010688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774499.299280:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423010816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774499.299295:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774499.299305:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774499/real 1775774499] req@ffff9a6051f86680 x1862022423010816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774499.299318:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423010816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774499.299326:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774499.299330:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774499.299334:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423010816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774499.299360:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423010944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774499.299379:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774499.299387:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774499/real 1775774499] req@ffff9a6051f85180 x1862022423010944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774499.299394:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022423010944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774499.299400:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774499.299402:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774499.299404:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423010944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774499.299408:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423011072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774499.299419:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774499.299424:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774499/real 1775774499] req@ffff9a6051f87100 x1862022423011072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774499.299432:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423011072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774499.299436:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774499.299438:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774499.299441:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423011072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774499.299445:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423011200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774499.299465:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774499.299471:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774499/real 1775774499] req@ffff9a6051f84700 x1862022423011200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774499.299478:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423011200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774499.299483:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774499.299485:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774499.299487:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423011200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774500.130908:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774501.154974:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774502.178883:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774503.202979:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774504.226955:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774504.418902:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774504.418912:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774504.418917:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774504.418927:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11650 00000100:00080000:3.0:1775774504.418938:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774504.418945:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774504.418981:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423011328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774504.419003:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774504.419006:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774504.419008:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774504.419011:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11650 00000100:00080000:3.0:1775774504.419014:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774504.419017:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774504.419025:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774504.419035:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423011456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774504.419043:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774504.419045:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774504.419046:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774504.419051:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11650 00000100:00080000:3.0:1775774504.419053:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775774504.419054:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423011328:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774504.419056:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774504.419061:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774504.419068:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423011584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774504.419074:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774504.419077:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774504.419078:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774504.419080:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11650 00000100:00080000:3.0:1775774504.419083:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774504.419085:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774504.419088:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774504.419103:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423011712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774504.419115:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774504.419119:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774504.419120:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774504.419128:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11650 00000800:00000100:2.0:1775774504.419129:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775774504.419135:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774504.419140:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774504.419147:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774504.419160:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423011840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774504.419169:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774504/real 1775774504] req@ffff9a6048b5b100 x1862022423011328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774504.419194:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423011328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774504.419207:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774504.419211:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774504.419215:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423011328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774504.419239:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423011456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774504.419264:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774504.419276:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774504/real 1775774504] req@ffff9a6048b58e00 x1862022423011456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774504.419289:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423011456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774504.419297:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774504.419301:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774504.419304:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423011456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774504.419310:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423011584:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774504.419330:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774504.419341:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774504/real 1775774504] req@ffff9a6048b59f80 x1862022423011584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774504.419353:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423011584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774504.419360:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774504.419364:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774504.419379:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423011584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774504.419385:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423011712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774504.419407:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774504.419419:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774504/real 1775774504] req@ffff9a6048b5b800 x1862022423011712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774504.419439:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423011712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774504.419448:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774504.419451:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774504.419454:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423011712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774504.419461:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423011840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774504.419481:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774504.419502:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774504/real 1775774504] req@ffff9a6048b59180 x1862022423011840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774504.419515:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423011840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774504.419524:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774504.419527:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774504.419531:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423011840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774505.250961:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774506.274925:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774507.298912:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774508.322896:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774509.346949:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774509.538894:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774509.538905:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774509.538910:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774509.538928:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11655 00000100:00080000:3.0:1775774509.538941:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774509.538949:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774509.538995:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423011968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774509.539025:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774509.539028:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774509.539029:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774509.539032:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11655 00000100:00080000:3.0:1775774509.539035:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774509.539037:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774509.539049:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774509.539059:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423012096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774509.539069:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774509.539072:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774509.539073:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774509.539078:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11655 00000100:00100000:2.0:1775774509.539080:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423011968:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774509.539081:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774509.539086:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774509.539092:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774509.539105:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423012224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774509.539113:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774509.539116:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774509.539117:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774509.539121:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11655 00000100:00080000:3.0:1775774509.539123:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774509.539126:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774509.539130:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774509.539138:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423012352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774509.539144:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774509.539147:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774509.539149:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774509.539152:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11655 00000100:00080000:3.0:1775774509.539155:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774509.539158:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774509.539161:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774509.539168:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423012480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774509.539202:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423012096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774509.539232:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423012224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774509.539253:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423012352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774509.539283:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423012480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774510.370917:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774511.395004:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774512.418917:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775774512.611066:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:0.0:1775774512.611102:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775774512.611116:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774512.611165:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774512.611176:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774512.611191:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774512.611206:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775774512.611220:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774509/real 1775774512] req@ffff9a6048b58a80 x1862022423012096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774512.611248:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423012096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774512.611261:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774512.611266:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774512.611270:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423012096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774512.611279:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774509/real 1775774512] req@ffff9a6048b59880 x1862022423012224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774512.611292:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423012224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774512.611300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774512.611303:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774512.611307:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423012224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774512.611313:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774509/real 1775774512] req@ffff9a6048b5aa00 x1862022423012352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774512.611325:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423012352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774512.611333:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774512.611336:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774512.611339:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423012352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774512.611346:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774509/real 1775774512] req@ffff9a6048b5a300 x1862022423012480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774512.611357:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423012480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774512.611366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774512.611370:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774512.611373:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423012480:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774512.611380:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774509/real 1775774512] req@ffff9a6048b58000 x1862022423011968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774512.611392:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423011968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774512.611400:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774512.611404:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774512.611407:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423011968:192.168.201.120@tcp:250:kworker.0 00010000:00010000:2.0:1775774513.442935:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774514.466897:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774514.658910:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774514.658918:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774514.658922:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774514.658931:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11660 00000100:00080000:2.0:1775774514.658940:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774514.658946:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774514.658975:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423012608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774514.658999:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774514.659002:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774514.659003:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774514.659006:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11660 00000100:00080000:2.0:1775774514.659008:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774514.659011:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774514.659018:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774514.659025:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423012736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774514.659041:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774514.659045:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774514.659047:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774514.659051:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11660 00000100:00080000:2.0:1775774514.659054:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774514.659061:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774514.659062:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423012608:192.168.201.120@tcp:250:kworker.0 00000008:00100000:2.0:1775774514.659066:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774514.659082:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423012864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774514.659101:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774514.659106:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774514.659108:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774514.659128:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11660 00000800:00000100:0.0:1775774514.659133:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775774514.659135:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774514.659141:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774514.659147:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774514.659160:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423012992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774514.659170:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774514/real 1775774514] req@ffff9a6051391f80 x1862022423012608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774514.659174:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774514.659186:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774514.659189:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774514.659194:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11660 00000100:00080000:2.0:1775774514.659198:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775774514.659200:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423012608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774514.659205:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774514.659214:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1775774514.659219:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774514.659226:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774514.659229:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423013120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774514.659234:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423012608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774514.659244:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423012736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774514.659273:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774514.659302:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774514/real 1775774514] req@ffff9a6051393800 x1862022423012736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774514.659318:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423012736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774514.659327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774514.659331:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774514.659334:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423012736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774514.659357:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423012864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774514.659379:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774514.659393:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774514/real 1775774514] req@ffff9a6051391180 x1862022423012864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774514.659406:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423012864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774514.659416:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774514.659419:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774514.659422:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423012864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774514.659427:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423012992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774514.659465:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774514.659474:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774514/real 1775774514] req@ffff9a6051392a00 x1862022423012992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774514.659491:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423012992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774514.659498:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774514.659500:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774514.659503:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423012992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774514.659508:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423013120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774514.659538:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774514.659547:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774514/real 1775774514] req@ffff9a6051392680 x1862022423013120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774539 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774514.659557:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423013120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774539 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774514.659564:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774514.659567:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774514.659570:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423013120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774515.490928:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774516.514949:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774517.538972:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774518.562961:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774519.586968:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774519.778910:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774519.778922:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774519.778927:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774519.778936:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11665 00000100:00080000:2.0:1775774519.778945:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774519.778951:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774519.778985:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423013248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774519.779009:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774519.779012:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774519.779014:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774519.779017:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11665 00000100:00080000:2.0:1775774519.779019:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774519.779022:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774519.779030:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774519.779039:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423013376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774519.779047:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775774519.779049:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423013248:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774519.779050:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774519.779053:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774519.779060:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11665 00000100:00080000:2.0:1775774519.779063:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774519.779065:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774519.779067:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774519.779082:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423013504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774519.779093:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774519.779095:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774519.779097:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774519.779099:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11665 00000100:00080000:2.0:1775774519.779102:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774519.779105:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774519.779108:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775774519.779113:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774519.779118:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423013632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774519.779124:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774519.779127:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774519.779128:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774519.779131:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11665 00000100:00080000:2.0:1775774519.779133:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774519.779135:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774519.779138:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774519.779145:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423013760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774519.779163:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774519/real 1775774519] req@ffff9a6051392680 x1862022423013248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774519.779179:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423013248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774519.779187:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774519.779190:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774519.779193:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423013248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774519.779212:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423013376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774519.779230:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774519.779239:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774519/real 1775774519] req@ffff9a6051392a00 x1862022423013376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774519.779252:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423013376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774519.779260:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774519.779264:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774519.779268:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423013376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774519.779274:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423013504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774519.779294:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774519.779305:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774519/real 1775774519] req@ffff9a6051391180 x1862022423013504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774519.779317:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423013504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774519.779323:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774519.779326:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774519.779328:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423013504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774519.779333:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423013632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774519.779377:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774519.779386:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774519/real 1775774519] req@ffff9a6051393800 x1862022423013632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774519.779394:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423013632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774519.779400:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774519.779402:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774519.779404:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423013632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774519.779408:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423013760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774519.779420:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774519.779426:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774519/real 1775774519] req@ffff9a6051391f80 x1862022423013760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774544 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774519.779433:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423013760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774544 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774519.779437:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774519.779439:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774519.779441:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423013760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774520.610932:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774521.634933:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774522.658939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774523.682977:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774524.706957:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774524.898976:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774524.898984:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774524.898988:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774524.898998:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11670 00000100:00080000:3.0:1775774524.899007:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774524.899014:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774524.899043:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423013888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774524.899063:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774524.899066:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774524.899068:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774524.899071:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11670 00000100:00080000:3.0:1775774524.899073:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774524.899075:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774524.899084:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774524.899095:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423014016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774524.899104:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423013888:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774524.899114:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774524.899116:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774524.899118:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774524.899122:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11670 00000100:00080000:3.0:1775774524.899125:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774524.899128:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774524.899131:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774524.899140:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423014144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774524.899146:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774524.899149:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774524.899150:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774524.899154:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11670 00000100:00080000:3.0:1775774524.899157:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774524.899160:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774524.899163:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774524.899166:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774524.899174:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423014272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774524.899181:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774524.899184:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774524.899185:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774524.899188:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11670 00000100:00080000:3.0:1775774524.899192:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774524.899195:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774524.899198:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774524/real 1775774524] req@ffff9a6048b5ad80 x1862022423013888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1775774524.899198:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774524.899213:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423013888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774524.899220:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774524.899224:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774524.899227:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423013888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774524.899244:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423014016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774524.899289:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774524.899295:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423014400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774524.899302:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774524/real 1775774524] req@ffff9a6048b5bb80 x1862022423014016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774524.899312:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423014016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774524.899317:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774524.899319:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774524.899321:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423014016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774524.899326:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423014144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774524.899339:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774524.899344:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774524/real 1775774524] req@ffff9a6048b5a680 x1862022423014144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774524.899351:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423014144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774524.899361:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774524.899363:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774524.899366:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423014144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774524.899369:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423014272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774524.899382:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774524.899388:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774524/real 1775774524] req@ffff9a6048b5b480 x1862022423014272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774524.899396:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423014272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774524.899401:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774524.899405:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774524.899408:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423014272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774524.899426:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423014400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774524.899440:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774524.899453:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774524/real 1775774524] req@ffff9a6048b59500 x1862022423014400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774549 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774524.899464:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423014400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774549 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774524.899470:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774524.899472:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774524.899475:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423014400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774525.730999:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774526.754924:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774527.778945:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774528.802954:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774529.826964:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774530.018978:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774530.018989:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774530.018994:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774530.019006:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11675 00000100:00080000:2.0:1775774530.019019:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774530.019026:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774530.019080:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423014528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774530.019109:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774530.019112:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774530.019113:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774530.019117:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11675 00000100:00080000:2.0:1775774530.019119:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774530.019122:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774530.019131:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774530.019141:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423014656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774530.019149:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774530.019152:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774530.019153:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775774530.019158:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423014528:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774530.019160:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11675 00000100:00080000:2.0:1775774530.019184:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774530.019188:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774530.019192:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774530.019203:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423014784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774530.019210:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774530.019213:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774530.019214:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774530.019217:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11675 00000100:00080000:2.0:1775774530.019220:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774530.019222:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774530.019227:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774530.019233:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423014912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774530.019240:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774530.019243:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774530.019244:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774530.019246:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11675 00000100:00080000:2.0:1775774530.019249:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774530.019251:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774530.019254:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775774530.019258:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774530.019266:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423015040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774530.019299:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774530/real 1775774530] req@ffff9a6051390e00 x1862022423014528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774530.019315:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423014528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774530.019324:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774530.019327:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774530.019330:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423014528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774530.019360:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423014656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774530.019386:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774530.019399:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774530/real 1775774530] req@ffff9a6051393480 x1862022423014656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774530.019413:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423014656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774530.019419:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774530.019421:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774530.019424:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423014656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774530.019428:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423014784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774530.019443:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774530.019450:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774530/real 1775774530] req@ffff9a6051393100 x1862022423014784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774530.019458:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423014784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774530.019464:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774530.019466:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774530.019468:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423014784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774530.019472:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423014912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774530.019482:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774530.019487:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774530/real 1775774530] req@ffff9a6051390a80 x1862022423014912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774530.019495:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423014912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774530.019500:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774530.019501:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774530.019503:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423014912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774530.019506:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423015040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774530.019515:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774530.019520:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774530/real 1775774530] req@ffff9a6051390000 x1862022423015040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774530.019527:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423015040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774530.019537:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774530.019540:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774530.019542:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423015040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774530.850977:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774531.874952:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774532.898906:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774533.922988:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774534.946908:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774535.138954:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774535.138962:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774535.138966:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774535.138974:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11680 00000100:00080000:0.0:1775774535.138984:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774535.138991:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774535.139030:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022423015168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774535.139065:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774535.139070:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774535.139072:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774535.139090:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11680 00000100:00080000:0.0:1775774535.139094:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774535.139098:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774535.139107:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774535.139120:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423015296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774535.139133:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774535.139136:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774535.139137:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774535.139140:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11680 00000100:00080000:0.0:1775774535.139143:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774535.139148:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774535.139149:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423015168:192.168.201.120@tcp:250:kworker.0 00000008:00100000:0.0:1775774535.139152:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774535.139163:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423015424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774535.139170:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774535.139172:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774535.139173:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774535.139175:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11680 00000100:00080000:0.0:1775774535.139177:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774535.139179:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774535.139181:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774535.139189:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423015552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774535.139195:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774535.139197:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774535.139199:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774535.139202:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11680 00000100:00080000:0.0:1775774535.139205:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774535.139207:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774535.139212:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774535.139218:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022423015680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775774535.139253:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774535.139303:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774535/real 1775774535] req@ffff9a6051f87800 x1862022423015168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774535.139326:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022423015168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774535.139340:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774535.139345:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774535.139351:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423015168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774535.139385:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423015296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774535.139412:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774535.139427:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774535/real 1775774535] req@ffff9a6051f87480 x1862022423015296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774535.139442:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423015296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774535.139452:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774535.139455:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774535.139460:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423015296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774535.139467:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423015424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774535.139491:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774535.139503:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774535/real 1775774535] req@ffff9a6051f84700 x1862022423015424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774535.139519:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423015424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774535.139528:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774535.139532:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774535.139535:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423015424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774535.139542:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423015552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774535.139566:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774535.139578:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774535/real 1775774535] req@ffff9a6051f87100 x1862022423015552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774535.139592:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423015552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774535.139601:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774535.139605:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774535.139609:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423015552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774535.139616:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423015680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774535.139638:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774535.139651:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774535/real 1775774535] req@ffff9a6051f85180 x1862022423015680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774535.139673:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022423015680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774535.139682:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774535.139686:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774535.139690:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423015680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774535.970996:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774536.994962:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774538.018999:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774539.042936:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774540.066970:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774540.258940:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774540.258948:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774540.258952:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774540.258960:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11685 00000100:00080000:2.0:1775774540.258971:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774540.258976:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774540.259036:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423015808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774540.259064:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774540.259067:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774540.259069:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774540.259072:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11685 00000100:00080000:2.0:1775774540.259075:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774540.259077:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774540.259086:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774540.259097:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423015936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774540.259104:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774540.259106:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774540.259107:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774540.259111:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11685 00000100:00080000:2.0:1775774540.259115:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774540.259118:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774540.259122:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774540.259140:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423016064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774540.259143:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423015808:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774540.259169:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774540.259173:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774540.259175:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774540.259180:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11685 00000100:00080000:2.0:1775774540.259183:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774540.259186:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774540.259192:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774540.259201:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423016192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774540.259208:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774540.259212:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774540.259213:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774540.259216:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11685 00000100:00080000:2.0:1775774540.259218:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774540.259221:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774540.259225:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774540.259237:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423016320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775774540.259259:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774540.259309:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774540/real 1775774540] req@ffff9a6051391c00 x1862022423015808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774540.259326:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423015808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774540.259336:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774540.259339:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774540.259342:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423015808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774540.259349:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423015936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774540.259370:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774540.259379:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774540/real 1775774540] req@ffff9a6051391500 x1862022423015936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774540.259387:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423015936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774540.259392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774540.259396:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774540.259398:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423015936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774540.259424:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423016064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774540.259444:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774540.259454:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774540/real 1775774540] req@ffff9a6051390380 x1862022423016064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774540.259465:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423016064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774540.259470:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774540.259473:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774540.259475:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423016064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774540.259479:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423016192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774540.259493:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774540.259499:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774540/real 1775774540] req@ffff9a6051391880 x1862022423016192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774540.259506:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423016192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774540.259511:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774540.259513:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774540.259515:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423016192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774540.259518:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423016320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774540.259529:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774540.259535:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774540/real 1775774540] req@ffff9a6051392300 x1862022423016320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774540.259542:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423016320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774540.259547:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774540.259549:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774540.259550:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423016320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774541.090946:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774542.114950:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774543.138953:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774544.162905:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774545.186972:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774545.378952:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774545.378963:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774545.378967:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774545.378978:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11690 00000100:00080000:0.0:1775774545.378989:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774545.378996:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774545.379032:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423016448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774545.379055:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774545.379059:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774545.379061:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774545.379065:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11690 00000100:00080000:0.0:1775774545.379068:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774545.379073:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774545.379073:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423016448:192.168.201.120@tcp:250:kworker.0 00000008:00100000:0.0:1775774545.379082:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774545.379093:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423016576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774545.379102:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774545.379105:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774545.379106:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774545.379110:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11690 00000100:00080000:0.0:1775774545.379113:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774545.379116:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774545.379120:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774545.379128:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423016704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775774545.379132:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775774545.379137:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774545.379140:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774545.379142:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774545.379145:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11690 00000100:00080000:0.0:1775774545.379147:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774545.379151:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774545.379155:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774545.379163:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423016832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774545.379165:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774545/real 1775774545] req@ffff9a6051f86680 x1862022423016448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774545.379172:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774545.379175:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774545.379177:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774545.379180:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11690 00000100:00080000:0.0:1775774545.379183:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775774545.379183:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423016448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774545.379186:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774545.379191:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1775774545.379194:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1775774545.379198:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423016960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774545.379198:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774545.379202:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423016448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774545.379225:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423016576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774545.379247:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774545.379261:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774545/real 1775774545] req@ffff9a6051f84380 x1862022423016576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774545.379280:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423016576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774545.379288:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774545.379291:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774545.379294:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423016576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774545.379300:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423016704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774545.379320:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774545.379328:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774545/real 1775774545] req@ffff9a6051f85c00 x1862022423016704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774545.379336:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423016704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774545.379341:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774545.379344:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774545.379345:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423016704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774545.379349:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423016832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774545.379361:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774545.379366:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774545/real 1775774545] req@ffff9a6051f86a00 x1862022423016832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774545.379373:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423016832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774545.379382:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774545.379384:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774545.379386:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423016832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774545.379389:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423016960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774545.379398:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774545.379403:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774545/real 1775774545] req@ffff9a6051f85880 x1862022423016960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774545.379409:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423016960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774545.379414:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774545.379416:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774545.379418:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423016960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774546.210945:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774547.234958:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774548.258977:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774549.282990:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774550.306906:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774550.498942:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774550.498953:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774550.498959:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774550.498972:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11696 00000100:00080000:0.0:1775774550.498987:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774550.498996:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774550.499051:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423017088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774550.499105:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774550.499110:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774550.499112:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774550.499116:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11696 00000100:00080000:0.0:1775774550.499120:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774550.499125:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774550.499139:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774550.499154:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423017216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774550.499157:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423017088:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774550.499165:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774550.499169:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774550.499171:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774550.499175:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11696 00000100:00080000:0.0:1775774550.499178:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774550.499182:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774550.499187:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774550.499196:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423017344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774550.499204:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774550.499207:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774550.499209:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774550.499212:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11696 00000100:00080000:0.0:1775774550.499215:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774550.499218:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774550.499222:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774550.499232:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423017472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775774550.499237:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775774550.499241:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774550.499244:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774550.499246:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774550.499250:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11696 00000100:00080000:0.0:1775774550.499252:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774550.499256:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774550.499260:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774550.499268:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423017600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774550.499281:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774550/real 1775774550] req@ffff9a6051f86d80 x1862022423017088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774550.499302:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423017088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774550.499325:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774550.499331:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774550.499334:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423017088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774550.499361:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423017216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774550.499380:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774550.499391:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774550/real 1775774550] req@ffff9a6051f85f80 x1862022423017216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774550.499399:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423017216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774550.499405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774550.499407:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774550.499410:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423017216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774550.499413:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423017344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774550.499424:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774550.499430:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774550/real 1775774550] req@ffff9a6051f85500 x1862022423017344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774550.499438:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423017344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774550.499443:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774550.499444:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774550.499446:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423017344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774550.499450:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423017472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774550.499472:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774550.499478:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774550/real 1775774550] req@ffff9a6051f86300 x1862022423017472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774550.499485:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423017472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774550.499491:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774550.499492:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774550.499494:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423017472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774550.499497:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423017600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774550.499506:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774550.499511:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774550/real 1775774550] req@ffff9a6051f84e00 x1862022423017600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774550.499518:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423017600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774550.499523:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774550.499525:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774550.499527:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423017600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774551.330966:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774552.354964:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774553.378976:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774554.402946:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774555.427080:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774555.618918:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774555.618932:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774555.618939:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774555.618952:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11701 00000100:00080000:0.0:1775774555.618968:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774555.618978:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774555.619027:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022423017728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774555.619060:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774555.619063:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774555.619065:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774555.619074:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11701 00000100:00080000:0.0:1775774555.619077:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774555.619081:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774555.619092:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774555.619103:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022423017856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774555.619113:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775774555.619114:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423017728:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774555.619118:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774555.619122:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774555.619126:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11701 00000100:00080000:0.0:1775774555.619128:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774555.619131:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774555.619134:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774555.619142:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423017984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774555.619149:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774555.619152:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774555.619153:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774555.619156:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11701 00000100:00080000:0.0:1775774555.619158:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774555.619160:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774555.619164:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774555.619170:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423018112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774555.619177:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774555.619179:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774555.619181:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774555.619184:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11701 00000100:00080000:0.0:1775774555.619186:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774555.619189:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775774555.619193:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:0.0:1775774555.619194:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774555.619204:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423018240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774555.619238:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774555/real 1775774555] req@ffff9a6051f84a80 x1862022423017728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774555.619255:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022423017728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774555.619264:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774555.619267:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774555.619270:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423017728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774555.619292:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423017856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774555.619308:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774555.619317:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774555/real 1775774555] req@ffff9a6051f87b80 x1862022423017856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774555.619326:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022423017856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774555.619332:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774555.619334:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774555.619336:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423017856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774555.619339:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423017984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774555.619349:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774555.619355:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774555/real 1775774555] req@ffff9a6051f84e00 x1862022423017984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774555.619362:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423017984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774555.619372:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774555.619374:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774555.619376:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423017984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774555.619380:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423018112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774555.619390:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774555.619396:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774555/real 1775774555] req@ffff9a6051f86300 x1862022423018112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774555.619402:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423018112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774555.619407:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774555.619409:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774555.619411:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423018112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774555.619414:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423018240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774555.619423:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774555.619428:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774555/real 1775774555] req@ffff9a6051f85500 x1862022423018240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774580 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774555.619435:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423018240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774580 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774555.619440:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774555.619442:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774555.619445:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423018240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775774556.450978:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774557.474948:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774558.498955:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774559.522992:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774560.547012:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774560.738990:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774560.738999:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774560.739006:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774560.739021:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11706 00000100:00080000:0.0:1775774560.739037:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774560.739055:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774560.739098:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423018368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774560.739125:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774560.739129:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774560.739131:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774560.739135:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11706 00000100:00080000:0.0:1775774560.739140:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774560.739143:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774560.739155:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774560.739171:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423018496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774560.739180:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423018368:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774560.739192:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774560.739198:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774560.739201:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774560.739208:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11706 00000100:00080000:0.0:1775774560.739216:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774560.739226:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774560.739232:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774560.739245:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423018624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774560.739256:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774560.739260:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774560.739262:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774560.739266:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11706 00000100:00080000:0.0:1775774560.739270:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1775774560.739274:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775774560.739277:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774560.739284:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774560.739314:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774560/real 1775774560] req@ffff9a6051f85f80 x1862022423018368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774560.739318:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423018752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774560.739341:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775774560.739345:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423018368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774560.739349:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774560.739354:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774560.739361:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11706 00000100:00080000:2.0:1775774560.739363:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774560.739367:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774560.739370:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:0.0:1775774560.739374:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774560.739377:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423018368:192.168.201.120@tcp:250:kworker.0 00000008:00100000:0.0:1775774560.739383:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774560.739399:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423018880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774560.739406:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423018496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774560.739431:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774560.739442:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774560/real 1775774560] req@ffff9a6051f86d80 x1862022423018496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774560.739452:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423018496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774560.739459:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774560.739462:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774560.739465:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423018496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774560.739472:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423018624:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774560.739490:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774560.739498:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774560/real 1775774560] req@ffff9a6051f85880 x1862022423018624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774560.739515:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423018624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774560.739527:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774560.739534:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774560.739542:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423018624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774560.739550:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423018752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774560.739578:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774560.739603:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774560/real 1775774560] req@ffff9a6051f86a00 x1862022423018752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774560.739619:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423018752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774560.739646:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774560.739655:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774560.739662:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423018752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774560.739699:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423018880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774560.739724:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774560.739744:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774560/real 1775774560] req@ffff9a6051f85c00 x1862022423018880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774585 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774560.739767:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423018880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774585 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774560.739775:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774560.739779:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774560.739782:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423018880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774561.570994:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774562.594987:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774563.619024:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774564.642951:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774565.666916:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774565.858861:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774565.858869:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774565.858873:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774565.858882:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11711 00000100:00080000:3.0:1775774565.858890:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774565.858897:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774565.858928:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423019008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774565.858950:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774565.858953:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774565.858954:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774565.858957:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11711 00000100:00080000:3.0:1775774565.858960:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774565.858962:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774565.858969:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774565.858980:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423019136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774565.858988:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774565.858993:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1775774565.858994:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423019008:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774565.858994:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774565.859001:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11711 00000100:00080000:3.0:1775774565.859004:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774565.859007:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774565.859011:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774565.859024:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423019264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774565.859034:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774565.859038:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774565.859040:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774565.859044:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11711 00000100:00080000:3.0:1775774565.859049:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1775774565.859054:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775774565.859055:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774565.859063:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774565.859077:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423019392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774565.859085:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775774565.859088:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774565/real 1775774565] req@ffff9a6048b59c00 x1862022423019008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774565.859089:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774565.859093:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774565.859100:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11711 00000100:00080000:3.0:1775774565.859105:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774565.859109:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774565.859113:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774565.859115:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423019008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774565.859139:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423019520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774565.859142:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774565.859153:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774565.859172:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423019008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774565.859218:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423019136:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774565.859249:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774565.859266:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774565/real 1775774565] req@ffff9a6048b59500 x1862022423019136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774565.859305:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423019136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774565.859314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774565.859318:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774565.859322:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423019136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774565.859328:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423019264:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774565.859350:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774565.859363:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774565/real 1775774565] req@ffff9a6048b5b480 x1862022423019264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774565.859372:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423019264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774565.859378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774565.859380:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774565.859382:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423019264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774565.859386:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423019392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774565.859400:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774565.859407:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774565/real 1775774565] req@ffff9a6048b5a680 x1862022423019392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774565.859414:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423019392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774565.859423:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774565.859426:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774565.859428:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423019392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774565.859431:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423019520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774565.859460:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774565.859467:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774565/real 1775774565] req@ffff9a6048b5bb80 x1862022423019520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774590 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774565.859476:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423019520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774590 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774565.859482:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774565.859484:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774565.859486:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423019520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775774566.690926:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774567.714946:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774568.738948:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774569.762935:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774570.786974:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774570.978940:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774570.978951:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774570.978957:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774570.978968:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11716 00000100:00080000:0.0:1775774570.978982:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774570.978989:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774570.979034:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423019648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774570.979063:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774570.979066:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774570.979067:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774570.979076:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11716 00000100:00080000:0.0:1775774570.979079:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774570.979082:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774570.979093:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774570.979102:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423019776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774570.979111:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774570.979114:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774570.979115:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774570.979120:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11716 00000100:00080000:0.0:1775774570.979123:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775774570.979123:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423019648:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774570.979129:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774570.979135:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774570.979141:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022423019904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774570.979147:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774570.979150:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774570.979151:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774570.979154:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11716 00000100:00080000:0.0:1775774570.979156:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774570.979158:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774570.979161:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774570.979171:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423020032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774570.979177:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774570.979179:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774570.979180:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774570.979182:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11716 00000100:00080000:0.0:1775774570.979185:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774570.979188:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774570.979191:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774570.979200:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423020160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775774570.979208:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774570.979254:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774570/real 1775774570] req@ffff9a6051f84380 x1862022423019648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774570.979278:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423019648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774570.979289:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774570.979294:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774570.979297:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423019648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774570.979321:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423019776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774570.979340:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774570.979350:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774570/real 1775774570] req@ffff9a6051f86680 x1862022423019776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774570.979358:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423019776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774570.979364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774570.979366:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774570.979369:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423019776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774570.979373:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423019904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774570.979383:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774570.979388:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774570/real 1775774570] req@ffff9a6051f85180 x1862022423019904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774570.979395:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022423019904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774570.979401:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774570.979403:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774570.979405:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423019904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774570.979409:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423020032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774570.979420:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774570.979426:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774570/real 1775774570] req@ffff9a6051f87100 x1862022423020032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774570.979433:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423020032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774570.979438:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774570.979440:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774570.979442:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423020032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774570.979445:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423020160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774570.979483:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774570.979491:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774570/real 1775774570] req@ffff9a6051f84700 x1862022423020160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774595 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774570.979498:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423020160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774595 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774570.979503:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774570.979505:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774570.979507:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423020160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774571.810933:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774572.835002:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774573.858972:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774574.882976:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774575.906988:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774576.098908:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774576.098916:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774576.098919:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774576.098927:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11721 00000100:00080000:0.0:1775774576.098937:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774576.098942:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774576.098979:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423020288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774576.099009:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774576.099013:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774576.099016:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774576.099020:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11721 00000100:00080000:0.0:1775774576.099023:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774576.099026:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774576.099035:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774576.099046:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022423020416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774576.099054:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774576.099057:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774576.099059:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775774576.099064:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423020288:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774576.099065:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11721 00000100:00080000:0.0:1775774576.099070:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774576.099075:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774576.099079:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774576.099086:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423020544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774576.099101:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774576.099104:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774576.099105:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774576.099108:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11721 00000100:00080000:0.0:1775774576.099110:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774576.099113:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774576.099118:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774576.099130:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423020672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774576.099140:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774576.099144:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774576.099146:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774576.099150:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11721 00000100:00080000:0.0:1775774576.099155:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774576.099160:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774576.099165:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774576.099176:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423020416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774576.099191:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022423020800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774576.099214:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423020544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774576.099240:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423020672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774576.099272:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423020800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775774576.930994:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774577.954994:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774578.978954:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775774579.171053:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:1.0:1775774579.171089:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775774579.171105:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774579.171157:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774579.171167:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774579.171176:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774579.171185:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775774579.171236:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774576/real 1775774579] req@ffff9a6051f85180 x1862022423020800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774579.171262:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022423020800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774579.171274:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774579.171280:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774579.171285:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423020800:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774579.171293:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774576/real 1775774579] req@ffff9a6051f87800 x1862022423020416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774579.171305:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022423020416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774579.171326:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774579.171331:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774579.171334:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423020416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774579.171341:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774576/real 1775774579] req@ffff9a6051f84700 x1862022423020544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774579.171371:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423020544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774579.171379:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774579.171387:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774579.171390:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423020544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774579.171396:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774576/real 1775774579] req@ffff9a6051f87100 x1862022423020672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774579.171407:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423020672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774579.171414:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774579.171417:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774579.171419:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423020672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774579.171426:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774576/real 1775774579] req@ffff9a6051f87480 x1862022423020288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774579.171437:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423020288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774579.171444:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774579.171447:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774579.171450:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423020288:192.168.201.120@tcp:250:kworker.0 00010000:00010000:2.0:1775774580.002950:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774581.026977:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774581.218923:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774581.218932:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774581.218936:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774581.218944:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11726 00000100:00080000:3.0:1775774581.218968:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774581.218973:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774581.219004:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423020928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774581.219037:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774581.219041:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774581.219043:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774581.219048:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11726 00000100:00080000:3.0:1775774581.219053:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774581.219057:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774581.219068:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774581.219082:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423021056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774581.219094:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774581.219100:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1775774581.219101:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423020928:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774581.219102:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774581.219111:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11726 00000100:00080000:3.0:1775774581.219115:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774581.219119:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774581.219125:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774581.219137:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423021184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774581.219147:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774581.219150:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774581.219152:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774581.219156:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11726 00000100:00080000:3.0:1775774581.219160:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774581.219165:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775774581.219170:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775774581.219176:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774581.219194:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423021312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774581.219209:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774581/real 1775774581] req@ffff9a6048b5ad80 x1862022423020928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774581.219210:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774581.219219:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774581.219222:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774581.219228:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11726 00000100:00080000:3.0:1775774581.219232:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774581.219238:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774581.219244:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774581.219249:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423020928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774581.219256:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423021440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774581.219266:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774581.219288:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774581.219294:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423020928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774581.219320:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423021056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774581.219346:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774581.219360:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774581/real 1775774581] req@ffff9a6048b58000 x1862022423021056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774581.219373:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423021056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774581.219381:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774581.219384:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774581.219387:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423021056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774581.219393:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423021184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774581.219413:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774581.219423:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774581/real 1775774581] req@ffff9a6048b5a300 x1862022423021184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774581.219438:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423021184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774581.219445:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774581.219448:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774581.219451:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423021184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774581.219456:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423021312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774581.219473:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774581.219482:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774581/real 1775774581] req@ffff9a6048b5aa00 x1862022423021312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774581.219494:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423021312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774581.219501:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774581.219504:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774581.219507:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423021312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774581.219512:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423021440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774581.219528:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774581.219538:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774581/real 1775774581] req@ffff9a6048b59880 x1862022423021440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774581.219550:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423021440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774581.219564:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774581.219583:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774581.219588:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423021440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774582.050943:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774583.074981:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774584.098993:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774585.122977:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774586.146972:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774586.338939:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774586.338947:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774586.338951:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774586.338960:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11731 00000100:00080000:3.0:1775774586.338970:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774586.338976:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774586.339010:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423021568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774586.339035:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774586.339038:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774586.339039:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774586.339042:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11731 00000100:00080000:3.0:1775774586.339045:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774586.339047:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774586.339055:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774586.339063:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423021696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774586.339081:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774586.339084:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774586.339085:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774586.339088:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11731 00000100:00100000:2.0:1775774586.339093:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423021568:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774586.339093:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774586.339100:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774586.339103:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774586.339110:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423021824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774586.339116:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774586.339119:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774586.339120:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774586.339122:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11731 00000100:00080000:3.0:1775774586.339124:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774586.339126:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774586.339129:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774586.339137:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423021952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774586.339148:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774586.339151:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774586.339152:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774586.339154:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11731 00000100:00080000:3.0:1775774586.339156:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1775774586.339161:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775774586.339161:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774586.339166:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774586.339175:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423022080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774586.339210:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774586/real 1775774586] req@ffff9a6048b58a80 x1862022423021568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774586.339226:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423021568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774586.339234:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774586.339237:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774586.339240:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423021568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774586.339245:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423021696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774586.339262:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774586.339270:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774586/real 1775774586] req@ffff9a6048b59180 x1862022423021696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774586.339279:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423021696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774586.339288:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774586.339291:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774586.339293:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423021696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774586.339311:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423021824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774586.339321:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774586.339327:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774586/real 1775774586] req@ffff9a6048b5b800 x1862022423021824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774586.339334:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423021824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774586.339339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774586.339341:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774586.339343:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423021824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774586.339347:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423021952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774586.339363:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774586.339373:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774586/real 1775774586] req@ffff9a6048b59f80 x1862022423021952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774586.339386:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423021952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774586.339394:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774586.339397:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774586.339401:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423021952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774586.339408:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423022080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774586.339427:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774586.339435:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774586/real 1775774586] req@ffff9a6048b58e00 x1862022423022080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774586.339443:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423022080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774586.339448:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774586.339450:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774586.339452:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423022080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775774587.170990:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774588.194934:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774589.218985:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774590.242998:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774591.266961:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774591.458865:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774591.458878:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774591.458891:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774591.458908:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11737 00000100:00080000:3.0:1775774591.458924:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774591.458933:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774591.458995:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423022208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774591.459030:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774591.459035:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774591.459036:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774591.459040:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11737 00000100:00080000:3.0:1775774591.459044:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774591.459047:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774591.459058:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774591.459072:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423022336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774591.459083:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423022208:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774591.459083:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774591.459090:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774591.459092:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774591.459119:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11737 00000100:00080000:3.0:1775774591.459122:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774591.459126:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774591.459130:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774591.459141:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423022464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774591.459152:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774591.459156:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774591.459157:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774591.459162:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11737 00000100:00080000:3.0:1775774591.459167:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774591.459170:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775774591.459176:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775774591.459177:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774591.459192:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423022592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774591.459205:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774591.459209:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774591.459211:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774591.459214:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11737 00000100:00100000:2.0:1775774591.459219:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774591/real 1775774591] req@ffff9a6048b5b100 x1862022423022208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774591.459220:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774591.459228:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774591.459236:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774591.459245:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423022208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774591.459248:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423022720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774591.459268:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774591.459274:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774591.459278:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423022208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774591.459303:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423022336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774591.459320:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774591.459329:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774591/real 1775774591] req@ffff9a6048b58e00 x1862022423022336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774591.459338:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423022336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774591.459352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774591.459355:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774591.459357:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423022336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774591.459361:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423022464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774591.459374:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774591.459380:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774591/real 1775774591] req@ffff9a6048b59f80 x1862022423022464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774591.459388:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423022464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774591.459393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774591.459396:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774591.459398:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423022464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774591.459401:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423022592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774591.459411:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774591.459417:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774591/real 1775774591] req@ffff9a6048b5b800 x1862022423022592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774591.459429:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423022592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774591.459434:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774591.459436:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774591.459438:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423022592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774591.459441:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423022720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774591.459451:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774591.459456:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774591/real 1775774591] req@ffff9a6048b59180 x1862022423022720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774591.459463:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423022720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774591.459468:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774591.459470:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774591.459471:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423022720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774592.290962:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774593.314968:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774594.339006:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774595.362975:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774596.386987:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774596.578921:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774596.578928:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774596.578933:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774596.578941:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11742 00000100:00080000:0.0:1775774596.578950:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774596.578956:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774596.578988:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423022848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774596.579025:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774596.579028:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774596.579030:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774596.579034:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11742 00000100:00080000:0.0:1775774596.579037:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774596.579041:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774596.579048:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774596.579057:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423022848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774596.579062:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423022976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774596.579071:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774596.579073:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774596.579075:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774596.579077:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11742 00000100:00080000:0.0:1775774596.579080:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774596.579082:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774596.579085:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774596.579093:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423023104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774596.579105:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774596.579108:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774596.579110:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774596.579113:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11742 00000100:00080000:0.0:1775774596.579116:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774596.579119:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774596.579123:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775774596.579127:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774596.579134:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423023232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774596.579140:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774596.579143:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774596.579144:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774596.579147:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11742 00000100:00080000:0.0:1775774596.579149:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774596.579152:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774596.579155:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774596.579163:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423023360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774596.579168:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774596/real 1775774596] req@ffff9a6051f86680 x1862022423022848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774596.579193:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423022848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774596.579206:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774596.579210:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774596.579215:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423022848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774596.579238:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423022976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774596.579330:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774596.579346:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774596/real 1775774596] req@ffff9a6051f84380 x1862022423022976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774596.579465:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423022976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774596.579475:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774596.579481:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774596.579486:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423022976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774596.579494:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423023104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774596.579583:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774596.579596:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774596/real 1775774596] req@ffff9a6051f85c00 x1862022423023104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774596.579609:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423023104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774596.579617:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774596.579621:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774596.579624:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423023104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774596.579631:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423023232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774596.579652:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774596.579664:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774596/real 1775774596] req@ffff9a6051f86a00 x1862022423023232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774596.579677:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423023232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774596.579686:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774596.579690:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774596.579693:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423023232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774596.579699:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423023360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774596.579718:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774596.579730:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774596/real 1775774596] req@ffff9a6051f85880 x1862022423023360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774621 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774596.579742:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423023360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774621 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774596.579750:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774596.579754:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774596.579757:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423023360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775774597.410942:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774598.434962:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774599.459027:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774600.482919:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774601.506991:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774601.698906:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774601.698929:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774601.698934:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774601.698945:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11747 00000100:00080000:1.0:1775774601.698959:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774601.698966:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774601.699022:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423023488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774601.699049:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774601.699053:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774601.699054:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774601.699058:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11747 00000100:00080000:1.0:1775774601.699061:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774601.699064:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774601.699075:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774601.699093:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423023488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774601.699099:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423023616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774601.699109:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774601.699112:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774601.699115:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774601.699126:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11747 00000100:00080000:1.0:1775774601.699131:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774601.699135:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774601.699141:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774601.699155:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423023744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775774601.699166:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775774601.699169:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774601.699173:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774601.699175:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774601.699180:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11747 00000100:00080000:1.0:1775774601.699185:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774601.699189:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774601.699195:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774601.699208:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774601/real 1775774601] req@ffff9a6058738000 x1862022423023488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774601.699212:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423023872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774601.699243:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774601.699245:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774601.699247:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774601.699251:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11747 00000100:00100000:3.0:1775774601.699255:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423023488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774601.699256:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774601.699264:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774601.699272:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1775774601.699285:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1775774601.699288:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423024000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774601.699293:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774601.699301:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423023488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774601.699330:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423023616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774601.699349:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774601.699358:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774601/real 1775774601] req@ffff9a605873ad80 x1862022423023616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774601.699367:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423023616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774601.699373:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774601.699375:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774601.699378:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423023616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774601.699381:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423023744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774601.699398:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774601.699408:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774601/real 1775774601] req@ffff9a605873b800 x1862022423023744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774601.699421:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423023744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774601.699430:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774601.699434:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774601.699436:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423023744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774601.699441:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423023872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774601.699456:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774601.699464:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774601/real 1775774601] req@ffff9a6058739f80 x1862022423023872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774601.699471:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423023872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774601.699477:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774601.699479:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774601.699481:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423023872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774601.699484:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423024000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774601.699494:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774601.699509:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774601/real 1775774601] req@ffff9a6058738700 x1862022423024000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774626 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774601.699516:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423024000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774626 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774601.699521:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774601.699523:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774601.699525:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423024000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774602.530997:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774603.554919:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774604.579000:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774605.602986:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774606.626956:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774606.818948:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774606.818956:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774606.818960:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774606.818968:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11752 00000100:00080000:0.0:1775774606.818978:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774606.818983:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774606.819019:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423024128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774606.819049:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774606.819053:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774606.819055:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774606.819059:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11752 00000100:00080000:0.0:1775774606.819063:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774606.819067:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774606.819076:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774606.819088:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423024128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774606.819089:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423024256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774606.819108:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774606.819111:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774606.819112:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774606.819115:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11752 00000100:00080000:0.0:1775774606.819118:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774606.819120:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774606.819123:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774606.819133:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423024384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774606.819139:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774606.819142:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774606.819143:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774606.819146:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11752 00000100:00080000:0.0:1775774606.819149:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774606.819151:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774606.819154:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775774606.819158:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774606.819163:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423024512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774606.819170:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774606.819172:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774606.819174:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774606.819177:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11752 00000100:00080000:0.0:1775774606.819180:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774606.819182:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774606.819186:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774606.819192:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423024640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774606.819200:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774606/real 1775774606] req@ffff9a6051f86d80 x1862022423024128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774606.819222:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423024128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774606.819234:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774606.819239:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774606.819243:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423024128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774606.819266:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423024256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774606.819285:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774606.819294:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774606/real 1775774606] req@ffff9a6051f85f80 x1862022423024256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774606.819302:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423024256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774606.819307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774606.819310:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774606.819312:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423024256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774606.819315:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423024384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774606.819325:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774606.819331:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774606/real 1775774606] req@ffff9a6051f85500 x1862022423024384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774606.819342:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423024384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774606.819347:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774606.819349:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774606.819350:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423024384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774606.819354:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423024512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774606.819363:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774606.819368:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774606/real 1775774606] req@ffff9a6051f86300 x1862022423024512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774606.819375:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423024512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774606.819380:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774606.819382:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774606.819383:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423024512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774606.819386:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423024640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774606.819395:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774606.819399:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774606/real 1775774606] req@ffff9a6051f84e00 x1862022423024640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774631 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774606.819406:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423024640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774631 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774606.819415:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774606.819417:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774606.819419:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423024640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775774607.650943:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774608.674959:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774609.698947:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774610.722927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774611.746938:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774611.938918:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774611.938925:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774611.938930:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774611.938937:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11757 00000100:00080000:3.0:1775774611.938947:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774611.938954:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774611.938990:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423024768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774611.939024:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774611.939028:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774611.939030:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774611.939034:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11757 00000100:00080000:3.0:1775774611.939037:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774611.939040:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774611.939048:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774611.939060:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423024896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774611.939074:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423024768:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774611.939075:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774611.939083:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774611.939084:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774611.939087:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11757 00000100:00080000:3.0:1775774611.939089:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774611.939092:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774611.939096:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774611.939104:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423025024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774611.939110:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774611.939113:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774611.939114:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774611.939117:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11757 00000100:00080000:3.0:1775774611.939127:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774611.939129:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774611.939133:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774611.939137:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774611.939144:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423025152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774611.939152:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774611.939155:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774611.939156:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774611.939159:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11757 00000100:00080000:3.0:1775774611.939162:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774611.939165:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774611.939169:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774611.939175:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774611/real 1775774611] req@ffff9a6048b58a80 x1862022423024768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774611.939179:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423025280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774611.939205:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423024768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774611.939213:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774611.939216:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774611.939219:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423024768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774611.939238:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423024896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774611.939252:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774611.939260:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774611/real 1775774611] req@ffff9a6048b59880 x1862022423024896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774611.939267:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423024896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774611.939273:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774611.939275:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774611.939277:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423024896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774611.939280:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423025024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774611.939290:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774611.939294:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774611/real 1775774611] req@ffff9a6048b5aa00 x1862022423025024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774611.939302:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423025024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774611.939307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774611.939309:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774611.939310:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423025024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774611.939314:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423025152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774611.939323:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774611.939328:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774611/real 1775774611] req@ffff9a6048b5a300 x1862022423025152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774611.939334:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423025152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774611.939339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774611.939341:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774611.939342:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423025152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774611.939346:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423025280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774611.939354:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774611.939359:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774611/real 1775774611] req@ffff9a6048b58000 x1862022423025280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774636 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774611.939365:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423025280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774636 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774611.939378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774611.939381:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774611.939384:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423025280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774612.770960:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774613.794977:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774614.818956:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774615.842951:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774616.866916:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774617.058846:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774617.058855:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774617.058859:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774617.058867:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11762 00000100:00080000:3.0:1775774617.058877:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774617.058883:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774617.058916:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423025408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774617.058937:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774617.058940:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774617.058941:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774617.058944:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11762 00000100:00080000:3.0:1775774617.058946:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774617.058948:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774617.058955:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774617.058964:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423025536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774617.058977:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774617.058980:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774617.058982:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775774617.058983:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423025408:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774617.058986:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11762 00000100:00080000:3.0:1775774617.058990:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774617.058993:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774617.058996:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774617.059002:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423025664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774617.059008:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774617.059010:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774617.059012:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774617.059014:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11762 00000100:00080000:3.0:1775774617.059016:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774617.059018:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774617.059022:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774617.059027:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423025792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774617.059033:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774617.059035:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774617.059036:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774617.059038:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11762 00000800:00000100:2.0:1775774617.059043:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775774617.059044:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774617.059048:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774617.059051:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774617.059059:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423025920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774617.059078:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774617/real 1775774617] req@ffff9a6048b5ad80 x1862022423025408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774617.059091:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423025408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774617.059098:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774617.059101:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774617.059104:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423025408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774617.059121:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423025536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774617.059137:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774617.059144:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774617/real 1775774617] req@ffff9a6048b5bb80 x1862022423025536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774617.059152:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423025536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774617.059162:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774617.059165:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774617.059167:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423025536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774617.059170:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423025664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774617.059180:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774617.059185:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774617/real 1775774617] req@ffff9a6048b5a680 x1862022423025664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774617.059192:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423025664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774617.059196:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774617.059198:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774617.059200:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423025664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774617.059203:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423025792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774617.059213:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774617.059218:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774617/real 1775774617] req@ffff9a6048b5b480 x1862022423025792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774617.059225:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423025792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774617.059230:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774617.059231:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774617.059234:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423025792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774617.059237:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423025920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774617.059246:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774617.059251:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774617/real 1775774617] req@ffff9a6048b59500 x1862022423025920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774617.059258:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423025920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774617.059263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774617.059265:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774617.059266:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423025920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775774617.890987:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774618.914963:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774619.938975:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774620.962947:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774621.986967:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774622.178925:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774622.178935:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774622.178940:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774622.178951:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11767 00000100:00080000:1.0:1775774622.178962:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774622.178971:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774622.179009:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423026048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774622.179041:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774622.179045:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774622.179047:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774622.179051:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11767 00000100:00080000:1.0:1775774622.179055:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774622.179059:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774622.179069:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774622.179087:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423026176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774622.179089:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423026048:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774622.179105:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774622.179109:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774622.179110:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774622.179115:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11767 00000100:00080000:1.0:1775774622.179119:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774622.179124:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774622.179130:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774622.179144:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423026304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774622.179154:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774622.179158:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774622.179160:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774622.179164:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11767 00000100:00080000:1.0:1775774622.179168:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774622.179173:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775774622.179178:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:1.0:1775774622.179179:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774622.179194:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423026432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774622.179205:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774622.179209:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774622.179211:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775774622.179215:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774622/real 1775774622] req@ffff9a6058739c00 x1862022423026048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774622.179219:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11767 00000100:00080000:1.0:1775774622.179226:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774622.179232:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774622.179238:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423026048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1775774622.179239:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1775774622.179252:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774622.179257:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774622.179258:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423026560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774622.179263:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423026048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774622.179289:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423026176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774622.179309:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774622.179317:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774622/real 1775774622] req@ffff9a6058738380 x1862022423026176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774622.179326:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423026176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774622.179331:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774622.179334:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774622.179336:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423026176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774622.179339:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423026304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774622.179350:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774622.179355:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774622/real 1775774622] req@ffff9a605873b480 x1862022423026304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774622.179363:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423026304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774622.179368:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774622.179369:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774622.179371:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423026304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774622.179375:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423026432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774622.179385:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774622.179390:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774622/real 1775774622] req@ffff9a6058738700 x1862022423026432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774622.179402:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423026432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774622.179407:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774622.179409:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774622.179411:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423026432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774622.179414:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423026560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774622.179426:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774622.179435:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774622/real 1775774622] req@ffff9a6058739f80 x1862022423026560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774622.179447:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423026560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774622.179454:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774622.179458:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774622.179461:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423026560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774623.010909:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774624.034976:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774625.058921:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774626.082981:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774627.106927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774627.298879:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774627.298887:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774627.298891:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774627.298899:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11772 00000100:00080000:3.0:1775774627.298909:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774627.298917:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774627.298956:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423026688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774627.298981:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774627.298988:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774627.298989:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774627.298992:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11772 00000100:00080000:3.0:1775774627.298996:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774627.298999:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774627.299007:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774627.299020:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423026816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774627.299028:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423026688:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774627.299032:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774627.299036:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774627.299037:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774627.299041:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11772 00000100:00080000:3.0:1775774627.299043:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774627.299045:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774627.299051:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774627.299064:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423026944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774627.299074:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774627.299078:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774627.299080:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774627.299084:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11772 00000800:00000100:2.0:1775774627.299089:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775774627.299091:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774627.299098:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774627.299104:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774627.299118:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774627/real 1775774627] req@ffff9a6048b59c00 x1862022423026688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774627.299120:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423027072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774627.299155:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774627.299161:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774627.299165:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774627.299179:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11772 00000100:00100000:2.0:1775774627.299182:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423026688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774627.299186:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774627.299193:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774627.299201:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1775774627.299202:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774627.299210:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774627.299211:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423027200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774627.299217:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423026688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774627.299249:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423026816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774627.299288:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774627.299299:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774627/real 1775774627] req@ffff9a6048b59500 x1862022423026816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774627.299309:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423026816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774627.299315:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774627.299317:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774627.299320:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423026816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774627.299324:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423026944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774627.299338:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774627.299344:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774627/real 1775774627] req@ffff9a6048b5b480 x1862022423026944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774627.299352:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423026944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774627.299361:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774627.299363:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774627.299365:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423026944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774627.299368:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423027072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774627.299379:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774627.299384:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774627/real 1775774627] req@ffff9a6048b5a680 x1862022423027072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774627.299390:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423027072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774627.299395:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774627.299396:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774627.299398:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423027072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774627.299401:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423027200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774627.299414:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774627.299423:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774627/real 1775774627] req@ffff9a6048b5bb80 x1862022423027200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774627.299435:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423027200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774627.299442:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774627.299446:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774627.299449:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423027200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775774628.130931:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774629.154959:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774630.178996:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774631.202924:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774632.226984:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774632.418922:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774632.418931:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774632.418936:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774632.418947:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11778 00000100:00080000:3.0:1775774632.418959:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774632.418968:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774632.419006:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423027328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774632.419029:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774632.419033:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774632.419036:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774632.419041:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11778 00000100:00080000:3.0:1775774632.419045:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774632.419050:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774632.419057:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423027328:192.168.201.120@tcp:250:kworker.0 00000008:00100000:3.0:1775774632.419061:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774632.419080:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423027456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774632.419094:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774632.419098:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774632.419100:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774632.419105:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11778 00000100:00080000:3.0:1775774632.419110:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774632.419115:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775774632.419119:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775774632.419124:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774632.419141:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423027584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774632.419152:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775774632.419155:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774632/real 1775774632] req@ffff9a6048b5ad80 x1862022423027328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774632.419158:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774632.419162:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774632.419172:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11778 00000100:00080000:3.0:1775774632.419178:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774632.419183:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774632.419189:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423027328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1775774632.419192:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1775774632.419205:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774632.419210:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774632.419214:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423027328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774632.419219:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423027712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774632.419242:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423027456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774632.419264:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774632.419284:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774632/real 1775774632] req@ffff9a6048b58000 x1862022423027456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774632.419297:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423027456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774632.419326:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774632.419332:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00080000:3.0:1775774632.419333:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775774632.419337:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423027456:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775774632.419343:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1775774632.419347:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423027584:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775774632.419348:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1775774632.419365:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774632.419371:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774632/real 1775774632] req@ffff9a6048b5a300 x1862022423027584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774632.419402:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423027584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774632.419408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774632.419411:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774632.419413:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423027584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774632.419422:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423027712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774632.419439:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774632.419447:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774632/real 1775774632] req@ffff9a6048b5aa00 x1862022423027712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774632.419455:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423027712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774632.419460:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774632.419462:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774632.419464:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423027712:192.168.201.120@tcp:8:kworker.0 00000100:00080000:3.0:1775774632.419487:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11778 00000100:00080000:3.0:1775774632.419493:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774632.419499:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774632.419506:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774632.419566:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423027840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774632.419603:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423027840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774632.419628:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774632.419640:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774632/real 1775774632] req@ffff9a6048b59880 x1862022423027840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774632.419654:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423027840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774632.419659:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774632.419661:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774632.419663:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423027840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774633.251004:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774634.274949:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774635.298920:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774636.322960:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774637.346937:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774637.538922:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774637.538933:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774637.538938:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774637.538948:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11783 00000100:00080000:3.0:1775774637.538960:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774637.538967:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774637.539004:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423027968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774637.539029:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774637.539032:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774637.539033:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774637.539037:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11783 00000100:00080000:3.0:1775774637.539039:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774637.539042:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774637.539049:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774637.539060:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423028096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774637.539068:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774637.539071:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774637.539072:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775774637.539076:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423027968:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774637.539077:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11783 00000100:00080000:3.0:1775774637.539081:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774637.539085:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774637.539089:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774637.539096:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423028224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774637.539102:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774637.539104:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774637.539105:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774637.539108:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11783 00000100:00080000:3.0:1775774637.539110:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774637.539112:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774637.539115:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774637.539122:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423028352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774637.539128:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774637.539130:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774637.539131:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774637.539133:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11783 00000100:00080000:3.0:1775774637.539144:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774637.539147:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774637.539150:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774637.539154:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774637.539163:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423028480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774637.539189:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774637/real 1775774637] req@ffff9a6048b58a80 x1862022423027968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774637.539210:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423027968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774637.539221:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774637.539225:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774637.539230:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423027968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774637.539249:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423028096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774637.539267:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774637.539276:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774637/real 1775774637] req@ffff9a6048b59180 x1862022423028096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774637.539289:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423028096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774637.539322:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774637.539325:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774637.539327:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423028096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774637.539332:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423028224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774637.539346:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774637.539353:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774637/real 1775774637] req@ffff9a6048b5b800 x1862022423028224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774637.539361:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423028224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774637.539366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774637.539368:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774637.539370:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423028224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774637.539374:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423028352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774637.539384:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774637.539389:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774637/real 1775774637] req@ffff9a6048b59f80 x1862022423028352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774637.539396:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423028352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774637.539405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774637.539407:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774637.539409:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423028352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774637.539412:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423028480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774637.539421:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774637.539426:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774637/real 1775774637] req@ffff9a6048b58e00 x1862022423028480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774637.539433:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423028480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774637.539437:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774637.539439:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774637.539441:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423028480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775774638.370928:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774639.394954:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774640.418932:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774641.443019:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774642.466937:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774642.658895:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774642.658904:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774642.658909:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774642.658920:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11788 00000100:00080000:1.0:1775774642.658939:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774642.658946:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774642.658984:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423028608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774642.659011:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774642.659014:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774642.659015:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774642.659018:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11788 00000100:00080000:1.0:1775774642.659022:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774642.659026:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774642.659034:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774642.659046:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423028736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774642.659046:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423028608:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774642.659059:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774642.659062:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774642.659063:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774642.659066:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11788 00000100:00080000:1.0:1775774642.659069:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774642.659071:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774642.659075:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774642.659084:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423028864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774642.659091:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774642.659093:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774642.659095:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774642.659097:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11788 00000100:00080000:1.0:1775774642.659099:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774642.659102:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774642.659104:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774642.659111:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423028992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774642.659125:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774642.659127:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774642.659129:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775774642.659132:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423028736:192.168.201.120@tcp:38:kworker.0 00000100:00080000:1.0:1775774642.659136:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11788 00000100:00080000:1.0:1775774642.659140:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774642.659143:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774642.659148:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774642.659158:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423029120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774642.659162:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423028864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774642.659186:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423028992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774642.659222:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423029120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774643.490979:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774644.514970:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774645.538959:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775774645.731050:0:2398:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:0.0:1775774645.731083:0:2398:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775774645.731098:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774645.731137:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774645.731176:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774645.731198:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775774645.731208:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774642/real 1775774645] req@ffff9a605873ad80 x1862022423028736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:0.0:1775774645.731216:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775774645.731243:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423028736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774645.731257:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774645.731262:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774645.731267:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423028736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774645.731275:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774642/real 1775774645] req@ffff9a6058738000 x1862022423028864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774645.731289:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423028864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774645.731298:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774645.731302:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774645.731306:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423028864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774645.731313:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774642/real 1775774645] req@ffff9a605873a680 x1862022423028992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774645.731326:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423028992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774645.731335:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774645.731339:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774645.731342:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423028992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774645.731349:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774642/real 1775774645] req@ffff9a605873b800 x1862022423028608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774645.731362:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423028608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774645.731370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774645.731374:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774645.731378:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423028608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774645.731405:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774642/real 1775774645] req@ffff9a6058738a80 x1862022423029120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774667 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774645.731418:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423029120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774667 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774645.731426:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774645.731430:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774645.731434:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423029120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775774646.563083:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774647.586952:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774647.778909:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774647.778918:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774647.778921:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774647.778929:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11793 00000100:00080000:0.0:1775774647.778939:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774647.778944:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774647.778977:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022423029248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774647.779014:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774647.779017:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774647.779019:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774647.779023:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11793 00000100:00080000:0.0:1775774647.779027:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774647.779031:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774647.779041:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774647.779056:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022423029376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774647.779065:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423029248:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774647.779072:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774647.779076:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774647.779078:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774647.779083:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11793 00000100:00080000:0.0:1775774647.779088:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774647.779092:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774647.779098:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774647.779127:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423029504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774647.779137:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774647.779141:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774647.779143:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774647.779147:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11793 00000100:00080000:0.0:1775774647.779163:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1775774647.779168:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775774647.779171:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774647.779179:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774647.779193:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423029632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774647.779203:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774647.779208:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1775774647.779210:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774647/real 1775774647] req@ffff9a6051f87b80 x1862022423029248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774647.779211:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774647.779221:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11793 00000100:00080000:0.0:1775774647.779229:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774647.779233:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774647.779239:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022423029248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1775774647.779240:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774647.779256:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423029760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774647.779263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774647.779273:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774647.779279:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423029248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774647.779316:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423029376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774647.779342:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774647.779362:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774647/real 1775774647] req@ffff9a6051f84a80 x1862022423029376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774647.779374:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022423029376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774647.779382:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774647.779385:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774647.779388:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423029376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774647.779394:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423029504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774647.779413:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774647.779424:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774647/real 1775774647] req@ffff9a6051f84e00 x1862022423029504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774647.779437:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423029504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774647.779445:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774647.779449:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774647.779452:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423029504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774647.779459:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423029632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774647.779481:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774647.779492:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774647/real 1775774647] req@ffff9a6051f86300 x1862022423029632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774647.779503:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423029632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774647.779510:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774647.779513:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774647.779516:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423029632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774647.779522:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423029760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774647.779540:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774647.779549:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774647/real 1775774647] req@ffff9a6051f85500 x1862022423029760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774672 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774647.779571:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423029760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774672 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774647.779577:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774647.779581:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774647.779584:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423029760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774648.610964:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774649.634958:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774650.658892:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774651.682963:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774652.707006:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774652.898894:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774652.898902:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774652.898906:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774652.898915:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11798 00000100:00080000:0.0:1775774652.898924:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774652.898947:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774652.898980:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423029888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774652.899005:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774652.899008:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774652.899010:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774652.899013:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11798 00000100:00080000:0.0:1775774652.899016:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774652.899018:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774652.899042:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774652.899054:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423030016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774652.899079:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774652.899082:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774652.899084:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775774652.899087:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423029888:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774652.899089:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11798 00000100:00080000:0.0:1775774652.899095:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774652.899099:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774652.899103:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774652.899114:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423030144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774652.899126:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774652.899129:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774652.899130:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774652.899132:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11798 00000100:00080000:0.0:1775774652.899134:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774652.899137:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774652.899140:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774652.899148:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774652.899149:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423030272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774652.899157:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774652.899160:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774652.899162:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774652.899165:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11798 00000100:00080000:0.0:1775774652.899167:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774652.899170:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774652.899173:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774652.899181:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423030400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774652.899187:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774652/real 1775774652] req@ffff9a6051f85f80 x1862022423029888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774652.899211:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423029888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774652.899230:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774652.899234:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774652.899237:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423029888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774652.899256:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423030016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774652.899275:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774652.899285:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774652/real 1775774652] req@ffff9a6051f86d80 x1862022423030016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774652.899294:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423030016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774652.899299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774652.899301:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774652.899304:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423030016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774652.899307:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423030144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774652.899318:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774652.899323:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774652/real 1775774652] req@ffff9a6051f85880 x1862022423030144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774652.899331:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423030144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774652.899336:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774652.899338:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774652.899340:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423030144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774652.899343:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423030272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774652.899353:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774652.899359:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774652/real 1775774652] req@ffff9a6051f86a00 x1862022423030272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774652.899366:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423030272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774652.899371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774652.899372:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774652.899374:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423030272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774652.899378:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423030400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774652.899387:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774652.899392:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774652/real 1775774652] req@ffff9a6051f85c00 x1862022423030400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774677 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774652.899399:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423030400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774677 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774652.899408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774652.899410:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774652.899412:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423030400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774653.730967:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774654.755043:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774655.779118:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774656.803025:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774657.826980:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774658.019015:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774658.019033:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774658.019040:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774658.019053:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11803 00000100:00080000:2.0:1775774658.019068:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774658.019077:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774658.019145:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423030528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774658.019179:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774658.019183:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774658.019185:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774658.019194:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11803 00000100:00080000:2.0:1775774658.019197:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774658.019201:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774658.019214:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774658.019228:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423030656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774658.019240:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774658.019244:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774658.019246:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774658.019250:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11803 00000100:00080000:2.0:1775774658.019253:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774658.019255:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774658.019260:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774658.019274:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423030784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774658.019275:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423030528:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774658.019298:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774658.019302:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774658.019305:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774658.019310:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11803 00000100:00080000:2.0:1775774658.019333:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774658.019341:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774658.019352:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774658.019376:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423030912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774658.019415:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774658.019419:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774658.019423:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1775774658.019426:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775774658.019432:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11803 00000100:00080000:2.0:1775774658.019440:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774658.019446:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774658.019453:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774658.019485:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423031040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774658.019499:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774658/real 1775774658] req@ffff9a6051392300 x1862022423030528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774658.019522:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423030528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774658.019534:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774658.019539:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774658.019545:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423030528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774658.019580:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423030656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774658.019616:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774658.019634:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774658/real 1775774658] req@ffff9a6051391880 x1862022423030656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774658.019660:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423030656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774658.019669:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774658.019672:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774658.019675:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423030656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774658.019681:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423030784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774658.019702:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774658.019711:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774658/real 1775774658] req@ffff9a6051390380 x1862022423030784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774658.019722:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423030784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774658.019729:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774658.019731:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774658.019734:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423030784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774658.019739:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423030912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774658.019753:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774658.019760:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774658/real 1775774658] req@ffff9a6051391500 x1862022423030912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774658.019769:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423030912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774658.019800:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774658.019804:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774658.019808:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423030912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774658.019813:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423031040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774658.019832:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774658.019841:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774658/real 1775774658] req@ffff9a6051391c00 x1862022423031040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774658.019853:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423031040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774658.019920:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774658.019924:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774658.019929:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423031040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774658.851019:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774659.875034:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774660.899041:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774661.922945:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774662.947016:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774663.138905:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774663.138920:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774663.138925:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774663.138937:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11808 00000100:00080000:0.0:1775774663.138955:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774663.138963:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774663.139012:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423031168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774663.139042:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774663.139046:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774663.139048:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774663.139053:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11808 00000100:00080000:0.0:1775774663.139058:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774663.139063:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774663.139077:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774663.139098:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423031168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774663.139104:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423031296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774663.139120:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774663.139124:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774663.139126:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774663.139130:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11808 00000100:00080000:0.0:1775774663.139133:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774663.139136:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774663.139140:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774663.139150:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423031424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774663.139157:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774663.139160:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774663.139162:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774663.139164:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11808 00000100:00080000:0.0:1775774663.139168:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774663.139171:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774663.139175:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775774663.139183:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774663.139185:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423031552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774663.139195:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774663.139197:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774663.139199:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774663.139203:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11808 00000100:00080000:0.0:1775774663.139206:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774663.139209:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774663.139214:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774663.139221:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423031680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774663.139255:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774663/real 1775774663] req@ffff9a6051f84380 x1862022423031168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774663.139279:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423031168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774663.139291:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774663.139295:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774663.139298:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423031168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774663.139321:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423031296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774663.139342:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774663.139352:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774663/real 1775774663] req@ffff9a6051f86680 x1862022423031296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774663.139361:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423031296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774663.139366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774663.139369:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774663.139371:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423031296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774663.139375:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423031424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774663.139385:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774663.139391:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774663/real 1775774663] req@ffff9a6051f87480 x1862022423031424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774663.139398:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423031424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774663.139403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774663.139405:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774663.139407:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423031424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774663.139411:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423031552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774663.139421:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774663.139430:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774663/real 1775774663] req@ffff9a6051f87100 x1862022423031552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774663.139442:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423031552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774663.139450:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774663.139454:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774663.139457:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423031552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774663.139464:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423031680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774663.139485:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774663.139494:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774663/real 1775774663] req@ffff9a6051f84700 x1862022423031680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774663.139502:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423031680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774663.139507:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774663.139509:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774663.139511:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423031680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774663.970997:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774664.995003:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774666.018958:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774667.042999:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774668.067017:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774668.258987:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774668.259017:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774668.259023:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774668.259038:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11813 00000100:00080000:0.0:1775774668.259055:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774668.259066:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774668.259118:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022423031808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774668.259178:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774668.259183:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774668.259186:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774668.259193:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11813 00000100:00080000:0.0:1775774668.259198:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774668.259204:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774668.259218:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774668.259219:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423031808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774668.259246:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022423031936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774668.259262:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774668.259266:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774668.259268:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774668.259273:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11813 00000100:00080000:0.0:1775774668.259279:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774668.259283:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774668.259289:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1775774668.259290:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774668.259310:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423032064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774668.259321:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775774668.259324:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774668/real 1775774668] req@ffff9a6051f87800 x1862022423031808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774668.259326:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774668.259331:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774668.259347:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11813 00000100:00080000:0.0:1775774668.259361:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774668.259373:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774668.259379:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774668.259380:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022423031808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774668.259395:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423032192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774668.259399:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774668.259412:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774668.259418:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774668.259419:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:0.0:1775774668.259421:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774668.259433:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11813 00000100:00100000:1.0:1775774668.259434:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423031808:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774668.259437:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774668.259446:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774668.259451:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774668.259458:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423032320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774668.259478:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423031936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774668.259510:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774668.259522:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774668/real 1775774668] req@ffff9a6051f85180 x1862022423031936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774668.259532:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022423031936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774668.259541:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774668.259546:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774668.259550:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423031936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774668.259557:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423032064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774668.259582:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774668.259595:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774668/real 1775774668] req@ffff9a6051f84700 x1862022423032064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774668.259605:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423032064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774668.259615:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774668.259619:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774668.259622:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423032064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774668.259628:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423032192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774668.259649:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774668.259665:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774668/real 1775774668] req@ffff9a6051f87100 x1862022423032192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774668.259678:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423032192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774668.259689:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774668.259696:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774668.259702:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423032192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774668.259714:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423032320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774668.259743:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774668.259753:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774668/real 1775774668] req@ffff9a6051f87480 x1862022423032320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774668.259816:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423032320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774668.259824:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774668.259827:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774668.259829:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423032320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774669.090996:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774670.115049:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774671.138946:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774672.162960:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774673.186994:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774673.378879:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774673.378887:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774673.378891:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774673.378900:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11818 00000100:00080000:3.0:1775774673.378909:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774673.378914:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774673.378947:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423032448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774673.378969:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774673.378972:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774673.378973:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774673.378976:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11818 00000100:00080000:3.0:1775774673.378978:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774673.378980:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774673.378987:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774673.378996:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423032576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774673.379004:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774673.379007:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774673.379008:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774673.379010:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11818 00000100:00080000:3.0:1775774673.379012:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774673.379015:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774673.379018:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774673.379027:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423032704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774673.379029:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423032448:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774673.379037:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774673.379040:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774673.379041:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774673.379043:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11818 00000100:00080000:3.0:1775774673.379046:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774673.379048:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774673.379051:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774673.379058:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423032832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774673.379067:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774673.379071:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774673.379072:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774673.379075:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11818 00000100:00080000:3.0:1775774673.379079:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774673.379083:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774673.379087:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774673.379100:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423032960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775774673.379105:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774673.379146:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774673/real 1775774673] req@ffff9a6048b5b100 x1862022423032448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774673.379165:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423032448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774673.379177:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774673.379181:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774673.379185:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423032448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774673.379193:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423032576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774673.379217:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774673.379228:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774673/real 1775774673] req@ffff9a6048b58e00 x1862022423032576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774673.379242:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423032576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774673.379251:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774673.379255:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774673.379264:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423032576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774673.379289:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423032704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774673.379312:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774673.379324:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774673/real 1775774673] req@ffff9a6048b59f80 x1862022423032704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774673.379336:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423032704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774673.379345:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774673.379348:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774673.379351:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423032704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774673.379358:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423032832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774673.379380:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774673.379392:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774673/real 1775774673] req@ffff9a6048b5b800 x1862022423032832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774673.379406:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423032832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774673.379414:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774673.379417:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774673.379421:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423032832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774673.379427:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423032960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774673.379447:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774673.379457:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774673/real 1775774673] req@ffff9a6048b59180 x1862022423032960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774673.379470:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423032960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774673.379479:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774673.379482:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774673.379486:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423032960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774674.210964:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774675.234934:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774676.258922:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774677.282963:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774678.306953:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774678.498951:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774678.498962:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774678.498967:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774678.498978:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11824 00000100:00080000:2.0:1775774678.498992:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774678.499000:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774678.499044:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423033088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774678.499072:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774678.499075:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774678.499077:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774678.499080:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11824 00000100:00080000:2.0:1775774678.499082:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774678.499084:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774678.499093:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774678.499102:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423033216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774678.499110:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774678.499113:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774678.499115:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774678.499118:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11824 00000100:00080000:2.0:1775774678.499120:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774678.499122:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774678.499125:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774678.499131:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423033344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774678.499138:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774678.499141:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774678.499143:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775774678.499149:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423033088:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774678.499149:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11824 00000100:00080000:2.0:1775774678.499152:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774678.499158:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774678.499163:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774678.499170:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423033472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774678.499176:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774678.499179:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774678.499180:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774678.499183:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11824 00000100:00080000:2.0:1775774678.499186:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774678.499188:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774678.499191:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774678.499199:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423033600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775774678.499232:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774678.499270:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774678/real 1775774678] req@ffff9a6051390000 x1862022423033088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774678.499286:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423033088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774678.499295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774678.499298:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774678.499301:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423033088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774678.499307:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423033216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774678.499322:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774678.499329:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774678/real 1775774678] req@ffff9a6051390a80 x1862022423033216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774678.499337:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423033216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774678.499343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774678.499345:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774678.499347:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423033216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774678.499370:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423033344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774678.499381:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774678.499386:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774678/real 1775774678] req@ffff9a6051393100 x1862022423033344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774678.499394:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423033344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774678.499398:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774678.499400:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774678.499402:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423033344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774678.499405:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423033472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774678.499415:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774678.499420:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774678/real 1775774678] req@ffff9a6051393480 x1862022423033472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774678.499427:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423033472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774678.499432:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774678.499434:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774678.499435:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423033472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774678.499439:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423033600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774678.499447:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774678.499452:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774678/real 1775774678] req@ffff9a6051390e00 x1862022423033600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774678.499461:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423033600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774678.499465:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774678.499467:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774678.499469:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423033600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774679.330991:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774680.355045:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774681.379009:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774682.403036:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774683.426984:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774683.618983:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774683.618993:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774683.618998:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774683.619009:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11829 00000100:00080000:3.0:1775774683.619023:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774683.619031:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774683.619079:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423033728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774683.619118:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774683.619124:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774683.619133:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774683.619137:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11829 00000100:00080000:3.0:1775774683.619140:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774683.619144:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774683.619155:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774683.619167:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423033856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774683.619178:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423033728:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774683.619179:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774683.619186:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774683.619188:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774683.619192:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11829 00000100:00080000:3.0:1775774683.619195:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774683.619197:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774683.619200:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774683.619209:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423033984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774683.619214:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774683.619217:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774683.619218:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774683.619221:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11829 00000100:00080000:3.0:1775774683.619224:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774683.619226:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774683.619230:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774683.619238:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423034112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774683.619244:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774683.619247:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774683.619249:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774683.619251:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11829 00000100:00080000:3.0:1775774683.619253:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774683.619255:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774683.619257:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1775774683.619263:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774683.619267:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423034240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774683.619306:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774683/real 1775774683] req@ffff9a6048b58a80 x1862022423033728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774683.619322:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423033728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774683.619330:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774683.619333:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774683.619336:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423033728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774683.619360:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423033856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774683.619376:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774683.619386:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774683/real 1775774683] req@ffff9a6048b59880 x1862022423033856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774683.619395:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423033856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774683.619406:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774683.619409:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774683.619411:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423033856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774683.619414:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423033984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774683.619424:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774683.619429:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774683/real 1775774683] req@ffff9a6048b5aa00 x1862022423033984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774683.619437:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423033984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774683.619442:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774683.619444:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774683.619446:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423033984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774683.619449:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423034112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774683.619462:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774683.619470:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774683/real 1775774683] req@ffff9a6048b5a300 x1862022423034112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774683.619480:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423034112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774683.619501:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774683.619504:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774683.619507:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423034112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774683.619512:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423034240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774683.619527:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774683.619540:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774683/real 1775774683] req@ffff9a6048b58000 x1862022423034240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774708 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774683.619548:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423034240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774708 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774683.619554:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774683.619556:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774683.619558:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423034240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774684.451051:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774685.474924:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774686.498997:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774687.522929:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774688.546993:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774688.738915:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774688.738926:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774688.738931:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774688.738941:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11834 00000100:00080000:3.0:1775774688.738954:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774688.738963:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774688.739002:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423034368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774688.739034:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774688.739038:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774688.739040:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774688.739044:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11834 00000100:00080000:3.0:1775774688.739049:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774688.739054:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774688.739064:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774688.739083:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423034368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774688.739108:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423034496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774688.739123:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774688.739127:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774688.739129:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774688.739134:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11834 00000800:00000100:1.0:1775774688.739139:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775774688.739142:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774688.739148:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774688.739155:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774688.739170:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423034624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774688.739172:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774688/real 1775774688] req@ffff9a6048b5ad80 x1862022423034368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774688.739204:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775774688.739208:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423034368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774688.739209:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774688.739214:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774688.739225:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774688.739225:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11834 00000100:00080000:1.0:1775774688.739232:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:3.0:1775774688.739233:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1775774688.739238:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423034368:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774688.739242:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774688.739249:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774688.739261:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423034496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774688.739265:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423034752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775774688.739282:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775774688.739293:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775774688.739296:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774688/real 1775774688] req@ffff9a6048b5bb80 x1862022423034496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774688.739300:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774688.739304:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774688.739315:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11834 00000100:00100000:1.0:1775774688.739317:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423034496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774688.739322:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774688.739329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774688.739332:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:1.0:1775774688.739336:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774688.739340:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423034496:192.168.201.120@tcp:38:kworker.0 00000008:00100000:3.0:1775774688.739342:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774688.739346:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423034624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774688.739363:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423034880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775774688.739367:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774688.739376:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774688/real 1775774688] req@ffff9a6048b5a680 x1862022423034624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774688.739388:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423034624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774688.739394:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774688.739420:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774688.739423:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423034624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774688.739432:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423034752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774688.739445:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774688.739452:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774688/real 1775774688] req@ffff9a6048b5b480 x1862022423034752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774688.739460:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423034752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774688.739466:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774688.739468:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774688.739470:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423034752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774688.739474:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423034880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774688.739483:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774688.739488:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774688/real 1775774688] req@ffff9a6048b59500 x1862022423034880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774713 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774688.739495:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423034880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774713 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774688.739500:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774688.739501:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774688.739503:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423034880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774689.570977:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774690.594941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774691.619001:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774692.642911:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774693.667029:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774693.858935:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774693.858948:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774693.858954:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774693.858967:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11839 00000100:00080000:1.0:1775774693.858983:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774693.858991:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774693.859044:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423035008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774693.859084:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774693.859090:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774693.859092:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774693.859097:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11839 00000100:00080000:1.0:1775774693.859102:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774693.859107:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774693.859120:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774693.859135:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423035136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774693.859145:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774693.859148:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1775774693.859149:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423035008:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774693.859150:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774693.859159:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11839 00000100:00080000:1.0:1775774693.859162:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774693.859164:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774693.859168:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774693.859177:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423035264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774693.859184:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774693.859187:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774693.859188:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774693.859190:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11839 00000100:00080000:1.0:1775774693.859193:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774693.859195:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774693.859199:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774693.859206:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423035392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774693.859212:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774693.859214:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774693.859215:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774693.859217:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11839 00000100:00080000:1.0:1775774693.859219:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774693.859221:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774693.859225:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774693.859231:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423035520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775774693.859240:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774693.859281:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774693/real 1775774693] req@ffff9a605873aa00 x1862022423035008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774693.859297:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423035008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774693.859307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774693.859327:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774693.859330:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423035008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774693.859354:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423035136:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774693.859372:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774693.859382:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774693/real 1775774693] req@ffff9a6058739500 x1862022423035136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774693.859391:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423035136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774693.859397:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774693.859400:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774693.859402:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423035136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774693.859405:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423035264:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774693.859417:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774693.859422:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774693/real 1775774693] req@ffff9a6058738e00 x1862022423035264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774693.859430:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423035264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774693.859435:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774693.859437:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774693.859439:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423035264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774693.859443:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423035392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774693.859454:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774693.859460:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774693/real 1775774693] req@ffff9a605873a300 x1862022423035392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774693.859467:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423035392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774693.859477:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774693.859479:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774693.859481:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423035392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774693.859484:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423035520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774693.859494:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774693.859498:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774693/real 1775774693] req@ffff9a6058739180 x1862022423035520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774718 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774693.859505:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423035520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774718 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774693.859509:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774693.859511:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774693.859513:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423035520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774694.691006:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774695.715009:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774696.739021:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774697.763031:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774698.786911:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774698.978924:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774698.978934:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774698.978939:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774698.978950:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11844 00000100:00080000:3.0:1775774698.978962:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774698.978970:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774698.979021:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423035648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774698.979054:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774698.979058:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774698.979060:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774698.979063:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11844 00000100:00080000:3.0:1775774698.979066:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774698.979069:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774698.979079:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774698.979091:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423035776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774698.979100:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774698.979104:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1775774698.979105:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423035648:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774698.979106:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774698.979115:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11844 00000100:00080000:3.0:1775774698.979117:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774698.979120:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774698.979123:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774698.979132:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423035904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774698.979138:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774698.979141:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774698.979142:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774698.979145:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11844 00000100:00080000:3.0:1775774698.979147:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774698.979150:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774698.979155:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774698.979162:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423036032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774698.979169:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774698.979171:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774698.979172:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774698.979175:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11844 00000100:00080000:3.0:1775774698.979180:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774698.979182:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774698.979185:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1775774698.979194:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774698.979201:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423036160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774698.979251:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774698/real 1775774698] req@ffff9a6048b59c00 x1862022423035648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774698.979267:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423035648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774698.979276:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774698.979279:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774698.979282:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423035648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774698.979305:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423035776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774698.979322:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774698.979331:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774698/real 1775774698] req@ffff9a6048b59500 x1862022423035776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774698.979339:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423035776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774698.979350:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774698.979353:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774698.979355:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423035776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774698.979359:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423035904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774698.979371:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774698.979377:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774698/real 1775774698] req@ffff9a6048b5b480 x1862022423035904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774698.979384:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423035904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774698.979390:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774698.979392:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774698.979394:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423035904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774698.979397:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423036032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774698.979408:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774698.979413:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774698/real 1775774698] req@ffff9a6048b5a680 x1862022423036032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774698.979432:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423036032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774698.979437:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774698.979439:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774698.979441:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423036032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774698.979444:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423036160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774698.979455:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774698.979460:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774698/real 1775774698] req@ffff9a6048b5bb80 x1862022423036160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774723 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774698.979468:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423036160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774723 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774698.979473:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774698.979474:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774698.979476:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423036160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774699.810996:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774700.834987:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774701.859031:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774702.882926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774703.907045:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774704.098928:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774704.098940:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774704.098947:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774704.098958:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11849 00000100:00080000:3.0:1775774704.098973:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774704.098980:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774704.099027:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423036288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774704.099058:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774704.099062:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774704.099064:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774704.099067:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11849 00000100:00080000:3.0:1775774704.099072:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774704.099076:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774704.099090:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774704.099109:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423036416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774704.099121:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774704.099126:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774704.099143:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774704.099148:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11849 00000100:00080000:3.0:1775774704.099153:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1775774704.099154:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423036288:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774704.099171:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774704.099176:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774704.099195:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423036544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774704.099206:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774704.099211:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774704.099213:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774704.099218:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11849 00000100:00080000:3.0:1775774704.099224:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774704.099229:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774704.099237:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774704.099260:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423036672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774704.099292:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1775774704.099301:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775774704.099304:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774704.099309:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774704.099318:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11849 00000100:00080000:3.0:1775774704.099325:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774704.099330:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774704.099335:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774704.099361:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423036800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774704.099422:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774704/real 1775774704] req@ffff9a6048b5ad80 x1862022423036288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774704.099457:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423036288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774704.099486:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774704.099507:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774704.099515:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423036288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774704.099571:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423036416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774704.099617:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774704.099641:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774704/real 1775774704] req@ffff9a6048b58000 x1862022423036416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774704.099665:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423036416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774704.099680:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774704.099687:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774704.099699:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423036416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774704.099712:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423036544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774704.099753:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774704.099776:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774704/real 1775774704] req@ffff9a6048b5a300 x1862022423036544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774704.099868:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423036544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774704.099885:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774704.099893:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774704.099899:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423036544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774704.099912:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423036672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774704.099947:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774704.099966:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774704/real 1775774704] req@ffff9a6048b5aa00 x1862022423036672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774704.099984:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423036672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774704.099996:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774704.100001:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774704.100006:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423036672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774704.100017:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423036800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774704.100062:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774704.100079:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774704/real 1775774704] req@ffff9a6048b59880 x1862022423036800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774704.100098:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423036800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774704.100112:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774704.100118:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774704.100123:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423036800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774704.930917:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774705.954927:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774706.978923:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774708.002976:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774709.027023:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774709.218927:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774709.218937:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774709.218942:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774709.218952:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11854 00000100:00080000:3.0:1775774709.218963:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774709.218970:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774709.219005:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423036928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774709.219032:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774709.219036:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774709.219052:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774709.219057:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11854 00000100:00080000:3.0:1775774709.219062:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774709.219066:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774709.219077:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774709.219090:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423037056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774709.219093:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423036928:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774709.219101:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774709.219104:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774709.219106:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774709.219109:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11854 00000100:00080000:3.0:1775774709.219112:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774709.219115:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774709.219118:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774709.219126:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423037184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774709.219134:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774709.219137:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774709.219138:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774709.219141:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11854 00000100:00080000:3.0:1775774709.219144:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774709.219147:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774709.219151:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774709.219159:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423037312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774709.219168:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774709.219171:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774709.219173:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774709.219176:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11854 00000100:00080000:3.0:1775774709.219180:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774709.219183:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774709.219187:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774709.219195:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423037056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774709.219196:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423037440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774709.219226:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423037184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774709.219250:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423037312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774709.219278:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423037440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774710.050952:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774711.074990:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774712.098934:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775774712.291070:0:2395:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:0.0:1775774712.291105:0:2395:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775774712.291119:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774712.291148:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774712.291154:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774712.291159:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775774712.291164:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:1.0:1775774712.291208:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774709/real 1775774712] req@ffff9a6048b58e00 x1862022423037440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774712.291245:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423037440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774712.291257:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774712.291263:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774712.291268:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423037440:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774712.291277:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774709/real 1775774712] req@ffff9a6048b59180 x1862022423037056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774712.291292:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423037056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774712.291300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774712.291303:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774712.291306:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423037056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774712.291312:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774709/real 1775774712] req@ffff9a6048b5b800 x1862022423037184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774712.291331:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423037184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774712.291340:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774712.291344:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774712.291347:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423037184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774712.291354:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774709/real 1775774712] req@ffff9a6048b59f80 x1862022423037312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774712.291364:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423037312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774712.291369:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774712.291371:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774712.291373:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423037312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774712.291377:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774709/real 1775774712] req@ffff9a6048b58a80 x1862022423036928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774712.291385:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423036928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774712.291390:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774712.291393:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774712.291396:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423036928:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775774713.122902:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774714.146951:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774714.338992:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774714.339002:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774714.339008:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774714.339022:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11859 00000100:00080000:0.0:1775774714.339037:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774714.339046:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774714.339093:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423037568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774714.339128:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774714.339132:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774714.339135:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774714.339140:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11859 00000100:00080000:0.0:1775774714.339145:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774714.339149:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774714.339163:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774714.339180:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423037696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774714.339191:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423037568:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774714.339195:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774714.339202:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774714.339204:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774714.339209:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11859 00000100:00080000:0.0:1775774714.339213:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774714.339217:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774714.339223:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774714.339236:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423037824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774714.339248:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774714.339252:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774714.339254:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774714.339258:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11859 00000100:00080000:0.0:1775774714.339264:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774714.339268:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774714.339274:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774714.339286:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423037952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774714.339301:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1775774714.339302:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775774714.339307:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774714.339310:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774714.339316:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11859 00000100:00080000:0.0:1775774714.339339:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774714.339344:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774714.339350:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774714/real 1775774714] req@ffff9a6051f86680 x1862022423037568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1775774714.339351:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774714.339368:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423038080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774714.339395:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423037568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774714.339408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774714.339414:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774714.339420:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423037568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774714.339454:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423037696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774714.339486:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774714.339509:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774714/real 1775774714] req@ffff9a6051f84380 x1862022423037696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774714.339524:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423037696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774714.339534:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774714.339538:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774714.339541:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423037696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774714.339548:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423037824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774714.339571:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774714.339590:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774714/real 1775774714] req@ffff9a6051f85c00 x1862022423037824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774714.339610:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423037824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774714.339620:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774714.339624:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774714.339627:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423037824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774714.339633:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423037952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774714.339658:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774714.339675:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774714/real 1775774714] req@ffff9a6051f86a00 x1862022423037952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774714.339687:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423037952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774714.339699:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774714.339702:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774714.339716:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423037952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774714.339722:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423038080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774714.339744:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774714.339755:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774714/real 1775774714] req@ffff9a6051f85880 x1862022423038080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774714.339768:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423038080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774714.339782:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774714.339785:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774714.339788:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423038080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774715.170979:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774716.195044:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774717.218930:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774718.242986:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774719.266970:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774719.458896:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774719.458906:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774719.458912:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774719.458923:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11865 00000100:00080000:0.0:1775774719.458935:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774719.458942:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774719.458987:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423038208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774719.459017:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774719.459021:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774719.459023:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774719.459028:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11865 00000100:00080000:0.0:1775774719.459032:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774719.459036:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774719.459048:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774719.459063:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423038336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774719.459073:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774719.459077:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774719.459079:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775774719.459081:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423038208:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774719.459083:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11865 00000100:00080000:0.0:1775774719.459087:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774719.459091:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774719.459096:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774719.459108:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423038464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774719.459122:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774719.459125:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774719.459126:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774719.459130:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11865 00000100:00080000:0.0:1775774719.459144:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774719.459148:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774719.459152:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774719.459163:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423038592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775774719.459164:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775774719.459172:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774719.459175:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774719.459177:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774719.459180:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11865 00000100:00080000:0.0:1775774719.459183:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774719.459186:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774719.459190:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774719.459199:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423038720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774719.459207:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774719/real 1775774719] req@ffff9a6051f86d80 x1862022423038208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774719.459226:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423038208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774719.459238:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774719.459242:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774719.459246:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423038208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774719.459274:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423038336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774719.459301:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774719.459315:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774719/real 1775774719] req@ffff9a6051f85f80 x1862022423038336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774719.459327:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423038336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774719.459333:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774719.459335:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774719.459337:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423038336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774719.459342:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423038464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774719.459357:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774719.459364:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774719/real 1775774719] req@ffff9a6051f85500 x1862022423038464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774719.459372:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423038464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774719.459378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774719.459380:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774719.459382:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423038464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774719.459386:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423038592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774719.459396:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774719.459402:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774719/real 1775774719] req@ffff9a6051f86300 x1862022423038592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774719.459409:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423038592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774719.459414:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774719.459416:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774719.459418:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423038592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774719.459421:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423038720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774719.459430:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774719.459436:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774719/real 1775774719] req@ffff9a6051f84e00 x1862022423038720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774719.459444:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423038720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774719.459449:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774719.459450:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774719.459452:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423038720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774720.290943:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774721.314901:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774722.338977:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774723.362905:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774724.386926:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774724.578929:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774724.578939:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774724.578943:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774724.578953:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11870 00000100:00080000:3.0:1775774724.578965:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774724.578972:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774724.579022:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423038848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774724.579051:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774724.579055:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774724.579057:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774724.579061:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11870 00000100:00080000:3.0:1775774724.579064:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774724.579068:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774724.579077:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774724.579093:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423038976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774724.579111:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775774724.579116:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423038848:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774724.579117:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774724.579119:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774724.579128:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11870 00000100:00080000:3.0:1775774724.579132:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774724.579136:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774724.579141:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774724.579153:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423039104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774724.579162:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774724.579166:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774724.579168:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774724.579171:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11870 00000100:00080000:3.0:1775774724.579184:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774724.579190:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:1.0:1775774724.579194:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775774724.579197:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774724.579210:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423039232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774724.579220:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774724.579224:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774724.579225:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774724.579230:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11870 00000100:00080000:3.0:1775774724.579235:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1775774724.579239:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774724/real 1775774724] req@ffff9a6048b5b100 x1862022423038848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774724.579242:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774724.579249:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774724.579265:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423039360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774724.579270:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423038848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774724.579290:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774724.579296:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774724.579301:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423038848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774724.579327:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423038976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774724.579354:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774724.579368:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774724/real 1775774724] req@ffff9a6048b58a80 x1862022423038976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774724.579382:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423038976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774724.579397:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774724.579401:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774724.579405:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423038976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774724.579412:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423039104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774724.579433:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774724.579442:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774724/real 1775774724] req@ffff9a6048b59f80 x1862022423039104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774724.579450:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423039104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774724.579455:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774724.579458:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774724.579459:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423039104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774724.579463:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423039232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774724.579475:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774724.579480:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774724/real 1775774724] req@ffff9a6048b5b800 x1862022423039232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774724.579488:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423039232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774724.579492:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774724.579494:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774724.579497:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423039232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774724.579500:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423039360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774724.579510:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774724.579515:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774724/real 1775774724] req@ffff9a6048b59180 x1862022423039360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774749 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774724.579521:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423039360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774749 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774724.579526:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774724.579528:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774724.579530:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423039360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774725.410915:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774726.434983:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774727.458892:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774728.482991:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774729.506927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774729.698925:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774729.698937:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774729.698942:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774729.698954:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11875 00000100:00080000:3.0:1775774729.698968:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774729.698975:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774729.699033:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423039488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774729.699071:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774729.699076:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774729.699079:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774729.699084:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11875 00000100:00080000:3.0:1775774729.699089:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774729.699093:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774729.699107:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774729.699120:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423039616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774729.699130:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774729.699133:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774729.699136:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774729.699142:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11875 00000100:00080000:3.0:1775774729.699146:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774729.699150:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774729.699153:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774729.699160:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423039744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774729.699167:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774729.699171:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774729.699173:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774729.699176:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11875 00000100:00080000:3.0:1775774729.699178:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774729.699181:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774729.699186:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774729.699197:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423039872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774729.699203:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423039488:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774729.699207:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774729.699226:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774729.699228:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774729.699233:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11875 00000100:00080000:3.0:1775774729.699235:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774729.699238:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774729.699243:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774729.699261:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423040000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775774729.699319:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774729.699372:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774729/real 1775774729] req@ffff9a6048b58e00 x1862022423039488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774729.699397:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423039488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774729.699412:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774729.699418:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774729.699423:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423039488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774729.699433:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423039616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774729.699470:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774729.699494:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774729/real 1775774729] req@ffff9a6048b59880 x1862022423039616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774729.699520:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423039616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774729.699538:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774729.699545:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774729.699552:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423039616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774729.699564:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423039744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774729.699599:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774729.699615:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774729/real 1775774729] req@ffff9a6048b5aa00 x1862022423039744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774729.699630:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423039744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774729.699640:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774729.699645:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774729.699648:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423039744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774729.699680:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423039872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774729.699738:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774729.699753:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774729/real 1775774729] req@ffff9a6048b5a300 x1862022423039872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774729.699768:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423039872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774729.699778:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774729.699782:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774729.699788:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423039872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774729.699879:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423040000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774729.699951:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774729.699969:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774729/real 1775774729] req@ffff9a6048b58000 x1862022423040000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774754 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774729.699985:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423040000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774754 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774729.699995:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774729.699999:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774729.700003:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423040000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774730.530977:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774731.554897:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774732.578995:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774733.602954:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774734.626942:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774734.818912:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774734.818919:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774734.818923:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774734.818932:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11880 00000100:00080000:2.0:1775774734.818941:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774734.818947:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774734.818987:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423040128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774734.819009:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774734.819012:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774734.819014:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774734.819016:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11880 00000100:00080000:2.0:1775774734.819019:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774734.819021:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774734.819028:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774734.819037:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423040256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774734.819045:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774734.819048:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774734.819050:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775774734.819052:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423040128:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774734.819054:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11880 00000100:00080000:2.0:1775774734.819059:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774734.819062:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774734.819066:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774734.819075:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423040384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774734.819081:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774734.819083:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774734.819084:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774734.819087:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11880 00000100:00080000:2.0:1775774734.819090:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774734.819092:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774734.819095:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774734.819102:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423040512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774734.819107:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774734.819109:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774734.819111:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1775774734.819115:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775774734.819119:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11880 00000100:00080000:2.0:1775774734.819122:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774734.819125:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774734.819129:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774734.819137:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423040640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774734.819152:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774734/real 1775774734] req@ffff9a6051391f80 x1862022423040128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774734.819165:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423040128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774734.819173:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774734.819176:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774734.819179:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423040128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774734.819195:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423040256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774734.819211:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774734.819218:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774734/real 1775774734] req@ffff9a6051393800 x1862022423040256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774734.819225:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423040256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774734.819231:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774734.819233:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774734.819235:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423040256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774734.819238:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423040384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774734.819248:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774734.819253:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774734/real 1775774734] req@ffff9a6051391180 x1862022423040384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774734.819260:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423040384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774734.819264:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774734.819266:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774734.819268:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423040384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774734.819271:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423040512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774734.819280:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774734.819285:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774734/real 1775774734] req@ffff9a6051392a00 x1862022423040512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774734.819293:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423040512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774734.819303:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774734.819305:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774734.819307:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423040512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774734.819311:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423040640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774734.819321:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774734.819327:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774734/real 1775774734] req@ffff9a6051392680 x1862022423040640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774759 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774734.819333:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423040640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774759 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774734.819338:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774734.819340:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774734.819342:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423040640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774735.650951:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774736.674973:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774737.698909:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774738.722957:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774739.746883:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774739.938908:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774739.938916:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774739.938920:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774739.938929:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11885 00000100:00080000:3.0:1775774739.938938:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774739.938944:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774739.938974:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423040768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774739.939001:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774739.939005:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774739.939007:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774739.939011:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11885 00000100:00080000:3.0:1775774739.939014:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774739.939022:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774739.939029:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774739.939034:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423040768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774739.939045:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423040896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774739.939054:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774739.939056:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774739.939058:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774739.939061:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11885 00000100:00080000:3.0:1775774739.939065:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774739.939068:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774739.939072:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774739.939083:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423041024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774739.939093:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774739.939099:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:2.0:1775774739.939100:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775774739.939102:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774739.939109:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11885 00000100:00080000:3.0:1775774739.939114:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774739.939118:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774739.939124:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774739.939138:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774739/real 1775774739] req@ffff9a6048b5ad80 x1862022423040768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774739.939140:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423041152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774739.939169:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423040768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774739.939177:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774739.939180:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774739.939183:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423040768:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774739.939229:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775774739.939232:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423040896:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775774739.939238:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774739.939241:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774739.939247:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11885 00000100:00080000:3.0:1775774739.939255:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774739.939262:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775774739.939266:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775774739.939269:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774739.939280:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774739/real 1775774739] req@ffff9a6048b5bb80 x1862022423040896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774739.939289:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423040896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774739.939294:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774739.939297:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774739.939299:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423040896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774739.939303:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423041024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774739.939325:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774739.939333:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774739/real 1775774739] req@ffff9a6048b5a680 x1862022423041024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774739.939345:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423041024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774739.939351:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774739.939353:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774739.939355:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423041024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774739.939359:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423041152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774739.939371:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774739.939385:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774739/real 1775774739] req@ffff9a6048b5b480 x1862022423041152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774739.939393:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423041280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774739.939400:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423041152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774739.939421:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774739.939423:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774739.939425:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423041152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774739.939478:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423041280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774739.939497:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774739.939524:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774739/real 1775774739] req@ffff9a6048b59500 x1862022423041280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774764 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774739.939536:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423041280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774764 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774739.939546:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774739.939549:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774739.939551:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423041280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774740.770970:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774741.794928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774742.818973:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774743.842897:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774744.866984:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774745.058881:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774745.058893:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774745.058899:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774745.058910:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11890 00000100:00080000:2.0:1775774745.058924:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774745.058930:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774745.058979:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423041408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774745.059009:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774745.059014:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774745.059016:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774745.059021:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11890 00000100:00080000:2.0:1775774745.059025:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774745.059029:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774745.059042:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774745.059060:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423041536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774745.059066:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423041408:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774745.059086:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774745.059088:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774745.059090:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774745.059094:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11890 00000100:00080000:2.0:1775774745.059098:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774745.059101:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774745.059105:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774745.059117:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423041664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774745.059135:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774745.059138:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774745.059139:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774745.059141:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11890 00000100:00080000:2.0:1775774745.059144:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774745.059146:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774745.059149:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774745.059157:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423041792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774745.059163:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774745.059165:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774745.059167:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1775774745.059171:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775774745.059176:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11890 00000100:00080000:2.0:1775774745.059181:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774745.059185:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774745.059191:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774745.059216:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423041920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774745.059269:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774745/real 1775774745] req@ffff9a6051392680 x1862022423041408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774745.059298:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423041408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774745.059307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774745.059310:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774745.059314:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423041408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774745.059338:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423041536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774745.059357:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774745.059366:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774745/real 1775774745] req@ffff9a6051392a00 x1862022423041536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774745.059375:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423041536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774745.059381:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774745.059384:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774745.059387:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423041536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774745.059391:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423041664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774745.059402:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774745.059408:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774745/real 1775774745] req@ffff9a6051391180 x1862022423041664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774745.059442:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423041664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774745.059449:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774745.059451:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774745.059454:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423041664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774745.059461:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423041792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774745.059486:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774745.059499:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774745/real 1775774745] req@ffff9a6051393800 x1862022423041792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774745.059513:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423041792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774745.059521:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774745.059525:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774745.059546:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423041792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774745.059554:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423041920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774745.059579:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774745.059594:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774745/real 1775774745] req@ffff9a6051391f80 x1862022423041920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774745.059608:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423041920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774745.059635:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774745.059639:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774745.059642:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423041920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774745.890944:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774746.914995:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774747.938935:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774748.962940:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774749.986954:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774750.178973:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774750.178983:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774750.178988:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774750.178998:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11895 00000100:00080000:3.0:1775774750.179011:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774750.179017:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774750.179063:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423042048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774750.179089:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774750.179093:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774750.179094:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774750.179097:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11895 00000100:00080000:3.0:1775774750.179101:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774750.179105:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774750.179117:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774750.179132:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423042176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774750.179145:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774750.179150:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774750.179152:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774750.179158:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11895 00000100:00080000:3.0:1775774750.179164:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774750.179169:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774750.179175:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774750.179181:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423042048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774750.179190:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423042304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774750.179202:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774750.179206:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774750.179209:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774750.179215:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11895 00000100:00080000:3.0:1775774750.179218:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774750.179221:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774750.179225:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774750.179233:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423042432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774750.179243:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774750.179245:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774750.179246:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774750.179248:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11895 00000100:00080000:3.0:1775774750.179259:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774750.179266:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775774750.179273:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775774750.179275:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774750.179286:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423042560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774750.179337:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774750/real 1775774750] req@ffff9a6048b59c00 x1862022423042048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774750.179362:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423042048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774750.179374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774750.179379:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774750.179383:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423042048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774750.179392:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423042176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774750.179414:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774750.179425:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774750/real 1775774750] req@ffff9a6048b59500 x1862022423042176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774750.179438:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423042176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774750.179445:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774750.179447:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774750.179450:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423042176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774750.179469:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423042304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774750.179481:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774750.179487:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774750/real 1775774750] req@ffff9a6048b5b480 x1862022423042304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774750.179495:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423042304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774750.179500:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774750.179503:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774750.179505:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423042304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774750.179508:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423042432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774750.179519:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774750.179524:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774750/real 1775774750] req@ffff9a6048b5a680 x1862022423042432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774750.179531:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423042432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774750.179540:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774750.179543:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774750.179545:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423042432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774750.179548:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423042560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774750.179557:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774750.179562:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774750/real 1775774750] req@ffff9a6048b5bb80 x1862022423042560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774750.179569:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423042560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774750.179574:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774750.179576:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774750.179578:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423042560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774751.010976:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774752.034963:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774753.058975:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774754.083002:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774755.106924:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774755.298882:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774755.298889:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774755.298893:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774755.298901:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11900 00000100:00080000:0.0:1775774755.298911:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774755.298917:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774755.298948:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022423042688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774755.298976:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774755.298979:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774755.298980:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774755.298983:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11900 00000100:00080000:0.0:1775774755.298985:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774755.298987:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774755.299000:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774755.299012:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022423042816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774755.299025:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774755.299029:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774755.299031:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774755.299040:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11900 00000100:00100000:2.0:1775774755.299040:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423042688:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774755.299050:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774755.299057:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774755.299063:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774755.299080:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423042944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774755.299089:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774755.299092:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774755.299094:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774755.299098:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11900 00000100:00080000:0.0:1775774755.299102:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774755.299107:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774755.299112:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774755.299122:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423043072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774755.299132:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774755.299136:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774755.299140:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1775774755.299142:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775774755.299152:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11900 00000100:00080000:0.0:1775774755.299159:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774755.299163:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774755.299168:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774755.299186:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423043200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774755.299202:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774755/real 1775774755] req@ffff9a6051f84a80 x1862022423042688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774755.299223:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022423042688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774755.299234:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774755.299254:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774755.299258:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423042688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774755.299288:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423042816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774755.299329:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774755.299348:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774755/real 1775774755] req@ffff9a6051f87b80 x1862022423042816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774755.299369:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022423042816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774755.299376:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774755.299379:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774755.299382:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423042816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774755.299388:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423042944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774755.299406:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774755.299415:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774755/real 1775774755] req@ffff9a6051f84e00 x1862022423042944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774755.299424:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423042944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774755.299430:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774755.299432:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774755.299435:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423042944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774755.299439:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423043072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774755.299451:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774755.299467:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774755/real 1775774755] req@ffff9a6051f86300 x1862022423043072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774755.299479:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423043072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774755.299490:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774755.299493:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774755.299495:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423043072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774755.299499:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423043200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774755.299511:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774755.299518:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774755/real 1775774755] req@ffff9a6051f85500 x1862022423043200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774755.299526:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423043200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774755.299532:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774755.299534:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774755.299536:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423043200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774756.130953:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774757.154988:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774758.178950:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774759.202960:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774760.227043:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774760.418902:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774760.418915:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774760.418928:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774760.418941:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11906 00000100:00080000:3.0:1775774760.418956:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774760.418964:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774760.419032:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423043328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774760.419063:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774760.419067:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774760.419069:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774760.419073:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11906 00000100:00080000:3.0:1775774760.419076:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774760.419080:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774760.419092:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774760.419103:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423043456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774760.419114:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775774760.419124:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423043328:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774760.419125:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774760.419130:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774760.419139:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11906 00000100:00080000:3.0:1775774760.419142:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774760.419174:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774760.419181:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774760.419213:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423043584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774760.419228:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774760.419231:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774760.419233:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774760.419237:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11906 00000100:00080000:3.0:1775774760.419255:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774760.419258:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774760.419263:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774760.419266:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774760.419276:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423043712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774760.419287:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774760.419290:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774760.419292:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774760.419295:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11906 00000100:00080000:3.0:1775774760.419298:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774760.419301:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774760.419306:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774760.419316:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423043840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774760.419320:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774760/real 1775774760] req@ffff9a6048b5ad80 x1862022423043328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774760.419356:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423043328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774760.419368:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774760.419373:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774760.419378:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423043328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774760.419402:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423043456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774760.419421:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774760.419431:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774760/real 1775774760] req@ffff9a6048b58000 x1862022423043456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774760.419441:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423043456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774760.419448:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774760.419451:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774760.419453:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423043456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774760.419458:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423043584:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774760.419470:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774760.419476:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774760/real 1775774760] req@ffff9a6048b5a300 x1862022423043584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774760.419485:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423043584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774760.419491:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774760.419493:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774760.419495:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423043584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774760.419500:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423043712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774760.419513:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774760.419519:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774760/real 1775774760] req@ffff9a6048b5aa00 x1862022423043712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774760.419528:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423043712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774760.419552:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774760.419554:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774760.419556:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423043712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774760.419561:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423043840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774760.419576:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774760.419583:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774760/real 1775774760] req@ffff9a6048b59880 x1862022423043840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774760.419592:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423043840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774760.419599:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774760.419601:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774760.419604:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423043840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774761.250982:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774762.274982:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774763.299002:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774764.322997:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774765.346971:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774765.538894:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774765.538909:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774765.538915:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774765.538929:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11911 00000100:00080000:3.0:1775774765.538945:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774765.538954:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774765.539005:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423043968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774765.539040:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774765.539045:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774765.539047:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774765.539052:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11911 00000100:00080000:3.0:1775774765.539056:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774765.539071:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774765.539083:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774765.539098:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423043968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774765.539100:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423044096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774765.539118:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774765.539122:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774765.539124:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774765.539129:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11911 00000100:00080000:3.0:1775774765.539133:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774765.539138:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774765.539145:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774765.539160:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423044224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774765.539171:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774765.539176:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774765.539178:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774765.539183:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11911 00000100:00080000:3.0:1775774765.539188:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1775774765.539192:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775774765.539196:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774765.539204:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774765.539219:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423044352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774765.539230:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774765.539234:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774765.539236:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775774765.539240:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774765/real 1775774765] req@ffff9a6048b58e00 x1862022423043968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774765.539244:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11911 00000100:00080000:3.0:1775774765.539251:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774765.539257:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774765.539265:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423043968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1775774765.539270:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1775774765.539282:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774765.539288:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774765.539293:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423044480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774765.539297:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423043968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774765.539334:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423044096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774765.539354:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774765.539363:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774765/real 1775774765] req@ffff9a6048b59180 x1862022423044096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774765.539372:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423044096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774765.539378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774765.539380:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774765.539383:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423044096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774765.539387:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423044224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774765.539398:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774765.539403:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774765/real 1775774765] req@ffff9a6048b5b800 x1862022423044224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774765.539411:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423044224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774765.539421:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774765.539423:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774765.539425:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423044224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774765.539429:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423044352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774765.539439:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774765.539444:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774765/real 1775774765] req@ffff9a6048b59f80 x1862022423044352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774765.539451:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423044352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774765.539457:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774765.539458:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774765.539460:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423044352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774765.539463:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423044480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774765.539473:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774765.539478:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774765/real 1775774765] req@ffff9a6048b58a80 x1862022423044480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774765.539484:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423044480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774765.539489:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774765.539491:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774765.539494:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423044480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774766.370942:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774767.395046:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774768.418917:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774769.443077:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774770.466873:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774770.658982:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774770.658990:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774770.658995:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774770.659020:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11916 00000100:00080000:0.0:1775774770.659030:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774770.659039:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774770.659070:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423044608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774770.659093:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774770.659097:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774770.659099:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774770.659105:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11916 00000100:00080000:0.0:1775774770.659110:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774770.659115:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774770.659126:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774770.659137:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423044608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774770.659145:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423044736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774770.659162:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774770.659166:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774770.659168:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774770.659174:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11916 00000100:00080000:0.0:1775774770.659178:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774770.659182:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774770.659190:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774770.659215:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423044864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774770.659227:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1775774770.659229:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775774770.659235:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774770.659238:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774770.659245:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11916 00000100:00080000:0.0:1775774770.659251:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774770.659258:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774770.659266:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774770.659274:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774770/real 1775774770] req@ffff9a6051f85f80 x1862022423044608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774770.659285:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423044992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774770.659297:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423044608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774770.659300:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774770.659315:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774770.659317:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774770.659319:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774770.659326:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:0.0:1775774770.659327:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11916 00000100:00100000:2.0:1775774770.659333:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423044608:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774770.659336:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774770.659344:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774770.659353:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774770.659365:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423044736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774770.659381:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423045120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775774770.659387:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774770.659400:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774770/real 1775774770] req@ffff9a6051f86d80 x1862022423044736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774770.659415:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423044736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774770.659421:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774770.659424:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774770.659427:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423044736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774770.659436:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423044864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774770.659449:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774770.659455:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774770/real 1775774770] req@ffff9a6051f85880 x1862022423044864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774770.659462:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423044864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774770.659467:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774770.659469:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774770.659471:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423044864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774770.659475:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423044992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774770.659485:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774770.659491:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774770/real 1775774770] req@ffff9a6051f86a00 x1862022423044992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774770.659498:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423044992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774770.659503:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774770.659505:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774770.659507:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423044992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774770.659516:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423045120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774770.659526:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774770.659532:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774770/real 1775774770] req@ffff9a6051f85c00 x1862022423045120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774795 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774770.659544:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423045120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774795 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774770.659549:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774770.659551:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774770.659553:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423045120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774771.491005:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774772.515088:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774773.538946:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774774.562941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774775.587022:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774775.778876:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774775.778903:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774775.778906:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774775.778914:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11921 00000100:00080000:3.0:1775774775.778923:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774775.778929:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774775.778961:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423045248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774775.778993:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774775.778996:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774775.778998:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774775.779002:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11921 00000100:00080000:3.0:1775774775.779004:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774775.779010:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774775.779022:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774775.779027:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423045248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774775.779039:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423045376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774775.779047:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774775.779050:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774775.779051:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774775.779055:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11921 00000100:00080000:3.0:1775774775.779058:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774775.779061:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774775.779065:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774775.779074:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423045504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774775.779081:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774775.779084:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774775.779086:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774775.779089:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11921 00000100:00080000:3.0:1775774775.779092:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774775.779095:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774775.779099:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774775.779109:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423045632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774775.779117:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775774775.779118:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423045376:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775774775.779125:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774775.779128:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774775.779134:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11921 00000100:00080000:3.0:1775774775.779138:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774775.779142:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774775.779148:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774775.779165:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423045504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774775.779165:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423045760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774775.779204:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423045632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774775.779222:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423045760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774776.610952:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774777.635084:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774778.658938:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775774778.851101:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:1.0:1775774778.851146:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775774778.851164:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774778.851204:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774778.851214:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774778.851223:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774778.851231:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:0.0:1775774778.851269:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774775/real 1775774778] req@ffff9a6048b5b800 x1862022423045632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774778.851298:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423045632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774778.851310:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774778.851315:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774778.851320:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423045632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774778.851329:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774775/real 1775774778] req@ffff9a6048b59180 x1862022423045760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774778.851343:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423045760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774778.851352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774778.851355:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774778.851359:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423045760:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774778.851367:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774775/real 1775774778] req@ffff9a6048b58a80 x1862022423045376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774778.851379:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423045376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774778.851387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774778.851391:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774778.851395:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423045376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774778.851402:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774775/real 1775774778] req@ffff9a6048b59f80 x1862022423045504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774778.851415:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423045504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774778.851423:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774778.851427:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774778.851430:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423045504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774778.851437:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774775/real 1775774778] req@ffff9a6048b5b100 x1862022423045248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774800 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774778.851450:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423045248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774800 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774778.851457:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774778.851461:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774778.851464:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423045248:192.168.201.120@tcp:250:kworker.0 00010000:00010000:2.0:1775774779.682933:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774780.706915:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774780.898917:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774780.898928:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774780.898933:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774780.898944:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11926 00000100:00080000:3.0:1775774780.898959:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774780.898969:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774780.899019:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423045888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774780.899052:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774780.899057:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774780.899059:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774780.899064:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11926 00000100:00080000:3.0:1775774780.899069:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774780.899074:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774780.899088:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774780.899111:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423046016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774780.899120:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423045888:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774780.899127:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774780.899132:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774780.899134:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774780.899140:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11926 00000100:00080000:3.0:1775774780.899145:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774780.899150:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774780.899155:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774780.899170:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423046144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774780.899183:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774780.899187:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774780.899190:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774780.899194:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11926 00000100:00080000:3.0:1775774780.899198:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774780.899204:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775774780.899206:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775774780.899214:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774780.899229:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423046272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774780.899241:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774780.899245:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774780.899247:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775774780.899254:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774780/real 1775774780] req@ffff9a6048b58e00 x1862022423045888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774780.899254:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11926 00000100:00080000:3.0:1775774780.899261:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774780.899270:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774780.899277:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774780.899284:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423045888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774780.899296:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423046400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774780.899298:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774780.899308:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774780.899317:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423045888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774780.899349:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423046016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774780.899375:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774780.899390:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774780/real 1775774780] req@ffff9a6048b59880 x1862022423046016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774780.899404:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423046016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774780.899414:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774780.899418:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774780.899422:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423046016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774780.899429:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423046144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774780.899449:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774780.899460:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774780/real 1775774780] req@ffff9a6048b5aa00 x1862022423046144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774780.899473:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423046144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774780.899490:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774780.899493:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774780.899497:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423046144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774780.899504:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423046272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774780.899522:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774780.899531:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774780/real 1775774780] req@ffff9a6048b5a300 x1862022423046272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774780.899544:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423046272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774780.899553:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774780.899557:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774780.899561:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423046272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774780.899575:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423046400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774780.899593:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774780.899609:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774780/real 1775774780] req@ffff9a6048b58000 x1862022423046400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774805 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774780.899622:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423046400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774805 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774780.899630:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774780.899634:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774780.899639:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423046400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774781.730918:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774782.754917:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774783.778970:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774784.802886:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774785.826975:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774786.018902:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774786.018914:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774786.018919:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774786.018931:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11931 00000100:00080000:2.0:1775774786.018945:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774786.018954:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774786.019002:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423046528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774786.019036:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774786.019041:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774786.019043:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774786.019048:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11931 00000100:00080000:2.0:1775774786.019053:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774786.019057:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774786.019070:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774786.019085:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423046528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774786.019085:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423046656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774786.019101:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774786.019105:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774786.019106:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774786.019111:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11931 00000100:00080000:2.0:1775774786.019115:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774786.019119:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774786.019124:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774786.019136:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423046784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774786.019147:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774786.019151:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774786.019153:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774786.019157:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11931 00000100:00080000:2.0:1775774786.019161:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1775774786.019164:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775774786.019169:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774786.019175:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774786.019187:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423046912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774786.019199:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774786.019203:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774786.019205:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775774786.019207:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774786/real 1775774786] req@ffff9a6051390e00 x1862022423046528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774786.019211:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11931 00000100:00080000:2.0:1775774786.019217:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774786.019223:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774786.019229:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774786.019232:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423046528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774786.019242:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1775774786.019242:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423047040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774786.019251:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774786.019259:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423046528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774786.019283:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423046656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774786.019309:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774786.019318:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774786/real 1775774786] req@ffff9a6051393480 x1862022423046656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774786.019327:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423046656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774786.019333:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774786.019336:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774786.019338:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423046656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774786.019341:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423046784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774786.019354:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774786.019359:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774786/real 1775774786] req@ffff9a6051393100 x1862022423046784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774786.019367:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423046784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774786.019372:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774786.019374:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774786.019376:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423046784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774786.019379:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423046912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774786.019390:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774786.019396:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774786/real 1775774786] req@ffff9a6051390a80 x1862022423046912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774786.019403:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423046912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774786.019408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774786.019410:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774786.019412:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423046912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774786.019415:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423047040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774786.019424:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774786.019430:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774786/real 1775774786] req@ffff9a6051390000 x1862022423047040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774786.019441:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423047040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774786.019446:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774786.019448:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774786.019450:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423047040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774786.850996:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774787.874940:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774788.898955:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774789.923026:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774790.946928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774791.138916:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774791.138924:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774791.138928:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774791.138938:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11936 00000100:00080000:0.0:1775774791.138947:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774791.138953:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774791.138988:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423047168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774791.139028:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774791.139032:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774791.139034:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774791.139038:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11936 00000100:00080000:0.0:1775774791.139042:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774791.139045:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774791.139054:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774791.139057:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423047168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774791.139068:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423047296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774791.139077:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774791.139080:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774791.139081:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774791.139084:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11936 00000100:00080000:0.0:1775774791.139094:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774791.139096:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774791.139099:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774791.139108:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423047424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774791.139116:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1775774791.139116:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775774791.139121:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774791.139122:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774791.139126:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11936 00000100:00080000:0.0:1775774791.139130:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774791.139133:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774791.139137:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774791.139145:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423047552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774791.139152:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774791/real 1775774791] req@ffff9a6051f84380 x1862022423047168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774791.139154:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774791.139162:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774791.139166:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774791.139178:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11936 00000100:00100000:2.0:1775774791.139179:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423047168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774791.139186:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774791.139191:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:2.0:1775774791.139191:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1775774791.139195:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1775774791.139198:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774791.139203:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423047168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774791.139208:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423047680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774791.139230:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423047296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774791.139254:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774791.139270:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774791/real 1775774791] req@ffff9a6051f86680 x1862022423047296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774791.139285:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423047296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774791.139294:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774791.139297:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774791.139299:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423047296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774791.139303:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423047424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774791.139319:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774791.139326:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774791/real 1775774791] req@ffff9a6051f87480 x1862022423047424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774791.139334:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423047424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774791.139339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774791.139341:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774791.139343:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423047424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774791.139346:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423047552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774791.139356:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774791.139361:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774791/real 1775774791] req@ffff9a6051f87100 x1862022423047552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774791.139368:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423047552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774791.139374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774791.139375:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774791.139377:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423047552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774791.139381:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423047680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774791.139389:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774791.139394:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774791/real 1775774791] req@ffff9a6051f84700 x1862022423047680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774791.139400:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423047680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774791.139405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774791.139407:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774791.139409:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423047680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774791.970967:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774792.994982:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774794.018948:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774795.042931:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774796.066963:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774796.258923:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774796.258933:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774796.258938:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774796.258947:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11941 00000100:00080000:3.0:1775774796.258957:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774796.258964:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774796.259003:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423047808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774796.259030:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774796.259034:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774796.259036:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774796.259040:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11941 00000100:00080000:3.0:1775774796.259044:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774796.259048:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774796.259058:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774796.259072:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423047936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774796.259079:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423047808:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774796.259089:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774796.259093:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774796.259095:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774796.259108:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11941 00000100:00080000:3.0:1775774796.259114:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774796.259119:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774796.259124:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774796.259136:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423048064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775774796.259147:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775774796.259150:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774796.259155:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774796.259158:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774796.259163:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11941 00000100:00080000:3.0:1775774796.259171:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774796.259175:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774796.259179:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774796.259190:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423048192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774796.259206:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774796/real 1775774796] req@ffff9a6048b5ad80 x1862022423047808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774796.259209:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774796.259219:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774796.259223:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774796.259232:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11941 00000100:00080000:3.0:1775774796.259238:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774796.259244:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774796.259245:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423047808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1775774796.259250:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774796.259265:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423048320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774796.259278:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774796.259286:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774796.259316:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423047808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774796.259341:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423047936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774796.259366:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774796.259378:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774796/real 1775774796] req@ffff9a6048b5bb80 x1862022423047936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774796.259393:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423047936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774796.259403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774796.259407:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774796.259412:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423047936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774796.259420:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423048064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774796.259439:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774796.259449:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774796/real 1775774796] req@ffff9a6048b5a680 x1862022423048064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774796.259462:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423048064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774796.259470:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774796.259474:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774796.259478:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423048064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774796.259485:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423048192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774796.259505:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774796.259515:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774796/real 1775774796] req@ffff9a6048b5b480 x1862022423048192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774796.259568:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423048192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774796.259577:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774796.259581:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774796.259584:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423048192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774796.259591:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423048320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774796.259611:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774796.259621:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774796/real 1775774796] req@ffff9a6048b59500 x1862022423048320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774796.259634:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423048320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774796.259643:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774796.259646:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774796.259650:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423048320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774797.090874:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774798.114965:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774799.138970:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774800.162921:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774801.186928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774801.378859:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774801.378866:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774801.378870:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774801.378878:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11946 00000100:00080000:3.0:1775774801.378890:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774801.378898:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774801.378938:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423048448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774801.378968:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774801.378972:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774801.378974:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774801.378979:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11946 00000100:00080000:3.0:1775774801.378983:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774801.378988:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774801.378998:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774801.379010:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423048448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774801.379015:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423048576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774801.379029:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774801.379031:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774801.379033:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774801.379036:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11946 00000100:00080000:3.0:1775774801.379039:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774801.379042:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774801.379045:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774801.379053:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423048704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774801.379060:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774801.379062:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774801.379064:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774801.379066:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11946 00000100:00080000:3.0:1775774801.379068:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774801.379070:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774801.379073:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774801.379082:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774801.379086:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423048832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774801.379092:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774801.379095:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774801.379097:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774801.379100:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11946 00000100:00080000:3.0:1775774801.379105:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774801.379107:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774801.379110:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774801.379117:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423048960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774801.379121:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774801/real 1775774801] req@ffff9a6048b59c00 x1862022423048448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774801.379140:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423048448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774801.379148:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774801.379152:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774801.379155:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423048448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774801.379172:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423048576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774801.379188:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774801.379196:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774801/real 1775774801] req@ffff9a6048b59500 x1862022423048576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774801.379204:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423048576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774801.379209:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774801.379212:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774801.379214:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423048576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774801.379217:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423048704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774801.379226:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774801.379231:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774801/real 1775774801] req@ffff9a6048b5b480 x1862022423048704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774801.379243:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423048704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774801.379247:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774801.379249:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774801.379251:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423048704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774801.379255:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423048832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774801.379264:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774801.379270:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774801/real 1775774801] req@ffff9a6048b5a680 x1862022423048832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774801.379277:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423048832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774801.379282:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774801.379283:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774801.379285:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423048832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774801.379288:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423048960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774801.379297:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774801.379302:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774801/real 1775774801] req@ffff9a6048b5bb80 x1862022423048960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774801.379308:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423048960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774801.379317:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774801.379319:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774801.379321:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423048960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774802.210964:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774803.234881:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774804.258944:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774805.282947:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774806.306900:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774806.498934:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774806.498941:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774806.498946:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774806.498954:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11952 00000100:00080000:0.0:1775774806.498964:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774806.498969:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774806.499002:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022423049088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774806.499024:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774806.499027:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774806.499029:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774806.499032:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11952 00000100:00080000:0.0:1775774806.499034:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774806.499037:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774806.499044:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774806.499053:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022423049216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774806.499061:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774806.499064:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774806.499065:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775774806.499070:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423049088:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774806.499072:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11952 00000100:00080000:0.0:1775774806.499077:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774806.499081:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774806.499084:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774806.499094:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423049344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774806.499104:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774806.499107:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774806.499109:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774806.499113:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11952 00000100:00080000:0.0:1775774806.499117:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774806.499121:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774806.499126:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774806.499139:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423049472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775774806.499146:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775774806.499157:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774806.499161:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774806.499164:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774806.499169:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11952 00000100:00080000:0.0:1775774806.499173:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774806.499177:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774806.499182:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774806.499187:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774806/real 1775774806] req@ffff9a6051f85180 x1862022423049088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774806.499193:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423049600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774806.499216:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022423049088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774806.499226:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774806.499230:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774806.499234:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423049088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774806.499252:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423049216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774806.499268:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774806.499277:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774806/real 1775774806] req@ffff9a6051f87800 x1862022423049216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774806.499286:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022423049216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774806.499295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774806.499298:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774806.499300:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423049216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774806.499304:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423049344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774806.499314:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774806.499319:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774806/real 1775774806] req@ffff9a6051f84700 x1862022423049344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774806.499327:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423049344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774806.499331:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774806.499333:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774806.499335:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423049344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774806.499339:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423049472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774806.499374:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774806.499382:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774806/real 1775774806] req@ffff9a6051f87100 x1862022423049472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774806.499390:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423049472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774806.499395:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774806.499397:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774806.499400:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423049472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774806.499404:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423049600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774806.499414:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774806.499420:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774806/real 1775774806] req@ffff9a6051f87480 x1862022423049600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774806.499427:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423049600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774806.499431:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774806.499433:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774806.499435:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423049600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774807.330902:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774808.354957:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774809.378877:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774810.402924:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774811.426942:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774811.618939:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774811.618946:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774811.618949:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774811.618959:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11957 00000100:00080000:3.0:1775774811.618969:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774811.618976:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774811.619006:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423049728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774811.619027:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774811.619030:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774811.619031:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774811.619035:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11957 00000100:00080000:3.0:1775774811.619038:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774811.619040:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774811.619049:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774811.619060:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423049856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774811.619072:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423049728:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774811.619076:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774811.619081:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774811.619083:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774811.619087:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11957 00000100:00080000:3.0:1775774811.619090:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774811.619093:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774811.619097:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774811.619107:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423049984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774811.619118:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774811.619122:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774811.619123:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774811.619127:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11957 00000100:00080000:3.0:1775774811.619139:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1775774811.619144:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775774811.619148:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774811.619154:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774811.619168:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423050112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774811.619175:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774811/real 1775774811] req@ffff9a6048b5ad80 x1862022423049728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774811.619179:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775774811.619191:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423049728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774811.619199:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774811.619202:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774811.619205:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423049728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774811.619222:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423049856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774811.619238:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774811.619247:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774811/real 1775774811] req@ffff9a6048b58000 x1862022423049856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774811.619268:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774811.619272:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775774811.619275:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423049856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774811.619280:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11957 00000100:00080000:0.0:1775774811.619288:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774811.619292:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774811.619294:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423049856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774811.619298:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423049984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774811.619310:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774811.619317:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774811/real 1775774811] req@ffff9a6048b5a300 x1862022423049984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774811.619325:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423049984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774811.619330:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774811.619332:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774811.619334:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423049984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774811.619337:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423050112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774811.619347:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774811.619355:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774811/real 1775774811] req@ffff9a6048b5aa00 x1862022423050112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774811.619362:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423050112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774811.619373:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774811.619375:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774811.619378:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423050112:192.168.201.120@tcp:8:kworker.0 00000100:00080000:3.0:1775774811.619388:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774811.619393:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774811.619399:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774811.619411:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423050240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774811.619477:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423050240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774811.619504:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774811.619535:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774811/real 1775774811] req@ffff9a6048b59880 x1862022423050240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774836 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774811.619547:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423050240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774836 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774811.619555:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774811.619557:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774811.619560:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423050240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774812.450952:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774813.474948:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774814.498969:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774815.523003:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774816.547227:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774816.738930:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774816.738945:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774816.738951:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774816.738963:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11962 00000100:00080000:1.0:1775774816.738976:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774816.738983:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774816.739035:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423050368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774816.739060:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774816.739063:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774816.739065:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774816.739069:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11962 00000100:00080000:1.0:1775774816.739072:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774816.739074:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774816.739084:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774816.739094:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423050496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774816.739102:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774816.739105:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774816.739106:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774816.739109:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11962 00000100:00080000:1.0:1775774816.739110:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774816.739113:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774816.739116:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774816.739126:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423050368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774816.739126:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423050624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774816.739141:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774816.739143:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774816.739144:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774816.739147:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11962 00000100:00080000:1.0:1775774816.739148:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774816.739150:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774816.739154:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774816.739179:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423050752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774816.739187:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774816.739190:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774816.739191:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774816.739194:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11962 00000100:00080000:1.0:1775774816.739211:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774816.739215:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774816.739220:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775774816.739232:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774816.739232:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423050880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774816.739274:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774816/real 1775774816] req@ffff9a605873bb80 x1862022423050368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774816.739290:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423050368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774816.739298:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774816.739303:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774816.739306:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423050368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774816.739312:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423050496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774816.739328:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774816.739336:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774816/real 1775774816] req@ffff9a6058739880 x1862022423050496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774816.739344:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423050496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774816.739349:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774816.739351:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774816.739353:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423050496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774816.739377:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423050624:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774816.739388:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774816.739394:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774816/real 1775774816] req@ffff9a605873b100 x1862022423050624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774816.739401:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423050624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774816.739406:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774816.739408:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774816.739410:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423050624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774816.739413:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423050752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774816.739424:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774816.739429:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774816/real 1775774816] req@ffff9a6058739180 x1862022423050752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774816.739437:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423050752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774816.739442:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774816.739443:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774816.739445:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423050752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774816.739448:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423050880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774816.739458:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774816.739463:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774816/real 1775774816] req@ffff9a605873a300 x1862022423050880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774841 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774816.739470:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423050880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774841 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774816.739475:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774816.739476:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774816.739478:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423050880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774817.571011:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774818.594974:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774819.618949:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775774820.643047:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774821.666944:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774821.858927:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774821.858935:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774821.858940:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774821.858947:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11967 00000100:00080000:2.0:1775774821.858957:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774821.858963:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774821.859000:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423051008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774821.859021:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774821.859024:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774821.859025:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774821.859028:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11967 00000100:00080000:2.0:1775774821.859030:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774821.859033:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774821.859040:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774821.859048:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423051136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774821.859055:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774821.859057:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774821.859059:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774821.859061:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11967 00000100:00080000:2.0:1775774821.859064:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774821.859067:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774821.859070:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774821.859092:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423051264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774821.859098:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774821.859100:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774821.859101:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774821.859103:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11967 00000100:00080000:2.0:1775774821.859106:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774821.859109:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774821.859112:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774821.859128:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423051392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774821.859131:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423051008:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774821.859141:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774821.859148:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774821.859150:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774821.859153:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11967 00000100:00080000:2.0:1775774821.859157:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774821.859161:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774821.859166:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774821.859179:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423051520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775774821.859238:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774821.859287:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774821/real 1775774821] req@ffff9a6051391c00 x1862022423051008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774821.859312:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423051008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774821.859325:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774821.859330:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774821.859334:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423051008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774821.859341:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423051136:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774821.859362:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774821.859372:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774821/real 1775774821] req@ffff9a6051391500 x1862022423051136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774821.859380:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423051136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774821.859387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774821.859389:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774821.859391:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423051136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774821.859395:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423051264:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774821.859406:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774821.859411:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774821/real 1775774821] req@ffff9a6051390380 x1862022423051264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774821.859419:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423051264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774821.859429:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774821.859431:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774821.859433:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423051264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774821.859461:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423051392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774821.859471:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774821.859477:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774821/real 1775774821] req@ffff9a6051391880 x1862022423051392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774821.859483:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423051392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774821.859489:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774821.859491:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774821.859492:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423051392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774821.859496:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423051520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774821.859506:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774821.859511:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774821/real 1775774821] req@ffff9a6051392300 x1862022423051520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774846 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774821.859519:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423051520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774846 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774821.859523:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774821.859525:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774821.859528:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423051520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775774822.691031:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774823.714950:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774824.738995:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774825.762936:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774826.786955:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774826.978888:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774826.978900:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774826.978904:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774826.978912:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11972 00000100:00080000:1.0:1775774826.978921:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774826.978927:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774826.978957:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423051648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774826.978983:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774826.979014:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774826.979016:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774826.979019:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11972 00000100:00080000:1.0:1775774826.979022:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774826.979025:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774826.979033:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774826.979044:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423051776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774826.979052:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774826.979055:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774826.979056:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774826.979060:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11972 00000100:00080000:1.0:1775774826.979062:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774826.979065:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774826.979068:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774826.979075:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423051904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774826.979087:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774826.979091:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774826.979096:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775774826.979099:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423051648:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774826.979100:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11972 00000100:00080000:1.0:1775774826.979104:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774826.979111:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774826.979118:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774826.979126:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423052032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774826.979131:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774826.979134:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774826.979135:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774826.979138:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11972 00000100:00080000:1.0:1775774826.979140:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774826.979141:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774826.979146:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774826.979156:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423052160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775774826.979219:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774826.979268:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774826/real 1775774826] req@ffff9a6058738e00 x1862022423051648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774826.979285:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423051648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774826.979302:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774826.979306:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774826.979309:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423051648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774826.979315:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423051776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774826.979346:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774826.979356:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774826/real 1775774826] req@ffff9a6058739500 x1862022423051776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774826.979365:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423051776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774826.979370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774826.979373:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774826.979375:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423051776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774826.979408:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423051904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774826.979431:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774826.979443:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774826/real 1775774826] req@ffff9a605873aa00 x1862022423051904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774826.979455:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423051904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774826.979460:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774826.979463:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774826.979465:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423051904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774826.979469:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423052032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774826.979485:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774826.979492:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774826/real 1775774826] req@ffff9a6058738a80 x1862022423052032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774826.979499:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423052032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774826.979504:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774826.979507:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774826.979508:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423052032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774826.979512:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423052160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774826.979522:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774826.979528:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774826/real 1775774826] req@ffff9a605873b800 x1862022423052160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774851 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774826.979540:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423052160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774851 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774826.979545:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774826.979546:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774826.979548:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423052160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774827.810949:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774828.834967:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774829.858933:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774830.882941:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774831.906949:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774832.098890:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774832.098916:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774832.098920:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774832.098929:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11977 00000100:00080000:1.0:1775774832.098938:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774832.098945:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774832.098976:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423052288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774832.099002:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774832.099006:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774832.099007:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774832.099010:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11977 00000100:00080000:1.0:1775774832.099012:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774832.099014:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774832.099021:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774832.099029:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423052416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774832.099036:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774832.099038:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774832.099040:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774832.099043:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11977 00000100:00080000:1.0:1775774832.099044:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774832.099046:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774832.099049:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774832.099062:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423052544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774832.099070:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423052288:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774832.099085:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774832.099088:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774832.099089:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774832.099091:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11977 00000100:00080000:1.0:1775774832.099093:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774832.099096:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774832.099099:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774832.099107:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423052672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774832.099113:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774832.099116:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774832.099117:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774832.099119:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11977 00000100:00080000:1.0:1775774832.099129:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774832.099131:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774832.099134:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774832.099141:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423052800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775774832.099147:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774832.099187:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774832/real 1775774832] req@ffff9a605873a680 x1862022423052288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774832.099207:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423052288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774832.099218:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774832.099223:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774832.099227:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423052288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774832.099235:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423052416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774832.099260:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774832.099272:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774832/real 1775774832] req@ffff9a6058738000 x1862022423052416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774832.099293:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423052416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774832.099302:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774832.099306:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774832.099309:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423052416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774832.099335:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423052544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774832.099357:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774832.099369:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774832/real 1775774832] req@ffff9a605873ad80 x1862022423052544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774832.099382:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423052544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774832.099391:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774832.099395:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774832.099398:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423052544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774832.099405:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423052672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774832.099425:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774832.099436:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774832/real 1775774832] req@ffff9a6058739f80 x1862022423052672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774832.099448:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423052672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774832.099464:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774832.099467:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774832.099471:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423052672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774832.099477:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423052800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774832.099497:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774832.099508:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774832/real 1775774832] req@ffff9a6058738700 x1862022423052800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774832.099521:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423052800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774832.099529:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774832.099533:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774832.099536:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423052800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775774832.930982:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774833.954947:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774834.978960:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774836.002950:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774837.026960:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774837.218944:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774837.218951:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774837.218955:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774837.218963:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11982 00000100:00080000:0.0:1775774837.218973:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774837.218980:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774837.219012:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423052928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774837.219042:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774837.219044:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774837.219046:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774837.219049:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11982 00000100:00080000:0.0:1775774837.219051:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774837.219053:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774837.219060:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774837.219069:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423053056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774837.219076:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774837.219079:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774837.219080:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774837.219083:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11982 00000100:00080000:0.0:1775774837.219084:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774837.219087:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774837.219090:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774837.219097:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423052928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774837.219098:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423053184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774837.219110:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774837.219113:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774837.219114:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774837.219116:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11982 00000100:00080000:0.0:1775774837.219120:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774837.219122:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774837.219125:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774837.219133:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423053312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774837.219140:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774837.219141:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774837.219142:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774837.219144:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11982 00000100:00080000:0.0:1775774837.219147:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774837.219150:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774837.219152:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774837.219160:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774837.219161:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423053440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774837.219194:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774837/real 1775774837] req@ffff9a6051f86680 x1862022423052928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774837.219210:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423052928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774837.219221:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774837.219225:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774837.219230:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423052928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774837.219238:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423053056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774837.219262:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774837.219275:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774837/real 1775774837] req@ffff9a6051f84380 x1862022423053056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774837.219283:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423053056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774837.219289:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774837.219292:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774837.219294:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423053056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774837.219312:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423053184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774837.219325:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774837.219332:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774837/real 1775774837] req@ffff9a6051f85c00 x1862022423053184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774837.219339:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423053184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774837.219344:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774837.219346:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774837.219348:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423053184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774837.219352:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423053312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774837.219361:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774837.219367:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774837/real 1775774837] req@ffff9a6051f86a00 x1862022423053312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774837.219374:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423053312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774837.219379:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774837.219381:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774837.219389:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423053312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774837.219393:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423053440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774837.219404:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774837.219414:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774837/real 1775774837] req@ffff9a6051f85880 x1862022423053440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774837.219425:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423053440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774837.219433:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774837.219437:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774837.219440:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423053440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774838.050957:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774839.074945:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774840.098907:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774841.122954:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774842.146908:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774842.338875:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774842.338884:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774842.338888:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774842.338896:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11987 00000100:00080000:0.0:1775774842.338906:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774842.338913:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774842.338955:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423053568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774842.338982:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774842.338985:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774842.338986:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774842.338989:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11987 00000100:00080000:0.0:1775774842.338991:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774842.338994:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774842.339001:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774842.339010:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423053696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774842.339018:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774842.339020:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774842.339021:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774842.339024:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11987 00000100:00080000:0.0:1775774842.339026:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774842.339031:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774842.339031:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423053568:192.168.201.120@tcp:250:kworker.0 00000008:00100000:0.0:1775774842.339037:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774842.339044:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423053824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774842.339050:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774842.339052:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774842.339053:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774842.339056:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11987 00000100:00080000:0.0:1775774842.339059:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774842.339062:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774842.339065:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774842.339072:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423053952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774842.339078:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774842.339082:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774842.339084:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774842.339088:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11987 00000100:00080000:0.0:1775774842.339092:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774842.339096:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774842.339102:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774842.339114:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423053696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774842.339116:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423054080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774842.339151:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423053824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774842.339167:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423053952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774842.339183:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423054080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775774843.170947:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774844.194942:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774845.219011:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775774845.411059:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:1.0:1775774845.411105:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775774845.411125:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774845.411167:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774845.411177:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774845.411186:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774845.411195:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775774845.411247:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774842/real 1775774845] req@ffff9a6051f85500 x1862022423053824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774845.411287:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423053824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774845.411300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774845.411306:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774845.411310:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423053824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774845.411318:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774842/real 1775774845] req@ffff9a6051f86300 x1862022423053952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774845.411330:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423053952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774845.411338:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774845.411342:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774845.411345:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423053952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774845.411362:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774842/real 1775774845] req@ffff9a6051f84e00 x1862022423054080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774845.411374:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423054080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774845.411382:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774845.411386:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774845.411389:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423054080:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774845.411412:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774842/real 1775774845] req@ffff9a6051f86d80 x1862022423053568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774845.411427:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423053568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774845.411434:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774845.411438:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774845.411441:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423053568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774845.411448:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774842/real 1775774845] req@ffff9a6051f85f80 x1862022423053696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774845.411459:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423053696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774845.411467:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774845.411471:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774845.411474:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423053696:192.168.201.120@tcp:38:kworker.0 00010000:00010000:0.0:1775774846.242929:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774847.266994:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774847.458909:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774847.458917:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774847.458922:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774847.458930:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11993 00000100:00080000:0.0:1775774847.458940:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774847.458945:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774847.458977:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022423054208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774847.459010:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774847.459014:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774847.459016:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774847.459021:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11993 00000100:00080000:0.0:1775774847.459025:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774847.459029:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774847.459038:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774847.459053:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022423054336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774847.459064:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774847.459068:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774847.459071:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775774847.459072:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423054208:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774847.459079:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11993 00000100:00080000:0.0:1775774847.459085:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774847.459089:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774847.459095:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774847.459112:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423054464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774847.459123:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774847.459127:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774847.459129:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774847.459133:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11993 00000100:00080000:0.0:1775774847.459138:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774847.459142:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774847.459147:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775774847.459154:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774847.459162:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423054592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774847.459172:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774847.459176:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774847.459177:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774847.459181:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11993 00000100:00080000:0.0:1775774847.459186:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774847.459190:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774847.459196:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774847.459196:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774847/real 1775774847] req@ffff9a6051f87b80 x1862022423054208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774847.459218:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423054720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774847.459221:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022423054208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774847.459247:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774847.459252:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774847.459257:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423054208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774847.459283:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423054336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774847.459309:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774847.459323:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774847/real 1775774847] req@ffff9a6051f84a80 x1862022423054336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774847.459336:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022423054336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774847.459345:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774847.459350:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774847.459354:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423054336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774847.459361:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423054464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774847.459391:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774847.459403:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774847/real 1775774847] req@ffff9a6051f85f80 x1862022423054464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774847.459415:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423054464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774847.459424:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774847.459429:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774847.459432:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423054464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774847.459441:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423054592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774847.459468:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774847.459484:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774847/real 1775774847] req@ffff9a6051f86d80 x1862022423054592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774847.459498:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423054592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774847.459506:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774847.459510:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774847.459514:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423054592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774847.459519:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423054720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774847.459541:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774847.459551:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774847/real 1775774847] req@ffff9a6051f84e00 x1862022423054720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774847.459563:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423054720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774847.459570:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774847.459573:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774847.459576:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423054720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774848.290900:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774849.314946:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774850.338920:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774851.362949:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774852.386898:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774852.578911:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774852.578919:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774852.578923:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774852.578931:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 11998 00000100:00080000:0.0:1775774852.578941:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774852.578948:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774852.578982:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423054848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774852.579002:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774852.579012:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774852.579013:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774852.579016:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11998 00000100:00080000:0.0:1775774852.579018:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774852.579021:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774852.579030:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774852.579039:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423054976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774852.579047:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774852.579049:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774852.579051:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774852.579053:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11998 00000100:00080000:0.0:1775774852.579055:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774852.579057:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774852.579060:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774852.579071:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423055104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775774852.579072:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423054848:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774852.579088:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774852.579091:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774852.579093:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774852.579095:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11998 00000100:00080000:0.0:1775774852.579098:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774852.579100:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774852.579103:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774852.579111:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423055232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774852.579116:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774852.579118:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774852.579119:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774852.579121:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 11998 00000100:00080000:0.0:1775774852.579123:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774852.579125:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774852.579128:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774852.579138:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423055360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775774852.579184:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774852.579237:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774852/real 1775774852] req@ffff9a6051f86300 x1862022423054848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774852.579260:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423054848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774852.579273:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774852.579278:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774852.579284:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423054848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774852.579294:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423054976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774852.579321:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774852.579335:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774852/real 1775774852] req@ffff9a6051f85500 x1862022423054976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774852.579348:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423054976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774852.579371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774852.579375:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774852.579378:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423054976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774852.579408:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423055104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774852.579429:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774852.579440:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774852/real 1775774852] req@ffff9a6051f85880 x1862022423055104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774852.579451:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423055104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774852.579466:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774852.579469:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774852.579473:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423055104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774852.579479:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423055232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774852.579497:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774852.579507:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774852/real 1775774852] req@ffff9a6051f86a00 x1862022423055232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774852.579519:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423055232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774852.579527:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774852.579531:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774852.579534:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423055232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774852.579556:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423055360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774852.579577:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774852.579589:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774852/real 1775774852] req@ffff9a6051f85c00 x1862022423055360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774877 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774852.579601:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423055360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774877 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774852.579610:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774852.579613:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774852.579617:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423055360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775774853.410976:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774854.434963:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774855.459001:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774856.482901:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774857.506949:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774857.698846:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774857.698854:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774857.698858:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774857.698865:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12003 00000100:00080000:0.0:1775774857.698875:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774857.698880:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774857.698916:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423055488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774857.698954:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774857.698958:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774857.698960:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774857.698963:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12003 00000100:00080000:0.0:1775774857.698966:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774857.698969:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774857.698976:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774857.698987:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423055616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774857.698994:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774857.698997:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774857.698999:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774857.699001:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12003 00000100:00080000:0.0:1775774857.699003:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774857.699008:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774857.699010:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423055488:192.168.201.120@tcp:250:kworker.0 00000008:00100000:0.0:1775774857.699012:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774857.699023:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423055744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774857.699029:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774857.699031:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774857.699033:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774857.699035:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12003 00000100:00080000:0.0:1775774857.699038:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774857.699040:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774857.699043:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774857.699051:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423055872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774857.699057:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774857.699059:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774857.699060:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774857.699062:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12003 00000100:00080000:0.0:1775774857.699064:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774857.699067:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774857.699070:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774857.699076:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423056000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775774857.699083:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774857.699121:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774857/real 1775774857] req@ffff9a6051f84380 x1862022423055488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774857.699140:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423055488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774857.699151:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774857.699155:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774857.699160:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423055488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774857.699168:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423055616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774857.699194:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774857.699207:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774857/real 1775774857] req@ffff9a6051f86680 x1862022423055616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774857.699221:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423055616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774857.699230:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774857.699233:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774857.699237:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423055616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774857.699260:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423055744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775774857.699290:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774857.699302:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774857/real 1775774857] req@ffff9a6051f87480 x1862022423055744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774857.699314:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423055744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774857.699320:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774857.699322:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774857.699324:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423055744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775774857.699328:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423055872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774857.699342:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774857.699349:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774857/real 1775774857] req@ffff9a6051f87100 x1862022423055872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774857.699357:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423055872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774857.699361:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774857.699363:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774857.699365:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423055872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775774857.699368:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423056000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775774857.699378:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774857.699383:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774857/real 1775774857] req@ffff9a6051f84700 x1862022423056000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774882 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775774857.699391:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423056000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774882 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774857.699396:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775774857.699398:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774857.699400:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423056000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774858.530885:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774859.554966:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774860.578891:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774861.602953:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774862.626935:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774862.818903:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774862.818911:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774862.818915:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774862.818923:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12008 00000100:00080000:2.0:1775774862.818934:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774862.818939:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774862.818972:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423056128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774862.818996:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774862.818999:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774862.819000:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774862.819003:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12008 00000100:00080000:2.0:1775774862.819005:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774862.819008:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774862.819015:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774862.819024:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423056256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774862.819033:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423056128:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774862.819034:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774862.819042:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774862.819044:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774862.819047:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12008 00000100:00080000:2.0:1775774862.819049:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774862.819051:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774862.819054:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774862.819063:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423056384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774862.819069:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774862.819071:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774862.819072:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774862.819074:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12008 00000100:00080000:2.0:1775774862.819077:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774862.819078:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774862.819081:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774862.819088:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423056512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774862.819093:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774862.819095:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774862.819096:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1775774862.819101:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775774862.819105:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12008 00000100:00080000:2.0:1775774862.819108:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774862.819111:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774862.819115:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774862.819123:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423056640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774862.819144:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774862/real 1775774862] req@ffff9a6051392300 x1862022423056128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774862.819164:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423056128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774862.819183:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774862.819187:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774862.819192:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423056128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774862.819213:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423056256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774862.819233:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774862.819244:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774862/real 1775774862] req@ffff9a6051391880 x1862022423056256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774862.819257:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423056256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774862.819265:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774862.819269:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774862.819272:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423056256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774862.819278:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423056384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774862.819293:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774862.819301:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774862/real 1775774862] req@ffff9a6051390380 x1862022423056384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774862.819313:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423056384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774862.819322:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774862.819325:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774862.819328:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423056384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774862.819334:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423056512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774862.819349:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774862.819357:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774862/real 1775774862] req@ffff9a6051391500 x1862022423056512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774862.819401:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423056512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774862.819410:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774862.819414:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774862.819417:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423056512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774862.819423:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423056640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774862.819441:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774862.819450:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774862/real 1775774862] req@ffff9a6051391c00 x1862022423056640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774887 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774862.819462:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423056640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774887 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774862.819471:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774862.819474:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774862.819478:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423056640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775774863.650926:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774864.674923:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774865.698967:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774866.722942:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774867.746914:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774867.938913:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774867.938924:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774867.938929:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774867.938939:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12013 00000100:00080000:1.0:1775774867.938950:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774867.938957:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774867.938994:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423056768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774867.939039:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774867.939043:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774867.939045:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774867.939050:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12013 00000100:00080000:1.0:1775774867.939055:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774867.939061:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774867.939071:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774867.939080:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423056768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774867.939092:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423056896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774867.939105:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774867.939109:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774867.939111:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774867.939115:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12013 00000100:00080000:1.0:1775774867.939120:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774867.939124:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774867.939130:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774867.939142:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423057024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775774867.939150:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775774867.939158:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774867.939162:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774867.939164:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774867.939169:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12013 00000100:00080000:1.0:1775774867.939174:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774867.939179:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774867.939184:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774867.939189:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774867/real 1775774867] req@ffff9a605873b480 x1862022423056768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774867.939200:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423057152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774867.939211:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775774867.939215:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423056768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774867.939217:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774867.939220:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774867.939230:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12013 00000100:00080000:0.0:1775774867.939234:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774867.939235:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774867.939243:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:1.0:1775774867.939243:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774867.939250:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423056768:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775774867.939251:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774867.939266:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423057280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774867.939289:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423056896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774867.939311:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774867.939321:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774867/real 1775774867] req@ffff9a6058738380 x1862022423056896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774867.939330:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423056896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774867.939335:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774867.939338:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774867.939340:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423056896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774867.939344:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423057024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774867.939354:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774867.939359:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774867/real 1775774867] req@ffff9a6058739c00 x1862022423057024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774867.939371:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423057024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774867.939376:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774867.939377:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774867.939379:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423057024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774867.939382:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423057152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774867.939392:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774867.939397:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774867/real 1775774867] req@ffff9a6058738700 x1862022423057152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774867.939403:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423057152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774867.939408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774867.939410:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774867.939412:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423057152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774867.939422:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423057280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774867.939431:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774867.939436:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774867/real 1775774867] req@ffff9a6058739f80 x1862022423057280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774892 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774867.939442:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423057280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774892 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774867.939451:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774867.939453:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774867.939455:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423057280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774868.770966:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774869.794968:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774870.818927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774871.842935:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774872.866918:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774873.058946:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774873.058954:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774873.058958:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774873.058966:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12018 00000100:00080000:3.0:1775774873.058975:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774873.058980:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774873.059013:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423057408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774873.059035:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774873.059038:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774873.059040:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774873.059044:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12018 00000100:00080000:3.0:1775774873.059048:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774873.059052:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774873.059062:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774873.059073:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423057408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774873.059078:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423057536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774873.059103:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774873.059108:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774873.059110:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774873.059114:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12018 00000100:00080000:3.0:1775774873.059121:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774873.059126:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775774873.059130:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775774873.059135:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774873.059151:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423057664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774873.059161:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774873/real 1775774873] req@ffff9a6048b58e00 x1862022423057408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774873.059164:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774873.059174:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774873.059177:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774873.059195:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12018 00000100:00100000:0.0:1775774873.059202:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423057408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774873.059205:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774873.059213:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:0.0:1775774873.059217:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1775774873.059218:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1775774873.059222:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774873.059226:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423057408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774873.059232:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423057792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774873.059239:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774873.059242:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774873.059243:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774873.059247:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12018 00000100:00100000:0.0:1775774873.059249:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423057536:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775774873.059251:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774873.059257:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774873.059262:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774873.059272:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423057920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775774873.059278:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774873.059293:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774873/real 1775774873] req@ffff9a6048b5b100 x1862022423057536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774873.059303:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423057536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774873.059313:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774873.059316:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774873.059318:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423057536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774873.059322:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423057664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774873.059332:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774873.059338:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774873/real 1775774873] req@ffff9a6048b59f80 x1862022423057664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774873.059345:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423057664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774873.059350:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774873.059352:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774873.059353:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423057664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774873.059357:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423057792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774873.059367:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774873.059372:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774873/real 1775774873] req@ffff9a6048b58a80 x1862022423057792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774873.059379:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423057792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774873.059384:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774873.059385:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774873.059388:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423057792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774873.059397:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423057920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774873.059407:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774873.059413:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774873/real 1775774873] req@ffff9a6048b59180 x1862022423057920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774873.059420:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423057920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774873.059424:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774873.059426:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774873.059428:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423057920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775774873.890946:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774874.914927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774875.938915:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774876.962928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774877.986908:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774878.178937:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774878.178948:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774878.178953:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774878.178975:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12023 00000100:00080000:1.0:1775774878.178986:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774878.178993:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774878.179044:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423058048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774878.179071:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774878.179074:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774878.179075:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774878.179078:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12023 00000100:00080000:1.0:1775774878.179081:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774878.179086:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774878.179110:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774878.179115:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423058048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774878.179125:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423058176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774878.179133:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774878.179136:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774878.179138:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774878.179141:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12023 00000100:00080000:1.0:1775774878.179144:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774878.179147:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774878.179150:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774878.179159:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423058304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774878.179165:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1775774878.179170:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775774878.179171:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774878.179179:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774878.179184:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12023 00000100:00080000:1.0:1775774878.179191:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774878.179194:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774878.179198:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774878.179206:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423058432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774878.179212:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774878.179215:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774878.179216:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774878.179219:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12023 00000100:00080000:1.0:1775774878.179222:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775774878.179224:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774878/real 1775774878] req@ffff9a605873ad80 x1862022423058048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774878.179227:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774878.179232:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774878.179241:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423058560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774878.179256:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423058048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774878.179265:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774878.179270:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774878.179275:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423058048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774878.179295:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423058176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774878.179314:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774878.179322:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774878/real 1775774878] req@ffff9a6058738000 x1862022423058176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774878.179330:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423058176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774878.179335:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774878.179338:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774878.179340:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423058176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774878.179343:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423058304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774878.179353:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774878.179358:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774878/real 1775774878] req@ffff9a605873a680 x1862022423058304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774878.179365:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423058304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774878.179370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774878.179372:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774878.179374:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423058304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774878.179377:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423058432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774878.179386:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774878.179391:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774878/real 1775774878] req@ffff9a605873b800 x1862022423058432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774878.179403:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423058432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774878.179408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774878.179410:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774878.179412:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423058432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774878.179415:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423058560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774878.179423:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774878.179428:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774878/real 1775774878] req@ffff9a6058738a80 x1862022423058560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774878.179434:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423058560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774878.179439:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774878.179441:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774878.179443:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423058560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774879.010950:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774880.034952:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774881.058951:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774882.082957:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774883.106983:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774883.298996:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774883.299020:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774883.299025:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774883.299047:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12028 00000100:00080000:1.0:1775774883.299059:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774883.299067:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774883.299132:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423058688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774883.299175:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774883.299179:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774883.299182:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774883.299187:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12028 00000100:00080000:1.0:1775774883.299191:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774883.299196:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774883.299207:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774883.299224:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423058816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774883.299226:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423058688:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774883.299251:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774883.299255:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774883.299257:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774883.299260:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12028 00000100:00080000:1.0:1775774883.299263:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774883.299266:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774883.299270:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774883.299281:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423058944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774883.299288:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774883.299290:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774883.299292:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774883.299294:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12028 00000100:00080000:1.0:1775774883.299299:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774883.299302:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774883.299306:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775774883.299321:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774883.299326:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423059072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774883.299335:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774883.299338:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774883.299339:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774883.299343:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12028 00000100:00080000:1.0:1775774883.299346:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774883.299349:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774883.299354:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774883.299358:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774883/real 1775774883] req@ffff9a605873aa00 x1862022423058688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774883.299365:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423059200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774883.299401:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423058688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774883.299412:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774883.299418:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774883.299424:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423058688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774883.299451:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423058816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774883.299480:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774883.299495:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774883/real 1775774883] req@ffff9a6058739500 x1862022423058816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774883.299506:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423058816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774883.299513:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774883.299516:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774883.299518:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423058816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774883.299523:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423058944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774883.299542:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774883.299551:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774883/real 1775774883] req@ffff9a6058738e00 x1862022423058944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774883.299561:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423058944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774883.299573:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774883.299576:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774883.299578:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423058944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774883.299582:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423059072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774883.299594:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774883.299600:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774883/real 1775774883] req@ffff9a605873a300 x1862022423059072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774883.299609:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423059072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774883.299615:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774883.299617:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774883.299619:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423059072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774883.299622:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423059200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774883.299634:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774883.299642:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774883/real 1775774883] req@ffff9a6058739180 x1862022423059200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774883.299653:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423059200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774883.299659:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774883.299670:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774883.299674:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423059200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775774884.130972:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774885.154907:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774886.178934:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774887.202884:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774888.226969:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774888.418875:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774888.418882:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774888.418886:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774888.418894:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12034 00000100:00080000:1.0:1775774888.418903:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774888.418908:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774888.418971:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423059328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774888.418994:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774888.418996:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774888.418998:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774888.419001:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12034 00000100:00080000:1.0:1775774888.419003:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774888.419006:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774888.419013:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774888.419027:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423059456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774888.419034:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774888.419037:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774888.419039:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774888.419041:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12034 00000100:00080000:1.0:1775774888.419043:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774888.419047:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774888.419049:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423059328:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775774888.419051:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774888.419062:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423059584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774888.419068:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774888.419070:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774888.419071:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774888.419073:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12034 00000100:00080000:1.0:1775774888.419076:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774888.419078:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774888.419082:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774888.419090:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423059712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774888.419096:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774888.419098:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774888.419099:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774888.419101:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12034 00000100:00080000:1.0:1775774888.419110:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774888.419113:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774888.419115:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774888.419122:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423059840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775774888.419128:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774888.419166:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774888/real 1775774888] req@ffff9a605873b100 x1862022423059328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774888.419185:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423059328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774888.419196:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774888.419200:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774888.419205:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423059328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774888.419213:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423059456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774888.419234:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774888.419245:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774888/real 1775774888] req@ffff9a6058739880 x1862022423059456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774888.419258:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423059456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774888.419267:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774888.419270:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774888.419274:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423059456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774888.419297:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423059584:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774888.419317:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774888.419328:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774888/real 1775774888] req@ffff9a605873bb80 x1862022423059584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774888.419340:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423059584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774888.419348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774888.419351:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774888.419354:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423059584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774888.419360:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423059712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774888.419379:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774888.419390:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774888/real 1775774888] req@ffff9a6058739180 x1862022423059712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774888.419402:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423059712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774888.419411:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774888.419414:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774888.419417:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423059712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774888.419424:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423059840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774888.419443:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774888.419453:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774888/real 1775774888] req@ffff9a605873a300 x1862022423059840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774888.419484:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423059840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774888.419492:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774888.419496:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774888.419499:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423059840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774889.250939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774890.274970:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774891.298881:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774892.322970:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774893.346900:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774893.538875:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774893.538883:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774893.538888:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774893.538900:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12039 00000100:00080000:1.0:1775774893.538911:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774893.538919:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774893.538955:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423059968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774893.538983:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774893.538986:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774893.538988:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774893.538991:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12039 00000100:00080000:1.0:1775774893.538994:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774893.538996:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774893.539004:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774893.539015:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423060096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774893.539023:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774893.539026:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774893.539027:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774893.539032:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12039 00000100:00100000:0.0:1775774893.539033:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423059968:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774893.539034:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774893.539040:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774893.539044:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774893.539051:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423060224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774893.539058:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774893.539060:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774893.539062:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774893.539064:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12039 00000100:00080000:1.0:1775774893.539067:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774893.539070:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774893.539074:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774893.539080:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423060352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774893.539087:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774893.539089:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774893.539090:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774893.539094:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12039 00000800:00000100:0.0:1775774893.539098:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775774893.539100:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774893.539104:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774893.539108:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774893.539116:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423060480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774893.539135:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774893/real 1775774893] req@ffff9a6058738e00 x1862022423059968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774893.539149:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423059968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774893.539157:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774893.539160:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774893.539163:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423059968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774893.539181:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423060096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774893.539195:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774893.539202:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774893/real 1775774893] req@ffff9a6058739500 x1862022423060096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774893.539214:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423060096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774893.539227:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774893.539230:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774893.539232:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423060096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774893.539235:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423060224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774893.539252:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774893.539262:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774893/real 1775774893] req@ffff9a605873aa00 x1862022423060224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774893.539269:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423060224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774893.539274:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774893.539277:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774893.539279:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423060224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774893.539282:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423060352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774893.539293:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774893.539298:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774893/real 1775774893] req@ffff9a6058738a80 x1862022423060352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774893.539310:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423060352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774893.539319:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774893.539322:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774893.539324:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423060352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774893.539327:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423060480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774893.539337:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774893.539342:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774893/real 1775774893] req@ffff9a605873b800 x1862022423060480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774893.539349:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423060480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774893.539354:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774893.539355:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774893.539357:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423060480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775774894.370979:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774895.394884:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774896.418947:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774897.442900:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774898.466965:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774898.658893:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774898.658901:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774898.658904:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774898.658913:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12044 00000100:00080000:2.0:1775774898.658923:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774898.658928:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774898.658959:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423060608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774898.658981:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774898.658983:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774898.658985:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774898.658988:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12044 00000100:00080000:2.0:1775774898.658990:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774898.658992:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774898.658999:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774898.659008:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423060736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774898.659016:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774898.659018:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774898.659019:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774898.659022:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12044 00000100:00080000:2.0:1775774898.659024:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775774898.659030:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423060608:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774898.659030:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774898.659038:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774898.659047:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423060864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774898.659054:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774898.659057:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774898.659058:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774898.659060:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12044 00000100:00080000:2.0:1775774898.659063:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774898.659065:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774898.659068:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774898.659075:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423060992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774898.659081:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774898.659084:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774898.659085:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774898.659087:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12044 00000100:00080000:2.0:1775774898.659090:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774898.659091:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774898.659095:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775774898.659100:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774898.659105:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423061120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774898.659143:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774898/real 1775774898] req@ffff9a6051390000 x1862022423060608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774898.659158:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423060608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774898.659165:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774898.659169:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774898.659174:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423060608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774898.659181:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423060736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774898.659206:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774898.659219:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774898/real 1775774898] req@ffff9a6051390a80 x1862022423060736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774898.659232:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423060736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774898.659241:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774898.659243:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774898.659246:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423060736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774898.659264:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423060864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774898.659279:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774898.659286:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774898/real 1775774898] req@ffff9a6051393100 x1862022423060864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774898.659294:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423060864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774898.659299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774898.659301:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774898.659304:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423060864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774898.659307:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423060992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774898.659318:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774898.659323:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774898/real 1775774898] req@ffff9a6051393480 x1862022423060992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774898.659330:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423060992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774898.659334:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774898.659336:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774898.659338:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423060992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774898.659341:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423061120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774898.659350:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774898.659354:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774898/real 1775774898] req@ffff9a6051390e00 x1862022423061120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774923 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774898.659361:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423061120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774923 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774898.659365:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774898.659367:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774898.659368:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423061120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774899.490901:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774900.514992:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774901.538973:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774902.562943:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774903.586959:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774903.778898:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774903.778915:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774903.778919:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774903.778928:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12049 00000100:00080000:2.0:1775774903.778939:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774903.778945:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774903.778980:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423061248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774903.779003:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774903.779005:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774903.779007:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774903.779010:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12049 00000100:00080000:2.0:1775774903.779012:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774903.779014:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774903.779021:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774903.779029:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423061376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774903.779036:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774903.779039:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774903.779040:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774903.779043:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12049 00000100:00080000:2.0:1775774903.779045:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774903.779047:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774903.779051:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774903.779055:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423061248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775774903.779060:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423061504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774903.779069:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774903.779071:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774903.779072:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774903.779075:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12049 00000100:00080000:2.0:1775774903.779077:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774903.779079:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774903.779082:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774903.779088:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423061632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774903.779095:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774903.779097:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774903.779099:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774903.779101:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12049 00000100:00080000:2.0:1775774903.779103:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774903.779105:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774903.779108:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774903.779114:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423061760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775774903.779131:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774903.779172:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774903/real 1775774903] req@ffff9a6051391f80 x1862022423061248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774903.779193:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423061248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774903.779204:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774903.779209:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774903.779213:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423061248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775774903.779221:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423061376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774903.779246:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774903.779259:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774903/real 1775774903] req@ffff9a6051393800 x1862022423061376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774903.779274:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423061376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774903.779282:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774903.779285:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774903.779289:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423061376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774903.779329:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423061504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775774903.779351:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774903.779362:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774903/real 1775774903] req@ffff9a6051391180 x1862022423061504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774903.779376:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423061504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774903.779392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774903.779396:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774903.779399:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423061504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774903.779406:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423061632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774903.779425:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774903.779435:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774903/real 1775774903] req@ffff9a6051392a00 x1862022423061632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774903.779447:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423061632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774903.779454:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774903.779457:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774903.779461:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423061632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774903.779466:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423061760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775774903.779499:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775774903.779509:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774903/real 1775774903] req@ffff9a6051392680 x1862022423061760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774928 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774903.779519:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423061760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774928 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774903.779527:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775774903.779530:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775774903.779533:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423061760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775774904.610918:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774905.634906:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774906.658930:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774907.682960:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774908.706964:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774908.898894:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774908.898902:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774908.898906:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774908.898914:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12054 00000100:00080000:3.0:1775774908.898923:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774908.898929:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774908.898963:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423061888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774908.898986:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774908.898990:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774908.898992:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774908.898996:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12054 00000100:00080000:3.0:1775774908.899000:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774908.899004:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774908.899014:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774908.899029:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423062016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774908.899041:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774908.899045:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774908.899047:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774908.899051:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12054 00000100:00080000:3.0:1775774908.899056:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774908.899061:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774908.899065:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423061888:192.168.201.120@tcp:250:kworker.0 00000008:00100000:3.0:1775774908.899068:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774908.899082:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423062144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774908.899094:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774908.899098:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774908.899100:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774908.899104:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12054 00000100:00080000:3.0:1775774908.899109:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774908.899113:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774908.899119:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774908.899131:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423062272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774908.899141:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774908.899144:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774908.899146:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774908.899151:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12054 00000100:00100000:0.0:1775774908.899154:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423062016:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775774908.899156:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774908.899162:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774908.899167:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774908.899183:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423062400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775774908.899213:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423062144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775774908.899252:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423062272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775774908.899268:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423062400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774909.730915:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774910.754955:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774911.778935:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775774911.971192:0:2398:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:2.0:1775774911.971237:0:2398:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775774911.971258:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775774911.971297:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775774911.971312:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:1.0:1775774911.971325:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774908/real 1775774911] req@ffff9a6048b5b800 x1862022423061888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:2.0:1775774911.971325:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775774911.971339:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:1.0:1775774911.971376:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423061888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774911.971387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774911.971392:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774911.971396:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423061888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774911.971405:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774908/real 1775774911] req@ffff9a6048b59180 x1862022423062016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774911.971418:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423062016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774911.971434:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774911.971438:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774911.971442:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423062016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774911.971465:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774908/real 1775774911] req@ffff9a6048b58a80 x1862022423062144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774911.971486:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423062144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774911.971495:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774911.971498:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774911.971517:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423062144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774911.971525:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774908/real 1775774911] req@ffff9a6048b59f80 x1862022423062272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774911.971538:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423062272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774911.971546:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774911.971550:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774911.971553:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423062272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774911.971560:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774908/real 1775774911] req@ffff9a6048b5b100 x1862022423062400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774933 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774911.971578:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423062400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774933 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774911.971584:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774911.971588:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774911.971591:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423062400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775774912.802939:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774913.826917:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774914.019088:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774914.019097:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774914.019102:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774914.019112:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12059 00000100:00080000:3.0:1775774914.019124:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774914.019131:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774914.019171:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423062528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774914.019197:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774914.019201:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774914.019203:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774914.019207:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12059 00000100:00080000:3.0:1775774914.019211:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774914.019215:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774914.019224:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774914.019236:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423062656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774914.019245:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774914.019249:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774914.019251:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774914.019254:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12059 00000100:00080000:3.0:1775774914.019258:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774914.019261:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774914.019266:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774914.019284:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423062784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774914.019294:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774914.019298:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774914.019299:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774914.019303:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12059 00000100:00080000:3.0:1775774914.019306:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774914.019310:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774914.019314:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774914.019323:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423062912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774914.019332:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774914.019335:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774914.019337:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774914.019340:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12059 00000100:00080000:3.0:1775774914.019343:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774914.019347:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774914.019351:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774914.019360:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423063040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774914.019432:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423062528:192.168.201.120@tcp:250:kworker.0 00000800:00000100:1.0:1775774914.019544:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774914.019578:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774914/real 1775774914] req@ffff9a6048b58e00 x1862022423062528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774914.019598:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423062528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774914.019609:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774914.019614:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774914.019619:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423062528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774914.019626:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423062656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774914.019648:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774914.019659:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774914/real 1775774914] req@ffff9a6048b59880 x1862022423062656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774914.019671:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423062656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774914.019679:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774914.019683:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774914.019686:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423062656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774914.019691:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423062784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774914.019707:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774914.019717:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774914/real 1775774914] req@ffff9a6048b5aa00 x1862022423062784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774914.019728:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423062784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774914.019736:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774914.019739:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774914.019742:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423062784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774914.019747:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423062912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774914.019764:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774914.019773:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774914/real 1775774914] req@ffff9a6048b5a300 x1862022423062912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774914.019784:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423062912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774914.019813:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774914.019817:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774914.019821:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423062912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774914.019827:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423063040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774914.019846:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774914.019856:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774914/real 1775774914] req@ffff9a6048b58000 x1862022423063040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774914.019868:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423063040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774914.019875:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774914.019879:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774914.019882:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423063040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775774914.850970:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774915.874934:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774916.898948:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774917.922916:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774918.946955:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774919.138951:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774919.138962:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774919.138978:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774919.138989:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12064 00000100:00080000:1.0:1775774919.139003:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774919.139011:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774919.139047:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423063168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774919.139073:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774919.139077:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774919.139079:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774919.139084:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12064 00000100:00080000:1.0:1775774919.139089:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774919.139094:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774919.139106:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774919.139112:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423063168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774919.139134:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423063296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774919.139147:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774919.139151:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774919.139154:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774919.139159:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12064 00000100:00080000:1.0:1775774919.139164:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774919.139168:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774919.139174:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1775774919.139183:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774919.139190:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423063424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774919.139201:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774919.139204:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774919.139206:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774919.139209:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12064 00000100:00080000:1.0:1775774919.139212:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774919.139216:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774919.139220:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774919.139228:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423063552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774919.139235:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774919.139239:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774919.139240:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774919.139243:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12064 00000100:00080000:1.0:1775774919.139248:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774919.139251:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774919.139254:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774919.139262:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423063680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774919.139287:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774919/real 1775774919] req@ffff9a605873a680 x1862022423063168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774919.139306:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423063168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774919.139316:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774919.139321:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774919.139325:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423063168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774919.139349:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423063296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774919.139480:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774919.139492:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774919/real 1775774919] req@ffff9a6058738000 x1862022423063296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774919.139502:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423063296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774919.139509:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774919.139512:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774919.139516:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423063296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774919.139521:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423063424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774919.139535:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774919.139547:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774919/real 1775774919] req@ffff9a605873ad80 x1862022423063424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774919.139564:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423063424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774919.139570:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774919.139573:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774919.139576:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423063424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774919.139581:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423063552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774919.139593:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774919.139599:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774919/real 1775774919] req@ffff9a6058739f80 x1862022423063552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774919.139606:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423063552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774919.139610:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774919.139612:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774919.139614:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423063552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774919.139617:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423063680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774919.139625:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774919.139630:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774919/real 1775774919] req@ffff9a6058738700 x1862022423063680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774919.139637:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423063680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774919.139646:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774919.139648:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774919.139650:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423063680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774919.970899:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774920.994952:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774922.018902:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775774923.042959:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774924.066968:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774924.258957:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774924.258969:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774924.258974:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774924.258986:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12069 00000100:00080000:3.0:1775774924.259000:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774924.259007:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774924.259050:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423063808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774924.259085:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774924.259089:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774924.259091:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774924.259095:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12069 00000100:00080000:3.0:1775774924.259099:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774924.259104:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774924.259114:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774924.259125:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423063808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774924.259138:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423063936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774924.259149:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774924.259153:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774924.259156:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774924.259160:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12069 00000100:00080000:3.0:1775774924.259163:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774924.259167:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774924.259172:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774924.259183:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423064064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775774924.259191:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775774924.259196:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774924.259200:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774924.259202:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774924.259207:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12069 00000100:00080000:3.0:1775774924.259212:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774924.259216:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774924.259222:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774924.259228:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774924/real 1775774924] req@ffff9a6048b5ad80 x1862022423063808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774924.259234:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423064192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774924.259265:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774924.259269:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774924.259271:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775774924.259273:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423063808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774924.259278:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12069 00000100:00080000:3.0:1775774924.259285:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774924.259306:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774924.259312:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774924.259317:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423063808:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774924.259320:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774924.259327:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774924.259339:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423064320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774924.259350:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423063936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774924.259376:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774924.259388:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774924/real 1775774924] req@ffff9a6048b5bb80 x1862022423063936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774924.259400:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423063936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774924.259408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774924.259412:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774924.259415:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423063936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774924.259421:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423064064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774924.259440:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774924.259448:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774924/real 1775774924] req@ffff9a6048b5a680 x1862022423064064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774924.259455:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423064064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774924.259464:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774924.259466:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774924.259468:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423064064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774924.259472:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423064192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774924.259485:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774924.259490:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774924/real 1775774924] req@ffff9a6048b5b480 x1862022423064192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774924.259497:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423064192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774924.259501:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774924.259503:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774924.259504:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423064192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774924.259514:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423064320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774924.259523:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774924.259528:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774924/real 1775774924] req@ffff9a6048b59500 x1862022423064320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774924.259534:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423064320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774924.259538:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774924.259540:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774924.259542:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423064320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774925.090978:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774926.114921:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774927.138930:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774928.162920:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774929.186943:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774929.378925:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774929.378931:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774929.378935:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774929.378941:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12074 00000100:00080000:1.0:1775774929.378950:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774929.378954:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774929.378989:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423064448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774929.379009:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774929.379011:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774929.379012:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774929.379017:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12074 00000100:00080000:1.0:1775774929.379019:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774929.379022:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774929.379028:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774929.379035:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423064576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774929.379042:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774929.379046:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1775774929.379047:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423064448:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774929.379048:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774929.379055:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12074 00000100:00080000:1.0:1775774929.379057:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774929.379060:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774929.379062:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774929.379068:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423064704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774929.379073:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774929.379075:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774929.379076:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774929.379078:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12074 00000100:00080000:1.0:1775774929.379080:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774929.379082:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774929.379084:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774929.379091:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423064832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774929.379097:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774929.379099:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774929.379099:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774929.379101:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12074 00000100:00080000:1.0:1775774929.379103:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774929.379105:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774929.379107:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774929.379112:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423064960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775774929.379125:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774929.379158:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774929/real 1775774929] req@ffff9a6058739c00 x1862022423064448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774929.379180:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423064448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774929.379190:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774929.379194:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774929.379196:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423064448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774929.379226:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423064576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774929.379248:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774929.379260:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774929/real 1775774929] req@ffff9a6058738380 x1862022423064576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774929.379271:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423064576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774929.379276:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774929.379278:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774929.379280:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423064576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774929.379284:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423064704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774929.379297:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774929.379304:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774929/real 1775774929] req@ffff9a605873b480 x1862022423064704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774929.379310:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423064704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774929.379315:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774929.379316:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774929.379318:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423064704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774929.379321:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423064832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774929.379330:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774929.379334:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774929/real 1775774929] req@ffff9a6058738700 x1862022423064832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774929.379340:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423064832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774929.379344:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774929.379346:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774929.379347:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423064832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774929.379350:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423064960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774929.379358:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774929.379362:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774929/real 1775774929] req@ffff9a6058739f80 x1862022423064960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774929.379372:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423064960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774929.379376:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774929.379378:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774929.379379:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423064960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775774930.210944:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774931.234932:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774932.258959:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774933.282958:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774934.306941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774934.498917:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774934.498924:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774934.498928:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774934.498935:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12080 00000100:00080000:2.0:1775774934.498943:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774934.498948:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774934.498978:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423065088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774934.499005:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774934.499008:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774934.499011:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774934.499015:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12080 00000100:00080000:2.0:1775774934.499018:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774934.499021:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774934.499028:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774934.499039:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423065216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774934.499048:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774934.499051:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774934.499053:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775774934.499053:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423065088:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774934.499056:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12080 00000100:00080000:2.0:1775774934.499059:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774934.499063:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774934.499066:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774934.499084:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423065344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774934.499092:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774934.499095:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774934.499096:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774934.499099:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12080 00000100:00080000:2.0:1775774934.499101:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774934.499104:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:3.0:1775774934.499121:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:2.0:1775774934.499138:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774934.499148:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423065472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774934.499152:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774934/real 1775774934] req@ffff9a6051392680 x1862022423065088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774934.499156:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774934.499159:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774934.499160:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774934.499163:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12080 00000100:00080000:2.0:1775774934.499166:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775774934.499168:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423065088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775774934.499169:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774934.499174:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1775774934.499177:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774934.499180:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775774934.499181:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423065600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774934.499184:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423065088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774934.499206:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423065216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774934.499236:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774934.499245:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774934/real 1775774934] req@ffff9a6051392a00 x1862022423065216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774934.499257:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423065216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774934.499262:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774934.499264:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774934.499266:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423065216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774934.499269:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423065344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774934.499280:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774934.499284:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774934/real 1775774934] req@ffff9a6051391180 x1862022423065344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774934.499291:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423065344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774934.499295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774934.499296:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774934.499298:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423065344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774934.499301:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423065472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774934.499309:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774934.499314:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774934/real 1775774934] req@ffff9a6051393800 x1862022423065472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774934.499320:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423065472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774934.499328:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774934.499330:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774934.499332:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423065472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774934.499334:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423065600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774934.499342:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774934.499349:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774934/real 1775774934] req@ffff9a6051391f80 x1862022423065600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774934.499359:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423065600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774934.499365:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774934.499368:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774934.499370:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423065600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774935.330975:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774936.354943:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774937.378936:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774938.402968:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774939.426944:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775774939.618843:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774939.618850:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775774939.618854:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774939.618861:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12085 00000100:00080000:2.0:1775774939.618870:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774939.618875:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775774939.618905:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423065728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774939.618926:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774939.618928:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775774939.618929:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774939.618932:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12085 00000100:00080000:2.0:1775774939.618934:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774939.618936:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774939.618943:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774939.618951:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423065856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774939.618957:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423065728:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775774939.618960:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774939.618963:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775774939.618964:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774939.618967:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12085 00000100:00080000:2.0:1775774939.618969:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774939.618970:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774939.618973:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775774939.618980:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423065984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774939.618986:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774939.618988:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775774939.618989:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774939.618991:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12085 00000100:00080000:2.0:1775774939.618999:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774939.619001:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774939.619003:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775774939.619007:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775774939.619010:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423066112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775774939.619016:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775774939.619033:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775774939.619035:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775774939.619037:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12085 00000100:00080000:2.0:1775774939.619040:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775774939.619042:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775774939.619046:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775774939.619053:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423066240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774939.619060:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774939/real 1775774939] req@ffff9a6051390e00 x1862022423065728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774939.619076:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423065728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774939.619087:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774939.619092:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774939.619095:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423065728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774939.619116:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423065856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774939.619132:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774939.619141:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774939/real 1775774939] req@ffff9a6051393480 x1862022423065856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774939.619148:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423065856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774939.619153:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774939.619155:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774939.619157:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423065856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774939.619160:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423065984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774939.619169:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774939.619174:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774939/real 1775774939] req@ffff9a6051393100 x1862022423065984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774939.619180:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423065984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774939.619185:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774939.619186:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774939.619188:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423065984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774939.619191:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423066112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774939.619199:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774939.619204:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774939/real 1775774939] req@ffff9a6051390a80 x1862022423066112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774939.619210:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423066112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774939.619217:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774939.619220:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774939.619223:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423066112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774939.619228:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423066240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774939.619246:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774939.619254:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774939/real 1775774939] req@ffff9a6051390000 x1862022423066240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774964 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774939.619263:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423066240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774964 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774939.619268:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774939.619271:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774939.619273:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423066240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775774940.450949:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774941.474938:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774942.499022:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774943.522899:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774944.546953:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774944.738989:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774944.739001:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774944.739007:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774944.739018:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12090 00000100:00080000:3.0:1775774944.739030:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774944.739037:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774944.739079:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423066368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774944.739116:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774944.739118:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774944.739120:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774944.739124:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12090 00000100:00080000:3.0:1775774944.739127:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774944.739131:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774944.739143:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774944.739164:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423066368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774944.739164:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423066496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774944.739179:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774944.739183:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774944.739184:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774944.739188:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12090 00000100:00080000:3.0:1775774944.739191:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774944.739194:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774944.739198:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774944.739209:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423066624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774944.739220:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774944.739222:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774944.739222:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774944.739224:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12090 00000100:00080000:3.0:1775774944.739235:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774944.739237:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774944.739239:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1775774944.739244:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774944.739248:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423066752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774944.739253:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774944.739256:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774944.739258:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774944.739261:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12090 00000100:00080000:3.0:1775774944.739272:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774944.739274:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774944.739277:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774944.739283:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423066880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774944.739291:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774944/real 1775774944] req@ffff9a6048b59c00 x1862022423066368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774944.739306:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423066368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774944.739315:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774944.739319:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774944.739322:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423066368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774944.739342:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423066496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774944.739356:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774944.739364:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774944/real 1775774944] req@ffff9a6048b59500 x1862022423066496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774944.739371:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423066496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774944.739376:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774944.739378:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774944.739380:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423066496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774944.739383:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423066624:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774944.739392:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774944.739397:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774944/real 1775774944] req@ffff9a6048b5b480 x1862022423066624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774944.739408:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423066624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774944.739412:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774944.739414:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774944.739416:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423066624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774944.739419:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423066752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774944.739428:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774944.739433:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774944/real 1775774944] req@ffff9a6048b5a680 x1862022423066752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774944.739440:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423066752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774944.739444:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774944.739446:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774944.739447:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423066752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774944.739450:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423066880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774944.739458:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774944.739463:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774944/real 1775774944] req@ffff9a6048b5bb80 x1862022423066880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774969 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774944.739469:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423066880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774969 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774944.739477:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774944.739479:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774944.739481:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423066880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774945.570901:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774946.594928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774947.618932:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774948.643005:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774949.666989:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774949.858957:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774949.858967:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774949.858972:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774949.858983:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12095 00000100:00080000:1.0:1775774949.858995:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774949.859002:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774949.859048:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423067008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774949.859076:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774949.859079:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774949.859080:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774949.859083:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12095 00000100:00080000:1.0:1775774949.859085:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774949.859088:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774949.859099:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774949.859107:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423067136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774949.859115:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774949.859117:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774949.859119:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774949.859122:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12095 00000100:00080000:1.0:1775774949.859124:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774949.859128:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774949.859130:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423067008:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775774949.859131:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774949.859142:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423067264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774949.859148:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774949.859150:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774949.859151:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774949.859153:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12095 00000100:00080000:1.0:1775774949.859155:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774949.859157:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774949.859160:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774949.859166:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423067392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774949.859172:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774949.859174:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774949.859176:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774949.859178:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12095 00000100:00080000:1.0:1775774949.859180:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774949.859182:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774949.859184:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774949.859191:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423067520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775774949.859204:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774949.859239:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774949/real 1775774949] req@ffff9a605873ad80 x1862022423067008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774949.859254:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423067008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774949.859262:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774949.859265:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774949.859268:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423067008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774949.859274:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423067136:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774949.859287:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774949.859295:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774949/real 1775774949] req@ffff9a6058738000 x1862022423067136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774949.859302:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423067136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774949.859307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774949.859309:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774949.859311:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423067136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774949.859332:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423067264:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774949.859342:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774949.859347:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774949/real 1775774949] req@ffff9a605873a680 x1862022423067264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774949.859354:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423067264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774949.859367:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774949.859371:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774949.859374:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423067264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774949.859379:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423067392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774949.859398:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774949.859408:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774949/real 1775774949] req@ffff9a605873b800 x1862022423067392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774949.859419:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423067392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774949.859427:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774949.859429:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774949.859431:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423067392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774949.859435:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423067520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774949.859449:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774949.859456:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774949/real 1775774949] req@ffff9a6058738a80 x1862022423067520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774974 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774949.859462:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423067520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774974 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774949.859467:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774949.859469:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774949.859472:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423067520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775774950.691027:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774951.714936:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774952.738966:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774953.762932:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774954.786967:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774954.979021:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774954.979029:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774954.979034:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774954.979052:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12100 00000100:00080000:1.0:1775774954.979066:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774954.979072:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774954.979116:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423067648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774954.979143:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774954.979146:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774954.979149:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774954.979153:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12100 00000100:00080000:1.0:1775774954.979155:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774954.979157:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774954.979168:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774954.979185:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423067776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774954.979197:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774954.979201:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774954.979203:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774954.979212:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12100 00000100:00080000:1.0:1775774954.979220:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775774954.979221:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423067648:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774954.979232:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774954.979238:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774954.979252:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423067904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774954.979261:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774954.979264:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774954.979265:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774954.979275:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12100 00000100:00080000:1.0:1775774954.979278:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774954.979280:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774954.979285:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774954.979295:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423068032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774954.979302:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774954.979305:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774954.979306:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774954.979308:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12100 00000100:00080000:1.0:1775774954.979310:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774954.979312:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774954.979315:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774954.979320:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423068160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775774954.979375:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774954.979515:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774954/real 1775774954] req@ffff9a605873aa00 x1862022423067648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774954.979589:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423067648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774954.979603:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774954.979613:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774954.979620:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423067648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774954.979633:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423067776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774954.979656:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774954.979666:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774954/real 1775774954] req@ffff9a6058739500 x1862022423067776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774954.979675:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423067776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774954.979680:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774954.979683:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774954.979685:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423067776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774954.979707:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423067904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774954.979719:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774954.979736:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774954/real 1775774954] req@ffff9a6058738e00 x1862022423067904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774954.979744:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423067904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774954.979750:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774954.979768:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774954.979772:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423067904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774954.979779:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423068032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774954.979861:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774954.979881:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774954/real 1775774954] req@ffff9a605873a300 x1862022423068032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774954.979899:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423068032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774954.979910:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774954.979913:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774954.979915:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423068032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774954.979920:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423068160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774954.979946:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774954.979959:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774954/real 1775774954] req@ffff9a6058739180 x1862022423068160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774979 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774954.979972:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423068160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774979 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774954.979981:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774954.979985:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774954.979988:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423068160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774955.810902:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774956.834983:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774957.858882:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774958.882980:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774959.906937:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774960.098947:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774960.098954:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774960.098958:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774960.098965:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12105 00000100:00080000:3.0:1775774960.098975:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774960.098980:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774960.099014:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423068288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774960.099036:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774960.099039:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774960.099041:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774960.099043:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12105 00000100:00080000:3.0:1775774960.099045:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774960.099048:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774960.099056:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774960.099071:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423068416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774960.099074:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423068288:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774960.099091:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774960.099094:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774960.099097:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774960.099102:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12105 00000100:00080000:3.0:1775774960.099107:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774960.099112:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774960.099118:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1775774960.099133:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774960.099135:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423068544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774960.099148:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774960.099152:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774960.099154:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774960.099159:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12105 00000100:00100000:1.0:1775774960.099163:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774960/real 1775774960] req@ffff9a6048b5ad80 x1862022423068288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774960.099166:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774960.099176:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774960.099183:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423068288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1775774960.099183:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1775774960.099195:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774960.099199:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774960.099203:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423068672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774960.099206:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423068288:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774960.099220:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774960.099222:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774960.099224:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774960.099228:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12105 00000100:00080000:3.0:1775774960.099231:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1775774960.099233:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423068416:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775774960.099238:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774960.099243:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774960.099254:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423068800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775774960.099277:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774960.099293:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774960/real 1775774960] req@ffff9a6048b58000 x1862022423068416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774960.099307:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423068416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774960.099314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774960.099316:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774960.099318:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423068416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774960.099323:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423068544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774960.099339:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774960.099346:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774960/real 1775774960] req@ffff9a6048b5a300 x1862022423068544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774960.099366:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423068544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774960.099372:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774960.099373:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774960.099376:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423068544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774960.099379:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423068672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774960.099392:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774960.099398:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774960/real 1775774960] req@ffff9a6048b5aa00 x1862022423068672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774960.099406:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423068672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774960.099410:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774960.099412:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774960.099414:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423068672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774960.099424:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423068800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774960.099435:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774960.099440:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774960/real 1775774960] req@ffff9a6048b59880 x1862022423068800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774960.099454:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423068800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774960.099464:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774960.099466:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774960.099468:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423068800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:3.0:1775774960.931016:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774961.954976:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774962.978965:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774964.002945:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774965.026942:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774965.218927:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774965.218935:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774965.218939:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774965.218947:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12110 00000100:00080000:1.0:1775774965.218956:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774965.218961:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774965.218995:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423068928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774965.219019:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774965.219022:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774965.219023:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774965.219026:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12110 00000100:00080000:1.0:1775774965.219029:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774965.219032:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774965.219039:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774965.219048:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423069056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774965.219053:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423068928:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774965.219061:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774965.219064:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774965.219066:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774965.219069:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12110 00000100:00080000:1.0:1775774965.219071:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774965.219074:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774965.219077:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774965.219085:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423069184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774965.219092:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774965.219094:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774965.219095:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774965.219097:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12110 00000100:00080000:1.0:1775774965.219099:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774965.219102:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:3.0:1775774965.219114:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:1.0:1775774965.219116:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774965.219128:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423069312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774965.219135:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774965.219137:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774965.219139:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774965.219142:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12110 00000100:00080000:1.0:1775774965.219149:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775774965.219152:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774965/real 1775774965] req@ffff9a605873bb80 x1862022423068928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774965.219155:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774965.219159:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774965.219170:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423069440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774965.219183:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423068928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774965.219196:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774965.219202:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774965.219207:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423068928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774965.219231:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423069056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774965.219266:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774965.219279:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774965/real 1775774965] req@ffff9a6058739880 x1862022423069056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774965.219288:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423069056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774965.219294:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774965.219304:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774965.219306:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423069056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774965.219310:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423069184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774965.219325:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774965.219331:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774965/real 1775774965] req@ffff9a605873b100 x1862022423069184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774965.219339:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423069184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774965.219344:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774965.219346:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774965.219348:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423069184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774965.219352:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423069312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774965.219362:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774965.219367:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774965/real 1775774965] req@ffff9a6058739180 x1862022423069312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774965.219374:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423069312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774965.219378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774965.219380:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774965.219383:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423069312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774965.219386:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423069440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774965.219395:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774965.219400:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774965/real 1775774965] req@ffff9a605873a300 x1862022423069440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774965.219407:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423069440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774965.219412:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774965.219413:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774965.219415:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423069440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774966.051008:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1775774967.075040:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774968.098976:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774969.122975:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774970.146945:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774970.338926:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774970.338935:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774970.338939:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774970.338949:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12115 00000100:00080000:0.0:1775774970.338960:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774970.338968:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774970.339013:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022423069568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774970.339066:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774970.339070:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774970.339073:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774970.339077:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12115 00000100:00080000:0.0:1775774970.339082:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774970.339086:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774970.339097:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774970.339111:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022423069696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774970.339117:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423069568:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774970.339127:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774970.339132:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774970.339134:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774970.339138:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12115 00000100:00080000:0.0:1775774970.339142:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774970.339145:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774970.339151:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774970.339164:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423069824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774970.339181:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1775774970.339187:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775774970.339189:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774970.339192:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774970.339197:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12115 00000100:00080000:0.0:1775774970.339201:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774970.339205:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774970.339211:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774970.339223:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423069952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774970.339231:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774970/real 1775774970] req@ffff9a6051f87800 x1862022423069568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775774970.339233:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774970.339239:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774970.339241:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774970.339249:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12115 00000100:00080000:0.0:1775774970.339254:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774970.339256:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774970.339260:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774970.339266:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022423069568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775774995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775774970.339270:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423070080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774970.339299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774970.339305:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774970.339309:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423069568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774970.339335:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423069696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774970.339365:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774970.339377:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774970/real 1775774970] req@ffff9a6051f85180 x1862022423069696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774970.339386:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022423069696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774970.339393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774970.339395:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774970.339397:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423069696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774970.339402:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423069824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774970.339415:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774970.339421:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774970/real 1775774970] req@ffff9a6051f84700 x1862022423069824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774970.339428:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423069824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775774995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774970.339433:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774970.339435:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774970.339437:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423069824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774970.339440:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423069952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774970.339451:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774970.339456:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774970/real 1775774970] req@ffff9a6051f87100 x1862022423069952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774970.339468:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423069952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774970.339472:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774970.339474:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774970.339476:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423069952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774970.339479:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423070080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774970.339506:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774970.339513:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774970/real 1775774970] req@ffff9a6051f87480 x1862022423070080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774970.339520:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423070080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775774995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774970.339525:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774970.339527:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774970.339529:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423070080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774971.170870:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774972.194944:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774973.218986:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774974.242977:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774975.266962:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775774975.458900:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774975.458907:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775774975.458911:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774975.458919:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12121 00000100:00080000:0.0:1775774975.458929:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774975.458969:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775774975.459001:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423070208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774975.459026:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774975.459037:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775774975.459038:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774975.459041:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12121 00000100:00080000:0.0:1775774975.459045:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774975.459047:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774975.459055:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774975.459069:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423070336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774975.459078:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423070208:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775774975.459082:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774975.459087:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775774975.459089:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774975.459094:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12121 00000100:00080000:0.0:1775774975.459098:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774975.459102:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774975.459107:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775774975.459120:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423070464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774975.459128:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774975.459130:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775774975.459132:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774975.459134:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12121 00000100:00080000:0.0:1775774975.459137:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774975.459140:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774975.459144:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774975.459157:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423070592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775774975.459175:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775774975.459179:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775774975.459180:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775774975.459185:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12121 00000100:00100000:3.0:1775774975.459190:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423070336:192.168.201.120@tcp:38:kworker.0 00000100:00080000:0.0:1775774975.459191:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775774975.459199:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775774975.459206:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775774975.459218:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423070720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774975.459228:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423070464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774975.459250:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423070592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774975.459279:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423070720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774976.290945:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774977.315036:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774978.339007:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775774978.531132:0:2395:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:1.0:1775774978.531182:0:2395:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775774978.531201:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774978.531252:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774978.531264:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774978.531280:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775774978.531305:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:3.0:1775774978.531329:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774975/real 1775774978] req@ffff9a6051f84380 x1862022423070336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774978.531406:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423070336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774978.531417:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774978.531423:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774978.531428:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423070336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774978.531437:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774975/real 1775774978] req@ffff9a6051f85c00 x1862022423070464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774978.531450:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423070464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774978.531458:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774978.531461:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774978.531464:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423070464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774978.531471:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774975/real 1775774978] req@ffff9a6051f86a00 x1862022423070592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774978.531482:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423070592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774978.531488:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774978.531491:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774978.531494:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423070592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774978.531502:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774975/real 1775774978] req@ffff9a6051f86680 x1862022423070208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774978.531514:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423070208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774978.531521:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774978.531524:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774978.531527:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423070208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774978.531556:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774975/real 1775774978] req@ffff9a6051f85880 x1862022423070720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774978.531567:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423070720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774978.531573:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774978.531577:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774978.531579:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423070720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774979.362977:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774980.386875:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774980.578892:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774980.578907:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774980.578911:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774980.578920:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12126 00000100:00080000:3.0:1775774980.578929:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774980.578935:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774980.578965:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423070848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774980.579006:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774980.579009:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774980.579010:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774980.579013:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12126 00000100:00080000:3.0:1775774980.579015:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774980.579018:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774980.579026:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774980.579034:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423070976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774980.579043:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775774980.579047:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423070848:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774980.579049:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774980.579053:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774980.579060:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12126 00000100:00080000:3.0:1775774980.579063:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774980.579066:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774980.579071:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774980.579082:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423071104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774980.579092:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774980.579095:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774980.579097:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774980.579101:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12126 00000100:00080000:3.0:1775774980.579119:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774980.579124:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:1.0:1775774980.579131:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775774980.579132:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774980.579149:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423071232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774980.579159:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774980.579162:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774980.579164:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774980.579170:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12126 00000100:00080000:3.0:1775774980.579174:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774980.579180:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774980.579181:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774980/real 1775774980] req@ffff9a6048b58e00 x1862022423070848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1775774980.579188:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774980.579216:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423071360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774980.579222:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423070848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774980.579249:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774980.579254:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774980.579260:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423070848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774980.579286:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423070976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774980.579327:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774980.579342:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774980/real 1775774980] req@ffff9a6048b5b100 x1862022423070976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774980.579354:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423070976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774980.579364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774980.579367:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774980.579371:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423070976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774980.579376:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423071104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774980.579398:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774980.579408:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774980/real 1775774980] req@ffff9a6048b59f80 x1862022423071104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774980.579420:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423071104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774980.579427:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774980.579431:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774980.579434:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423071104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774980.579440:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423071232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774980.579461:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774980.579472:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774980/real 1775774980] req@ffff9a6048b58a80 x1862022423071232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774980.579486:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423071232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774980.579495:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774980.579498:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774980.579502:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423071232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774980.579508:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423071360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774980.579529:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774980.579540:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774980/real 1775774980] req@ffff9a6048b59180 x1862022423071360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775005 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774980.579553:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423071360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775005 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774980.579561:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774980.579565:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774980.579568:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423071360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774981.410965:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774982.434884:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774983.458937:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774984.482890:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774985.506972:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775774985.698908:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774985.698915:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775774985.698918:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774985.698927:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12131 00000100:00080000:3.0:1775774985.698936:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774985.698942:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775774985.698977:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423071488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774985.698999:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774985.699003:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775774985.699004:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774985.699007:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12131 00000100:00080000:3.0:1775774985.699010:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774985.699012:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774985.699019:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774985.699030:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423071616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774985.699038:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774985.699041:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775774985.699042:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774985.699045:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12131 00000100:00080000:3.0:1775774985.699048:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1775774985.699050:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423071488:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775774985.699052:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774985.699060:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774985.699069:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423071744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774985.699077:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774985.699079:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775774985.699081:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774985.699084:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12131 00000100:00080000:3.0:1775774985.699086:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774985.699089:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774985.699093:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774985.699101:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423071872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775774985.699113:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775774985.699123:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775774985.699125:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775774985.699127:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775774985.699130:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12131 00000100:00080000:3.0:1775774985.699133:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775774985.699136:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775774985.699140:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774985.699148:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774985/real 1775774985] req@ffff9a6048b5b800 x1862022423071488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774985.699152:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423072000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775774985.699186:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423071488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774985.699196:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774985.699199:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774985.699203:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423071488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774985.699209:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423071616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774985.699249:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774985.699264:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774985/real 1775774985] req@ffff9a6048b59180 x1862022423071616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774985.699279:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423071616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774985.699288:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774985.699290:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774985.699293:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423071616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774985.699311:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423071744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775774985.699327:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774985.699334:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774985/real 1775774985] req@ffff9a6048b58a80 x1862022423071744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774985.699343:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423071744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774985.699348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774985.699350:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774985.699352:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423071744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775774985.699356:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423071872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774985.699365:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774985.699371:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774985/real 1775774985] req@ffff9a6048b59f80 x1862022423071872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774985.699378:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423071872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774985.699383:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774985.699385:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774985.699386:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423071872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775774985.699390:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423072000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775774985.699399:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775774985.699404:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774985/real 1775774985] req@ffff9a6048b5b100 x1862022423072000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775010 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774985.699411:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423072000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775010 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774985.699417:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775774985.699421:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775774985.699424:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423072000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774986.530921:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774987.554928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774988.578898:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774989.602878:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774990.626887:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774990.818878:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774990.818889:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774990.818894:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774990.818905:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12136 00000100:00080000:1.0:1775774990.818917:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774990.818925:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774990.818960:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423072128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774990.818991:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774990.818995:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774990.818997:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774990.819002:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12136 00000100:00080000:1.0:1775774990.819006:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774990.819011:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774990.819022:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775774990.819025:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423072128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775774990.819038:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423072256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774990.819052:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774990.819056:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774990.819059:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774990.819063:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12136 00000100:00080000:1.0:1775774990.819067:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774990.819071:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:3.0:1775774990.819076:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:1.0:1775774990.819077:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774990.819093:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423072384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774990.819101:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775774990.819105:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774990/real 1775774990] req@ffff9a6058738e00 x1862022423072128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775774990.819106:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774990.819109:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774990.819118:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12136 00000100:00080000:1.0:1775774990.819122:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774990.819143:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774990.819149:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774990.819153:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423072128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774990.819163:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1775774990.819166:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423072512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775774990.819169:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:1.0:1775774990.819180:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774990.819183:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774990.819185:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774990.819190:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12136 00000100:00080000:1.0:1775774990.819194:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774990.819197:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774990.819202:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774990.819211:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423072640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774990.819239:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423072128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774990.819258:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423072256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774990.819379:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774990.819449:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774990/real 1775774990] req@ffff9a6058739500 x1862022423072256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774990.819464:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423072256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774990.819474:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774990.819478:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774990.819481:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423072256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774990.819498:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423072384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774990.819521:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774990.819532:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774990/real 1775774990] req@ffff9a605873aa00 x1862022423072384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774990.819546:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423072384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774990.819555:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774990.819558:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774990.819562:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423072384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774990.819569:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423072512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774990.819591:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774990.819603:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774990/real 1775774990] req@ffff9a6058738a80 x1862022423072512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774990.819623:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423072512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774990.819630:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774990.819633:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774990.819635:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423072512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774990.819639:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423072640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774990.819654:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774990.819661:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774990/real 1775774990] req@ffff9a605873b800 x1862022423072640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775015 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774990.819668:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423072640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775015 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774990.819673:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774990.819675:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774990.819677:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423072640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774991.651078:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774992.674880:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774993.698930:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774994.722884:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774995.746891:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775774995.938875:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774995.938884:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775774995.938887:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774995.938895:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12141 00000100:00080000:1.0:1775774995.938904:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774995.938909:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775774995.938941:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423072768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774995.938963:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774995.938965:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775774995.938967:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774995.938970:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12141 00000100:00080000:1.0:1775774995.938973:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774995.938976:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774995.938984:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774995.938993:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423072896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774995.938998:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423072768:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775774995.939003:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774995.939006:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775774995.939008:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774995.939011:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12141 00000100:00080000:1.0:1775774995.939013:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774995.939016:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774995.939019:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775774995.939028:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423073024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775774995.939035:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774995.939048:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775774995.939049:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774995.939052:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12141 00000100:00080000:1.0:1775774995.939054:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774995.939057:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774995.939061:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775774995.939068:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423073152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775774995.939073:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775774995.939086:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775774995.939088:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775774995.939089:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775774995.939092:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12141 00000100:00080000:1.0:1775774995.939094:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775774995.939097:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775774995.939100:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775774995.939107:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774995/real 1775774995] req@ffff9a605873a680 x1862022423072768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775774995.939109:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423073280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775774995.939146:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423072768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774995.939159:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774995.939162:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774995.939164:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423072768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775774995.939181:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423072896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774995.939197:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774995.939209:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774995/real 1775774995] req@ffff9a6058738000 x1862022423072896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774995.939221:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423072896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774995.939230:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774995.939233:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774995.939237:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423072896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774995.939243:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423073024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775774995.939263:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774995.939274:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774995/real 1775774995] req@ffff9a605873ad80 x1862022423073024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774995.939282:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423073024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774995.939288:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774995.939290:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774995.939292:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423073024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775774995.939296:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423073152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774995.939309:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774995.939315:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774995/real 1775774995] req@ffff9a6058739f80 x1862022423073152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774995.939322:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423073152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774995.939327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774995.939329:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774995.939331:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423073152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775774995.939334:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423073280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775774995.939343:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775774995.939348:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775774995/real 1775774995] req@ffff9a6058738700 x1862022423073280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775020 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775774995.939355:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423073280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775020 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775774995.939360:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775774995.939361:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775774995.939363:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423073280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775774996.770892:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774997.794896:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774998.818877:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775774999.842906:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775000.866934:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775001.058868:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775001.058875:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775001.058879:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775001.058887:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12146 00000100:00080000:1.0:1775775001.058897:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775001.058903:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775001.058938:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423073408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775001.058984:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775001.058989:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775001.058991:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775001.058995:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12146 00000100:00080000:1.0:1775775001.058999:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775001.059004:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775001.059015:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775001.059030:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423073536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775001.059042:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423073408:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775001.059045:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775001.059051:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775001.059054:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775001.059058:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12146 00000100:00080000:1.0:1775775001.059061:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775001.059064:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775001.059068:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775001.059079:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423073664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775001.059085:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775001.059088:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775001.059089:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775001.059092:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12146 00000100:00080000:1.0:1775775001.059094:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775001.059096:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775001.059100:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775001.059107:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423073792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775775001.059115:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775775001.059124:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775001.059128:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775001.059130:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775001.059136:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12146 00000100:00080000:1.0:1775775001.059140:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775001.059145:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775001.059151:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775001.059156:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775001/real 1775775001] req@ffff9a605873b480 x1862022423073408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775001.059166:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423073920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775001.059184:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423073408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775001.059196:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775001.059211:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775001.059216:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423073408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775001.059239:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423073536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775001.059262:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775001.059273:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775001/real 1775775001] req@ffff9a6058738380 x1862022423073536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775001.059287:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423073536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775001.059296:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775001.059300:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775001.059303:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423073536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775001.059309:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423073664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775001.059338:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775001.059347:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775001/real 1775775001] req@ffff9a6058739c00 x1862022423073664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775001.059359:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423073664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775001.059373:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775001.059376:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775001.059380:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423073664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775001.059387:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423073792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775001.059403:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775001.059412:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775001/real 1775775001] req@ffff9a6058738700 x1862022423073792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775001.059423:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423073792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775001.059432:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775001.059435:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775001.059438:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423073792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775001.059444:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423073920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775001.059461:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775001.059469:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775001/real 1775775001] req@ffff9a6058739f80 x1862022423073920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775001.059480:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423073920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775001.059489:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775001.059492:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775001.059495:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423073920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775001.890898:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775002.914946:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775003.938912:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775004.962901:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775005.986907:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775006.178903:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775006.178912:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775006.178916:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775006.178924:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12151 00000100:00080000:2.0:1775775006.178934:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775006.178939:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775006.178970:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423074048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775006.178994:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775006.178997:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775006.178998:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775006.179002:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12151 00000100:00080000:2.0:1775775006.179004:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775006.179006:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775006.179013:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775006.179022:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423074176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775006.179030:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775006.179032:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775006.179034:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775006.179037:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12151 00000100:00080000:2.0:1775775006.179041:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775775006.179046:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423074048:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775006.179047:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775006.179058:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775006.179075:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423074304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775006.179093:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775006.179097:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775006.179099:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775006.179103:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12151 00000100:00080000:2.0:1775775006.179108:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775006.179112:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:3.0:1775775006.179118:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:2.0:1775775006.179119:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775006.179134:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423074432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775006.179142:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775006.179145:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775006.179146:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775006.179150:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12151 00000100:00080000:2.0:1775775006.179153:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775775006.179156:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775006/real 1775775006] req@ffff9a6051391c00 x1862022423074048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775006.179159:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775006.179166:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775006.179180:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423074048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775006.179189:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423074560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775006.179189:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775006.179197:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775006.179204:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423074048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775006.179215:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423074176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775006.179234:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775006.179242:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775006/real 1775775006] req@ffff9a6051391500 x1862022423074176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775006.179250:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423074176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775006.179255:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775006.179257:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775006.179259:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423074176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775006.179276:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423074304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775006.179286:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775006.179292:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775006/real 1775775006] req@ffff9a6051390380 x1862022423074304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775006.179300:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423074304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775006.179305:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775006.179306:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775006.179308:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423074304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775006.179312:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423074432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775006.179321:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775006.179326:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775006/real 1775775006] req@ffff9a6051391880 x1862022423074432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775006.179333:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423074432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775006.179338:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775006.179340:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775006.179341:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423074432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775006.179345:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423074560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775006.179353:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775006.179358:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775006/real 1775775006] req@ffff9a6051392300 x1862022423074560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775006.179365:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423074560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775006.179370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775006.179372:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775006.179374:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423074560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775007.010969:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775008.034941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775009.058934:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775010.082911:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775011.106955:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775011.298861:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775011.298880:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775011.298884:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775011.298892:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12156 00000100:00080000:2.0:1775775011.298902:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775011.298907:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775011.298938:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423074688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775011.298960:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775011.298962:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775011.298964:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775011.298967:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12156 00000100:00080000:2.0:1775775011.298970:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775011.298974:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775011.298984:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775011.298994:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423074688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775011.298999:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423074816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775011.299018:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775011.299023:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775011.299025:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775011.299030:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12156 00000100:00080000:2.0:1775775011.299046:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775011.299049:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:3.0:1775775011.299054:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:2.0:1775775011.299057:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775011.299069:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423074944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775011.299077:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775011.299080:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775011.299082:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775775011.299084:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775011/real 1775775011] req@ffff9a6051392300 x1862022423074688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775011.299087:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12156 00000100:00080000:2.0:1775775011.299093:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775011.299099:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775011.299102:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775011.299107:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423074688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775011.299111:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423075072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775011.299128:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775011.299130:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775011.299134:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:2.0:1775775011.299136:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1775775011.299139:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423074688:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775011.299140:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775011.299146:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12156 00000100:00080000:2.0:1775775011.299150:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775011.299155:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775011.299161:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775011.299170:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423074816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775011.299181:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423075200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775775011.299194:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775011.299209:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775011/real 1775775011] req@ffff9a6051391880 x1862022423074816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775011.299223:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423074816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775011.299233:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775011.299237:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775011.299241:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423074816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775011.299248:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423074944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775011.299269:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775011.299280:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775011/real 1775775011] req@ffff9a6051390380 x1862022423074944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775011.299293:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423074944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775011.299302:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775011.299305:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775011.299308:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423074944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775011.299321:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423075072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775011.299345:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775011.299352:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775011/real 1775775011] req@ffff9a6051391500 x1862022423075072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775011.299360:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423075072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775011.299367:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775011.299370:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775011.299373:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423075072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775011.299388:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423075200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775011.299409:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775011.299419:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775011/real 1775775011] req@ffff9a6051391c00 x1862022423075200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775011.299430:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423075200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775011.299435:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775011.299437:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775011.299439:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423075200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775012.131012:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775013.154900:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775014.178877:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775015.202934:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775016.226954:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775016.418966:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775016.418975:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775016.418979:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775016.418989:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12162 00000100:00080000:3.0:1775775016.419001:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775016.419008:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775016.419047:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423075328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775016.419077:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775016.419080:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775016.419081:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775016.419084:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12162 00000100:00080000:3.0:1775775016.419087:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775016.419090:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775016.419097:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775016.419106:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423075456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775016.419118:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775016.419120:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775016.419121:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775016.419124:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12162 00000100:00080000:3.0:1775775016.419126:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775016.419128:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775016.419130:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775016.419136:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423075584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775016.419143:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775775016.419146:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423075328:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775016.419146:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775016.419148:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775016.419154:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12162 00000100:00080000:3.0:1775775016.419157:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775016.419159:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775016.419162:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775016.419170:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423075712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775016.419176:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775016.419178:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775016.419180:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775016.419182:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12162 00000100:00080000:3.0:1775775016.419185:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775016.419188:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775016.419191:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775016.419196:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423075840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775775016.419217:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775016.419254:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775016/real 1775775016] req@ffff9a6048b58e00 x1862022423075328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775016.419275:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423075328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775016.419286:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775016.419291:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775016.419295:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423075328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775016.419303:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423075456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775016.419328:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775016.419341:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775016/real 1775775016] req@ffff9a6048b59880 x1862022423075456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775016.419355:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423075456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775016.419370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775016.419374:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775016.419378:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423075456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775016.419403:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423075584:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775016.419423:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775016.419435:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775016/real 1775775016] req@ffff9a6048b5aa00 x1862022423075584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775016.419447:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423075584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775016.419456:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775016.419459:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775016.419472:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423075584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775016.419479:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423075712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775016.419500:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775016.419511:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775016/real 1775775016] req@ffff9a6048b5a300 x1862022423075712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775016.419524:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423075712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775016.419533:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775016.419536:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775016.419540:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423075712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775016.419546:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423075840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775016.419565:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775016.419574:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775016/real 1775775016] req@ffff9a6048b58000 x1862022423075840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775016.419586:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423075840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775016.419594:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775016.419597:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775016.419601:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423075840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775017.250977:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775018.274946:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775019.298923:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775020.322941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775021.346932:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775021.538924:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775021.538932:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775021.538936:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775021.538944:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12167 00000100:00080000:1.0:1775775021.538953:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775021.538959:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775021.538993:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423075968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775021.539025:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775021.539029:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775021.539031:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775021.539036:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12167 00000100:00080000:1.0:1775775021.539041:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775021.539046:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775021.539057:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775021.539066:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423075968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775021.539070:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423076096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775021.539081:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775021.539084:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775021.539085:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775021.539088:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12167 00000100:00080000:1.0:1775775021.539092:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775021.539094:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775021.539098:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775021.539106:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423076224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775021.539112:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775021.539115:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775021.539116:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775021.539118:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12167 00000100:00080000:1.0:1775775021.539120:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775021.539122:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775021.539126:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775775021.539127:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775021.539135:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423076352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775021.539142:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775021.539145:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775021.539146:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775021.539149:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12167 00000100:00080000:1.0:1775775021.539152:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775021.539155:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775021.539158:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775021.539160:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775021/real 1775775021] req@ffff9a605873ad80 x1862022423075968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775021.539167:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423076480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775021.539185:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423075968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775021.539196:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775021.539201:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775021.539205:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423075968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775021.539227:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423076096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775021.539246:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775021.539255:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775021/real 1775775021] req@ffff9a6058738000 x1862022423076096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775021.539264:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423076096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775021.539269:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775021.539272:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775021.539274:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423076096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775021.539278:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423076224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775021.539298:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775021.539305:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775021/real 1775775021] req@ffff9a605873a680 x1862022423076224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775021.539312:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423076224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775021.539317:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775021.539319:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775021.539321:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423076224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775021.539325:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423076352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775021.539335:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775021.539340:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775021/real 1775775021] req@ffff9a605873b800 x1862022423076352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775021.539347:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423076352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775021.539352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775021.539353:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775021.539355:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423076352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775021.539358:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423076480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775021.539367:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775021.539373:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775021/real 1775775021] req@ffff9a6058738a80 x1862022423076480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775021.539380:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423076480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775021.539384:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775021.539386:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775021.539388:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423076480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775022.370944:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775023.394908:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775024.419022:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775025.442853:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775026.466921:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775026.658892:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775026.658900:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775026.658905:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775026.658915:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12172 00000100:00080000:2.0:1775775026.658927:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775026.658935:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775026.658970:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423076608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775026.658990:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775026.658993:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775026.658995:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775026.658999:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12172 00000100:00080000:2.0:1775775026.659003:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775026.659007:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775026.659016:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775026.659027:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423076736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775026.659035:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775026.659039:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1775775026.659040:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423076608:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775026.659040:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775026.659045:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12172 00000100:00080000:2.0:1775775026.659051:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775026.659054:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775026.659059:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775026.659071:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423076864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775026.659078:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775026.659081:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775026.659083:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775026.659086:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12172 00000100:00080000:2.0:1775775026.659090:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775026.659092:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775026.659095:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775026.659101:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423076992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775026.659107:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775026.659109:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775026.659111:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775026.659117:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12172 00000800:00000100:1.0:1775775026.659119:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775775026.659120:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775026.659124:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775026.659128:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775026.659136:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423077120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775026.659163:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775026/real 1775775026] req@ffff9a6051390000 x1862022423076608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775026.659181:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423076608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775026.659189:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775026.659192:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775026.659195:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423076608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775026.659216:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423076736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775026.659242:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775026.659256:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775026/real 1775775026] req@ffff9a6051390a80 x1862022423076736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775026.659271:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423076736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775026.659280:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775026.659283:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775026.659287:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423076736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775026.659294:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423076864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775026.659318:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775026.659329:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775026/real 1775775026] req@ffff9a6051393100 x1862022423076864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775026.659339:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423076864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775026.659347:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775026.659352:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775026.659355:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423076864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775026.659364:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423076992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775026.659391:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775026.659410:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775026/real 1775775026] req@ffff9a6051393480 x1862022423076992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775026.659420:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423076992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775026.659426:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775026.659428:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775026.659430:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423076992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775026.659435:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423077120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775026.659449:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775026.659456:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775026/real 1775775026] req@ffff9a6051390e00 x1862022423077120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775051 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775026.659466:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423077120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775051 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775026.659471:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775026.659473:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775026.659475:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423077120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775027.490916:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775028.514894:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775029.538898:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775030.562931:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775031.586903:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775031.778867:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775031.778874:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775031.778878:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775031.778886:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12177 00000100:00080000:3.0:1775775031.778894:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775031.778900:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775031.778931:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423077248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775031.778954:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775031.778957:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775031.778958:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775031.778961:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12177 00000100:00080000:3.0:1775775031.778963:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775031.778965:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775031.778973:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775031.778980:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423077376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775031.778988:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775031.778991:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775031.778992:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775031.778995:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12177 00000100:00080000:3.0:1775775031.778997:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775031.778999:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775031.779001:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775031.779007:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423077504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775031.779016:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423077248:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775031.779024:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775031.779027:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775031.779028:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775031.779031:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12177 00000100:00080000:3.0:1775775031.779033:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775031.779036:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775031.779039:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775031.779047:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423077632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775031.779054:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775031.779056:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775031.779057:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775031.779059:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12177 00000100:00080000:3.0:1775775031.779063:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775031.779065:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775031.779067:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775031.779073:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423077760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775775031.779089:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775031.779127:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775031/real 1775775031] req@ffff9a6048b5ad80 x1862022423077248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775031.779146:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423077248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775031.779158:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775031.779163:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775031.779168:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423077248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775031.779177:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423077376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775031.779203:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775031.779218:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775031/real 1775775031] req@ffff9a6048b5bb80 x1862022423077376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775031.779231:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423077376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775031.779241:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775031.779244:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775031.779248:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423077376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775031.779269:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423077504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775031.779288:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775031.779298:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775031/real 1775775031] req@ffff9a6048b5a680 x1862022423077504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775031.779311:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423077504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775031.779319:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775031.779322:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775031.779326:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423077504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775031.779331:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423077632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775031.779346:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775031.779354:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775031/real 1775775031] req@ffff9a6048b5b480 x1862022423077632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775031.779365:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423077632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775031.779374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775031.779377:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775031.779380:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423077632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775031.779386:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423077760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775031.779404:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775031.779448:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775031/real 1775775031] req@ffff9a6048b59500 x1862022423077760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775056 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775031.779462:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423077760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775056 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775031.779472:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775031.779475:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775031.779478:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423077760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775032.610989:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775033.634906:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775034.658907:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775035.682883:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775036.706893:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775036.898891:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775036.898899:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775036.898903:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775036.898911:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12182 00000100:00080000:2.0:1775775036.898920:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775036.898925:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775036.898958:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423077888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775036.898982:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775036.898985:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775036.898986:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775036.898989:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12182 00000100:00080000:2.0:1775775036.898991:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775036.898993:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775036.899001:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775036.899009:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423078016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775036.899017:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775036.899019:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775036.899020:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775036.899023:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12182 00000100:00080000:2.0:1775775036.899025:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775036.899027:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775036.899030:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775036.899036:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423077888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775036.899037:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423078144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775036.899052:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775036.899054:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775036.899055:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775036.899057:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12182 00000100:00080000:2.0:1775775036.899058:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775036.899060:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775036.899064:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775036.899071:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423078272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775036.899078:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775036.899080:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775036.899082:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775036.899084:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12182 00000100:00080000:2.0:1775775036.899086:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775036.899088:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775036.899091:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775036.899097:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423078400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775775036.899108:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775036.899150:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775036/real 1775775036] req@ffff9a6051391f80 x1862022423077888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775036.899167:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423077888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775036.899175:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775036.899178:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775036.899181:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423077888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775036.899187:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423078016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775036.899205:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775036.899213:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775036/real 1775775036] req@ffff9a6051393800 x1862022423078016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775036.899220:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423078016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775036.899226:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775036.899228:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775036.899230:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423078016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775036.899247:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423078144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775036.899258:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775036.899263:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775036/real 1775775036] req@ffff9a6051391180 x1862022423078144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775036.899270:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423078144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775036.899275:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775036.899277:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775036.899279:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423078144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775036.899282:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423078272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775036.899292:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775036.899297:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775036/real 1775775036] req@ffff9a6051392a00 x1862022423078272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775036.899305:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423078272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775036.899309:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775036.899311:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775036.899313:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423078272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775036.899316:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423078400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775036.899357:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775036.899365:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775036/real 1775775036] req@ffff9a6051392680 x1862022423078400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775061 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775036.899372:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423078400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775061 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775036.899378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775036.899380:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775036.899382:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423078400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775037.730889:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775038.754910:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775039.778940:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775040.802870:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775041.826932:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775042.018917:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775042.018929:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775042.018934:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775042.018945:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12187 00000100:00080000:3.0:1775775042.018956:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775042.018962:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775042.018999:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423078528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775042.019028:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775042.019032:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775042.019034:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775042.019038:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12187 00000100:00080000:3.0:1775775042.019042:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775042.019046:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775042.019056:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775042.019070:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423078528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775042.019082:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423078656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775042.019095:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775042.019100:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775042.019102:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775042.019107:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12187 00000100:00080000:3.0:1775775042.019111:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775042.019116:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775042.019122:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775042.019139:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423078784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775042.019150:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775042.019154:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775042.019157:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775775042.019162:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423078656:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775775042.019166:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12187 00000100:00080000:3.0:1775775042.019171:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775042.019176:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775042.019182:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775042.019198:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423078912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775042.019209:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423078784:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775775042.019212:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775042.019219:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775042.019222:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775042.019227:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12187 00000100:00100000:1.0:1775775042.019263:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423078912:192.168.201.120@tcp:8:kworker.0 00000100:00080000:3.0:1775775042.019263:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775042.019272:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775042.019280:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775042.019295:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423079040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775042.019328:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423079040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775042.850890:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775043.874931:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775044.898896:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775775045.091112:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:0.0:1775775045.091155:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775775045.091171:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775775045.091232:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775775045.091241:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775775045.091249:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775775045.091262:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:1.0:1775775045.091354:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775042/real 1775775045] req@ffff9a6048b5bb80 x1862022423079040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775045.091379:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423079040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775045.091391:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775045.091396:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775045.091400:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423079040:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775045.091408:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775042/real 1775775045] req@ffff9a6048b5a680 x1862022423078912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775045.091420:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423078912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775045.091428:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775045.091431:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775045.091434:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423078912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775045.091441:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775042/real 1775775045] req@ffff9a6048b59500 x1862022423078656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775045.091453:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423078656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775045.091461:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775045.091465:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775045.091468:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423078656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775045.091477:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775042/real 1775775045] req@ffff9a6048b5b480 x1862022423078784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775045.091488:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423078784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775045.091496:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775045.091499:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775045.091502:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423078784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775045.091508:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775042/real 1775775045] req@ffff9a6048b59c00 x1862022423078528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775045.091521:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423078528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775045.091528:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775045.091531:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775045.091534:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423078528:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775775045.922949:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775046.946911:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775047.138914:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775047.138925:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775047.138930:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775047.138947:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12192 00000100:00080000:3.0:1775775047.138964:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775047.138975:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775047.139025:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423079168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775047.139063:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775047.139068:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775047.139071:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775047.139075:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12192 00000100:00080000:3.0:1775775047.139081:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775047.139086:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775047.139104:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775047.139119:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423079296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775047.139131:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775047.139135:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775047.139139:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775775047.139142:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423079168:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775047.139162:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12192 00000100:00080000:3.0:1775775047.139167:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775047.139175:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775047.139183:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775047.139198:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423079424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775047.139208:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775047.139212:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775047.139214:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775047.139218:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12192 00000100:00080000:3.0:1775775047.139222:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775047.139226:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775047.139231:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775047.139242:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423079552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775775047.139269:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775047.139269:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775047.139275:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775047.139278:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775047.139283:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12192 00000100:00080000:3.0:1775775047.139288:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775047.139292:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775047.139298:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775047.139311:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423079680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775047.139325:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775047/real 1775775047] req@ffff9a6048b5ad80 x1862022423079168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775047.139352:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423079168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775047.139366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775047.139379:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775047.139385:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423079168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775047.139434:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423079296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775047.139464:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775047.139485:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775047/real 1775775047] req@ffff9a6048b58000 x1862022423079296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775047.139498:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423079296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775047.139506:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775047.139509:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775047.139513:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423079296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775047.139520:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423079424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775047.139542:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775047.139554:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775047/real 1775775047] req@ffff9a6048b5a300 x1862022423079424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775047.139566:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423079424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775047.139573:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775047.139577:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775047.139581:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423079424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775047.139588:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423079552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775047.139612:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775047.139624:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775047/real 1775775047] req@ffff9a6048b5aa00 x1862022423079552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775047.139637:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423079552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775047.139646:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775047.139649:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775047.139653:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423079552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775047.139659:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423079680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775047.139684:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775047.139696:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775047/real 1775775047] req@ffff9a6048b59880 x1862022423079680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775047.139707:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423079680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775047.139715:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775047.139719:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775047.139722:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423079680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775047.970926:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775048.994955:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775050.018975:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775051.043008:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775052.066927:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775052.258928:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775052.258942:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775052.258948:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775052.258961:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12197 00000100:00080000:3.0:1775775052.258976:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775052.258984:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775052.259035:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423079808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775052.259097:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775052.259101:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775052.259103:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775052.259106:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12197 00000100:00080000:3.0:1775775052.259110:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775052.259113:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775052.259123:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775052.259135:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423079936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775052.259142:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775052.259145:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775052.259146:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775052.259149:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12197 00000100:00080000:3.0:1775775052.259151:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775052.259153:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775052.259159:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423079808:192.168.201.120@tcp:250:kworker.0 00000008:00100000:3.0:1775775052.259160:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775052.259171:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423080064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775052.259178:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775052.259181:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775052.259182:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775052.259185:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12197 00000100:00080000:3.0:1775775052.259187:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775052.259189:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775052.259192:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775052.259201:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423080192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775052.259207:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775052.259209:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775052.259210:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775052.259213:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12197 00000100:00080000:3.0:1775775052.259216:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775052.259218:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775052.259221:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775052.259230:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423080320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775775052.259242:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775052.259280:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775052/real 1775775052] req@ffff9a6048b58e00 x1862022423079808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775052.259307:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423079808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775052.259316:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775052.259320:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775052.259323:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423079808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775052.259329:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423079936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775052.259347:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775052.259356:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775052/real 1775775052] req@ffff9a6048b5b100 x1862022423079936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775052.259364:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423079936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775052.259370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775052.259372:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775052.259375:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423079936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775052.259396:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423080064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775052.259407:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775052.259412:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775052/real 1775775052] req@ffff9a6048b59f80 x1862022423080064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775052.259420:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423080064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775052.259430:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775052.259433:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775052.259435:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423080064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775052.259439:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423080192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775052.259449:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775052.259454:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775052/real 1775775052] req@ffff9a6048b58a80 x1862022423080192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775052.259461:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423080192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775052.259466:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775052.259468:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775052.259470:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423080192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775052.259473:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423080320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775052.259482:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775052.259488:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775052/real 1775775052] req@ffff9a6048b59180 x1862022423080320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775052.259494:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423080320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775052.259499:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775052.259501:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775052.259504:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423080320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775053.090946:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775054.115012:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775055.138937:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775056.162904:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775057.186896:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775057.378936:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775057.378947:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775057.378951:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775057.378961:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12202 00000100:00080000:0.0:1775775057.379004:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775057.379013:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775057.379049:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423080448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775057.379074:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775057.379078:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775057.379080:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775057.379084:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12202 00000100:00080000:0.0:1775775057.379088:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775057.379093:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775057.379103:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775057.379117:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423080576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775057.379130:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775057.379135:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1775775057.379135:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423080448:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775775057.379140:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775057.379147:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12202 00000100:00080000:0.0:1775775057.379151:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775057.379154:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775057.379161:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775057.379174:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423080704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775057.379185:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775057.379189:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775057.379191:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775057.379195:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12202 00000100:00080000:0.0:1775775057.379200:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1775775057.379204:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775775057.379207:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775057.379213:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775057.379223:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423080832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775057.379231:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775057.379233:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775775057.379235:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775057.379238:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12202 00000100:00080000:0.0:1775775057.379241:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1775775057.379244:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775057/real 1775775057] req@ffff9a6051f85500 x1862022423080448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775057.379245:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775057.379251:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775057.379262:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423080960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775057.379272:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423080448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775057.379285:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775057.379291:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775057.379295:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423080448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775057.379315:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423080576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775057.379333:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775057.379342:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775057/real 1775775057] req@ffff9a6051f86300 x1862022423080576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775057.379350:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423080576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775057.379355:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775057.379357:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775057.379360:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423080576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775057.379363:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423080704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775057.379380:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775057.379390:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775057/real 1775775057] req@ffff9a6051f84e00 x1862022423080704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775057.379402:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423080704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775057.379410:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775057.379414:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775057.379417:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423080704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775057.379424:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423080832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775057.379444:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775057.379453:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775057/real 1775775057] req@ffff9a6051f86d80 x1862022423080832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775057.379461:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423080832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775057.379466:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775057.379468:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775057.379470:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423080832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775057.379474:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423080960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775057.379484:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775057.379489:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775057/real 1775775057] req@ffff9a6051f85f80 x1862022423080960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775057.379496:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423080960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775057.379501:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775057.379503:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775057.379505:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423080960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775058.210896:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775059.234914:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775060.258885:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775061.282962:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775062.306893:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775062.498907:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775062.498915:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775062.498919:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775062.498928:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12208 00000100:00080000:2.0:1775775062.498940:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775062.498947:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775062.498984:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423081088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775062.499010:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775062.499014:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775062.499015:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775062.499018:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12208 00000100:00080000:2.0:1775775062.499023:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775062.499026:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775062.499035:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775062.499046:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423081088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775062.499047:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423081216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775062.499061:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775062.499064:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775062.499065:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775062.499069:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12208 00000100:00080000:2.0:1775775062.499072:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775062.499074:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775062.499078:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775062.499087:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423081344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775062.499093:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775062.499096:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775062.499097:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775062.499100:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12208 00000100:00080000:2.0:1775775062.499103:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775062.499105:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775062.499109:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775062.499110:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775062.499120:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423081472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775062.499131:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775062.499133:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775062.499135:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775062.499138:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12208 00000100:00080000:2.0:1775775062.499142:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775775062.499146:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775062/real 1775775062] req@ffff9a6051392680 x1862022423081088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775062.499146:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775062.499152:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775062.499164:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423081600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775062.499169:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423081088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775062.499183:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775062.499186:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775062.499190:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423081088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775062.499210:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423081216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775062.499226:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775062.499234:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775062/real 1775775062] req@ffff9a6051392a00 x1862022423081216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775062.499242:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423081216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775062.499248:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775062.499250:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775062.499252:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423081216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775062.499256:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423081344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775062.499266:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775062.499271:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775062/real 1775775062] req@ffff9a6051391180 x1862022423081344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775062.499278:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423081344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775062.499283:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775062.499284:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775062.499286:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423081344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775062.499289:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423081472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775062.499299:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775062.499304:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775062/real 1775775062] req@ffff9a6051393800 x1862022423081472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775062.499311:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423081472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775062.499315:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775062.499317:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775062.499319:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423081472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775062.499322:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423081600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775062.499333:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775062.499338:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775062/real 1775775062] req@ffff9a6051391f80 x1862022423081600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775062.499345:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423081600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775062.499350:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775062.499353:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775062.499354:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423081600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775063.331002:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775064.354884:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775065.378931:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775066.402911:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775067.426933:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775067.618890:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775067.618897:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775067.618901:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775067.618909:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12213 00000100:00080000:0.0:1775775067.618919:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775067.618924:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775067.618955:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022423081728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775067.618981:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775067.618988:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775067.618990:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775067.618996:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12213 00000100:00080000:0.0:1775775067.618999:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775067.619002:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775067.619009:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775067.619019:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022423081856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775067.619027:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775067.619029:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775775067.619030:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775067.619033:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12213 00000100:00080000:0.0:1775775067.619035:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775067.619037:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775067.619041:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775067.619043:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423081728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775067.619051:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423081984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775067.619059:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775067.619061:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775067.619062:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775067.619065:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12213 00000100:00080000:0.0:1775775067.619067:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775067.619069:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775067.619072:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775067.619080:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423082112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775067.619087:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775067.619090:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775775067.619091:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775067.619093:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12213 00000100:00080000:0.0:1775775067.619097:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775067.619099:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775067.619103:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775067.619109:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423082240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775775067.619116:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775067.619154:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775067/real 1775775067] req@ffff9a6051f84a80 x1862022423081728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775067.619174:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022423081728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775067.619185:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775067.619189:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775067.619193:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423081728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775067.619201:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423081856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775067.619227:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775067.619239:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775067/real 1775775067] req@ffff9a6051f87b80 x1862022423081856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775067.619252:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022423081856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775067.619261:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775067.619265:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775067.619267:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423081856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775067.619286:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423081984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775067.619300:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775067.619307:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775067/real 1775775067] req@ffff9a6051f85f80 x1862022423081984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775067.619315:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423081984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775067.619320:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775067.619322:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775067.619324:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423081984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775067.619327:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423082112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775067.619341:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775067.619350:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775067/real 1775775067] req@ffff9a6051f86d80 x1862022423082112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775067.619363:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423082112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775067.619371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775067.619374:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775067.619377:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423082112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775067.619383:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423082240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775067.619402:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775067.619412:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775067/real 1775775067] req@ffff9a6051f84e00 x1862022423082240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775067.619424:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423082240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775067.619432:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775067.619435:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775067.619438:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423082240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775068.450908:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775069.474916:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775070.498889:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775071.522907:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775072.546909:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775072.738863:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775072.738870:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775072.738875:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775072.738882:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12218 00000100:00080000:0.0:1775775072.738892:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775072.738898:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775072.738934:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423082368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775072.738956:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775072.738960:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775072.738963:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775072.738967:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12218 00000100:00080000:0.0:1775775072.738970:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775072.738974:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775072.738984:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775072.738998:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423082496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775072.739005:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423082368:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775775072.739018:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775072.739021:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775775072.739023:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775072.739029:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12218 00000100:00080000:0.0:1775775072.739034:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775072.739038:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775072.739044:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775072.739059:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423082624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775775072.739067:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775775072.739076:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775072.739080:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775072.739082:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775072.739088:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12218 00000100:00080000:0.0:1775775072.739093:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775072.739098:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775072.739102:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775072/real 1775775072] req@ffff9a6051f86300 x1862022423082368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1775775072.739106:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775072.739122:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423082368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775072.739125:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423082752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775072.739145:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775072.739148:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775072.739151:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:0.0:1775775072.739157:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1775775072.739158:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423082368:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775775072.739163:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775072.739169:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12218 00000100:00080000:0.0:1775775072.739174:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775072.739179:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775072.739182:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423082496:192.168.201.120@tcp:38:kworker.0 00000008:00100000:0.0:1775775072.739188:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775072.739206:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423082880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775775072.739206:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775072.739217:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775072/real 1775775072] req@ffff9a6051f85500 x1862022423082496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775072.739229:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423082496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775072.739240:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775072.739243:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775072.739245:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423082496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775072.739250:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423082624:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775072.739260:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775072.739265:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775072/real 1775775072] req@ffff9a6051f85880 x1862022423082624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775072.739273:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423082624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775072.739281:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775072.739285:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775072.739288:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423082624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775072.739294:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423082752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775072.739315:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775072.739326:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775072/real 1775775072] req@ffff9a6051f86680 x1862022423082752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775072.739339:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423082752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775072.739345:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775072.739347:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775072.739350:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423082752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775072.739363:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423082880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775072.739384:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775072.739395:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775072/real 1775775072] req@ffff9a6051f86a00 x1862022423082880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775072.739409:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423082880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775072.739417:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775072.739420:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775072.739424:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423082880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775073.570927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775074.594921:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775075.618933:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775076.642877:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775077.666910:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775077.858885:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775077.858893:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775077.858897:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775077.858905:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12223 00000100:00080000:3.0:1775775077.858914:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775077.858920:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775077.858952:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423083008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775077.858977:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775077.858981:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775077.858983:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775077.858987:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12223 00000100:00080000:3.0:1775775077.858990:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775077.858994:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775077.859005:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775077.859021:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423083136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775077.859034:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775775077.859039:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423083008:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775077.859040:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775077.859042:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775077.859051:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12223 00000100:00080000:3.0:1775775077.859055:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775077.859057:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775077.859062:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775077.859072:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423083264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775077.859084:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775077.859087:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775077.859088:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775077.859091:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12223 00000100:00080000:3.0:1775775077.859101:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775077.859104:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775077.859107:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1775775077.859112:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775077.859117:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423083392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775077.859125:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775077.859128:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775077.859129:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775077.859132:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12223 00000100:00080000:3.0:1775775077.859134:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775077.859136:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775077.859139:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775077.859147:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423083520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775077.859166:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775077/real 1775775077] req@ffff9a6048b5b800 x1862022423083008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775077.859186:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423083008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775077.859197:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775077.859201:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775077.859205:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423083008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775077.859229:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423083136:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775077.859253:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775077.859266:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775077/real 1775775077] req@ffff9a6048b59180 x1862022423083136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775077.859279:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423083136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775077.859288:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775077.859291:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775077.859294:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423083136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775077.859300:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423083264:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775077.859318:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775077.859327:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775077/real 1775775077] req@ffff9a6048b58a80 x1862022423083264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775077.859350:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423083264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775077.859357:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775077.859361:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775077.859364:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423083264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775077.859370:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423083392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775077.859400:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775077.859415:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775077/real 1775775077] req@ffff9a6048b59f80 x1862022423083392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775077.859428:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423083392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775077.859437:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775077.859440:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775077.859443:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423083392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775077.859449:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423083520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775077.859468:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775077.859477:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775077/real 1775775077] req@ffff9a6048b5b100 x1862022423083520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775077.859503:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423083520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775077.859511:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775077.859514:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775077.859517:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423083520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775078.690888:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775079.714918:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775080.738938:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775081.762941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775082.786928:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775082.978897:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775082.978904:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775082.978908:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775082.978915:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12228 00000100:00080000:3.0:1775775082.978924:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775082.978929:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775082.978957:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423083648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775082.978979:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775082.978982:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775082.978983:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775082.978986:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12228 00000100:00080000:3.0:1775775082.978988:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775082.978989:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775082.978996:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775082.979002:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423083776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775082.979010:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775082.979013:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775082.979014:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775082.979017:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12228 00000100:00080000:3.0:1775775082.979020:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775082.979025:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775082.979026:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423083648:192.168.201.120@tcp:250:kworker.0 00000008:00100000:3.0:1775775082.979031:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775082.979043:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423083904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775082.979052:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775082.979056:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775082.979058:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775082.979061:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12228 00000100:00080000:3.0:1775775082.979065:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775082.979069:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775082.979074:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1775775082.979081:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775082.979085:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423084032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775082.979092:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775082.979095:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775082.979096:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775082.979100:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12228 00000100:00080000:3.0:1775775082.979104:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1775775082.979109:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775082/real 1775775082] req@ffff9a6048b58e00 x1862022423083648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775082.979109:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775082.979116:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775082.979126:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423083648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775082.979131:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423084160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775082.979136:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775082.979144:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775082.979149:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423083648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775082.979155:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423083776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775082.979169:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775082.979176:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775082/real 1775775082] req@ffff9a6048b59880 x1862022423083776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775082.979183:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423083776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775082.979188:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775082.979190:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775082.979192:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423083776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775082.979208:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423083904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775082.979217:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775082.979221:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775082/real 1775775082] req@ffff9a6048b5aa00 x1862022423083904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775082.979228:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423083904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775082.979232:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775082.979234:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775082.979235:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423083904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775082.979239:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423084032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775082.979247:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775082.979252:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775082/real 1775775082] req@ffff9a6048b5a300 x1862022423084032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775082.979259:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423084032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775082.979263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775082.979265:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775082.979266:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423084032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775082.979269:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423084160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775082.979277:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775082.979281:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775082/real 1775775082] req@ffff9a6048b58000 x1862022423084160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775082.979287:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423084160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775082.979292:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775082.979293:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775082.979295:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423084160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775083.810878:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775084.834963:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775085.858979:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775086.882952:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775087.906933:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775088.098872:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775088.098881:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775088.098886:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775088.098895:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12233 00000100:00080000:3.0:1775775088.098908:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775088.098914:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775088.098960:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423084288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775088.098994:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775088.098998:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775088.098999:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775088.099002:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12233 00000100:00080000:3.0:1775775088.099005:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775088.099008:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775088.099017:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775088.099030:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423084416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775088.099041:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775088.099044:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775088.099047:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775775088.099049:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423084288:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775088.099054:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12233 00000100:00080000:3.0:1775775088.099059:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775088.099062:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775088.099067:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775088.099079:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423084544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775088.099088:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775088.099091:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775088.099093:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775088.099096:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12233 00000100:00080000:3.0:1775775088.099100:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775088.099104:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775088.099109:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775088.099120:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423084672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775775088.099123:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775088.099133:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775088.099140:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775088.099142:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775088.099147:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12233 00000100:00080000:3.0:1775775088.099150:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775088.099154:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775088.099159:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775088.099167:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775088/real 1775775088] req@ffff9a6048b5ad80 x1862022423084288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775088.099171:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423084800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775088.099203:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423084288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775088.099220:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775088.099229:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775088.099232:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423084288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775088.099259:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423084416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775088.099283:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775088.099294:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775088/real 1775775088] req@ffff9a6048b59c00 x1862022423084416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775088.099302:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423084416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775088.099308:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775088.099310:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775088.099312:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423084416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775088.099315:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423084544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775088.099327:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775088.099332:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775088/real 1775775088] req@ffff9a6048b5b480 x1862022423084544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775088.099339:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423084544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775088.099343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775088.099344:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775088.099346:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423084544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775088.099350:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423084672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775088.099360:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775088.099365:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775088/real 1775775088] req@ffff9a6048b59500 x1862022423084672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775088.099371:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423084672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775088.099376:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775088.099377:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775088.099379:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423084672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775088.099382:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423084800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775088.099389:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775088.099394:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775088/real 1775775088] req@ffff9a6048b5a680 x1862022423084800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775088.099400:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423084800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775088.099405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775088.099406:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775088.099408:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423084800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775088.930915:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775089.954926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775090.978956:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775092.002977:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775093.027018:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775093.218945:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775093.218957:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775093.218962:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775093.218974:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12238 00000100:00080000:1.0:1775775093.218985:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775093.218993:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775093.219033:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423084928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775093.219064:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775093.219068:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775093.219071:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775093.219075:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12238 00000100:00080000:1.0:1775775093.219078:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775093.219082:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775093.219091:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775093.219106:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423085056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775093.219118:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775093.219121:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775093.219123:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775093.219129:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12238 00000100:00100000:0.0:1775775093.219136:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423084928:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775093.219148:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775093.219154:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775093.219160:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775093.219174:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423085184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775093.219192:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775093.219195:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775093.219197:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775093.219203:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12238 00000100:00080000:1.0:1775775093.219216:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775093.219223:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775093.219229:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775093.219238:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775093.219244:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423085312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775093.219257:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775093.219261:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775093.219263:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775093.219271:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12238 00000100:00080000:1.0:1775775093.219275:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775093.219281:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775093.219287:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775093.219298:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775093/real 1775775093] req@ffff9a605873aa00 x1862022423084928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775093.219305:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423085440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775093.219377:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423084928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775093.219393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775093.219399:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775093.219404:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423084928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775093.219436:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423085056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775093.219461:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775093.219474:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775093/real 1775775093] req@ffff9a6058739500 x1862022423085056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775093.219485:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423085056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775093.219493:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775093.219497:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775093.219500:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423085056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775093.219506:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423085184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775093.219525:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775093.219534:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775093/real 1775775093] req@ffff9a6058738e00 x1862022423085184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775093.219545:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423085184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775093.219552:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775093.219556:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775093.219558:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423085184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775093.219565:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423085312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775093.219582:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775093.219591:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775093/real 1775775093] req@ffff9a605873a300 x1862022423085312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775093.219600:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423085312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775093.219608:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775093.219611:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775093.219614:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423085312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775093.219620:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423085440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775093.219641:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775093.219651:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775093/real 1775775093] req@ffff9a6058739180 x1862022423085440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775093.219667:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423085440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775093.219675:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775093.219678:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775093.219681:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423085440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775094.050916:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775095.074889:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775096.098887:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775097.122913:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775098.146992:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775098.338949:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775098.338964:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775098.338970:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775098.338983:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12243 00000100:00080000:3.0:1775775098.338998:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775098.339011:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775098.339054:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423085568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775098.339094:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775098.339098:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775098.339100:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775098.339105:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12243 00000100:00080000:3.0:1775775098.339110:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775098.339113:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775098.339124:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775098.339135:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423085568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775098.339139:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423085696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775098.339149:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775098.339152:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775098.339154:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775098.339157:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12243 00000100:00080000:3.0:1775775098.339160:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775098.339163:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775098.339166:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775098.339175:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423085824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775098.339184:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775098.339188:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775098.339190:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775098.339194:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12243 00000100:00080000:3.0:1775775098.339199:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775098.339204:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775098.339210:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1775775098.339223:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775098.339223:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423085952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775098.339235:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775098.339239:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775098.339241:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775098.339245:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12243 00000100:00080000:3.0:1775775098.339260:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775098.339265:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775098.339271:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775098.339275:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775098/real 1775775098] req@ffff9a6048b5bb80 x1862022423085568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775098.339284:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423086080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775098.339325:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423085568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775098.339338:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775098.339342:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775098.339346:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423085568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775098.339372:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423085696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775098.339395:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775098.339407:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775098/real 1775775098] req@ffff9a6048b5a680 x1862022423085696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775098.339420:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423085696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775098.339428:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775098.339431:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775098.339434:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423085696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775098.339441:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423085824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775098.339460:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775098.339470:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775098/real 1775775098] req@ffff9a6048b59500 x1862022423085824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775098.339482:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423085824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775098.339495:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775098.339498:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775098.339501:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423085824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775098.339507:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423085952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775098.339528:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775098.339538:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775098/real 1775775098] req@ffff9a6048b5b480 x1862022423085952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775098.339551:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423085952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775098.339558:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775098.339562:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775098.339565:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423085952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775098.339574:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423086080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775098.339592:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775098.339604:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775098/real 1775775098] req@ffff9a6048b59c00 x1862022423086080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775098.339616:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423086080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775098.339626:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775098.339630:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775098.339635:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423086080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775099.170977:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775100.194979:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775101.218922:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775102.242991:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775103.266884:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775103.458919:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775103.458927:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775103.458931:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775103.458939:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12249 00000100:00080000:0.0:1775775103.458948:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775103.458954:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775103.458992:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423086208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775103.459022:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775103.459026:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775103.459028:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775103.459032:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12249 00000100:00080000:0.0:1775775103.459036:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775103.459040:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775103.459049:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775103.459061:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423086208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775103.459062:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423086336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775103.459076:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775103.459079:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775775103.459080:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775103.459083:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12249 00000100:00080000:0.0:1775775103.459085:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775103.459087:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775103.459091:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775103.459099:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423086464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775103.459105:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775103.459108:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775103.459109:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775103.459111:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12249 00000100:00080000:0.0:1775775103.459115:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775103.459118:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775103.459121:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1775775103.459128:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775103.459132:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423086592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775103.459140:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775103.459142:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775775103.459144:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775103.459146:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12249 00000100:00080000:0.0:1775775103.459149:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775103.459151:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775103.459155:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775103.459177:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423086720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775103.459180:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775103/real 1775775103] req@ffff9a6051f85c00 x1862022423086208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775103.459200:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423086208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775103.459208:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775103.459212:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775103.459215:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423086208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775103.459232:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423086336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775103.459248:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775103.459256:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775103/real 1775775103] req@ffff9a6051f84380 x1862022423086336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775103.459264:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423086336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775103.459269:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775103.459271:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775103.459274:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423086336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775103.459277:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423086464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775103.459286:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775103.459293:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775103/real 1775775103] req@ffff9a6051f87480 x1862022423086464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775103.459300:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423086464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775103.459305:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775103.459306:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775103.459308:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423086464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775103.459312:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423086592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775103.459321:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775103.459326:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775103/real 1775775103] req@ffff9a6051f87100 x1862022423086592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775103.459333:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423086592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775103.459338:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775103.459339:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775103.459341:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423086592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775103.459344:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423086720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775103.459353:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775103.459358:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775103/real 1775775103] req@ffff9a6051f84700 x1862022423086720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775103.459364:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423086720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775103.459370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775103.459372:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775103.459374:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423086720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775104.291018:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775105.314943:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775106.338983:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775107.362927:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775108.386903:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775108.578914:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775108.578925:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775108.578930:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775108.578939:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12254 00000100:00080000:3.0:1775775108.578951:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775108.578958:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775108.578996:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423086848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775108.579026:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775108.579029:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775108.579030:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775108.579033:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12254 00000100:00080000:3.0:1775775108.579037:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775108.579040:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775108.579048:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775108.579059:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423086976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775108.579087:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775775108.579092:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423086848:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775108.579092:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775108.579094:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775108.579104:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12254 00000100:00080000:3.0:1775775108.579108:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775108.579112:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775108.579119:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775108.579134:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423087104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775108.579142:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775108.579144:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775108.579146:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775108.579149:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12254 00000100:00080000:3.0:1775775108.579152:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775108.579154:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775108.579158:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775108.579166:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423087232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775108.579177:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775108.579180:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775108.579181:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775108.579184:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12254 00000100:00080000:3.0:1775775108.579187:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775108.579189:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775108.579193:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775108.579202:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423086976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775108.579203:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423087360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775108.579242:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423087104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775108.579263:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423087232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775108.579285:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423087360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775109.410892:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775110.434961:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775111.458949:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775775111.651146:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:0.0:1775775111.651205:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775775111.651226:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775775111.651279:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775775111.651291:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775775111.651299:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775775111.651308:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:1.0:1775775111.651419:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775108/real 1775775111] req@ffff9a6048b59880 x1862022423087360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775111.651468:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423087360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775111.651482:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775111.651488:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775111.651493:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423087360:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775111.651502:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775108/real 1775775111] req@ffff9a6048b58000 x1862022423086976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775111.651517:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423086976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775111.651532:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775111.651536:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775111.651540:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423086976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775111.651548:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775108/real 1775775111] req@ffff9a6048b5a300 x1862022423087104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775111.651561:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423087104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775111.651570:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775111.651574:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775111.651578:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423087104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775111.651585:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775108/real 1775775111] req@ffff9a6048b5aa00 x1862022423087232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775111.651598:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423087232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775111.651606:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775111.651609:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775111.651613:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423087232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775111.651621:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775108/real 1775775111] req@ffff9a6048b5ad80 x1862022423086848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775111.651634:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423086848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775111.651643:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775111.651647:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775111.651650:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423086848:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775775112.482898:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775113.506890:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775113.698891:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775113.698899:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775113.698903:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775113.698911:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12259 00000100:00080000:3.0:1775775113.698921:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775113.698926:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775113.698956:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423087488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775113.698997:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775113.699001:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775113.699002:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775113.699006:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12259 00000100:00080000:3.0:1775775113.699008:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775113.699011:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775113.699020:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775113.699031:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423087616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775113.699040:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775113.699043:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775113.699044:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775113.699049:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12259 00000100:00100000:1.0:1775775113.699051:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423087488:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775113.699051:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775113.699058:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775113.699062:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775113.699070:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423087744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775113.699076:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775113.699078:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775113.699080:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775113.699082:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12259 00000100:00080000:3.0:1775775113.699085:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775113.699087:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775113.699091:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775113.699098:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423087872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775113.699104:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775113.699105:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775113.699107:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1775775113.699111:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775113.699115:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12259 00000100:00080000:3.0:1775775113.699120:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775113.699123:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775113.699128:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775113.699137:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423088000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775113.699145:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775113/real 1775775113] req@ffff9a6048b58e00 x1862022423087488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775113.699160:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423087488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775113.699168:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775113.699171:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775113.699174:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423087488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775113.699192:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423087616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775113.699212:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775113.699224:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775113/real 1775775113] req@ffff9a6048b5b100 x1862022423087616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775113.699236:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423087616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775113.699243:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775113.699247:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775113.699250:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423087616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775113.699257:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423087744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775113.699278:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775113.699287:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775113/real 1775775113] req@ffff9a6048b59f80 x1862022423087744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775113.699301:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423087744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775113.699308:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775113.699312:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775113.699315:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423087744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775113.699320:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423087872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775113.699342:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775113.699351:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775113/real 1775775113] req@ffff9a6048b58a80 x1862022423087872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775113.699359:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423087872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775113.699364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775113.699366:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775113.699368:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423087872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775113.699372:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423088000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775113.699383:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775113.699388:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775113/real 1775775113] req@ffff9a6048b59180 x1862022423088000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775113.699401:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423088000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775113.699408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775113.699411:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775113.699414:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423088000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775114.530905:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775115.554874:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775116.578907:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775117.602941:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775118.626892:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775118.818965:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775118.818979:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775118.818986:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775118.819000:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12264 00000100:00080000:1.0:1775775118.819016:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775118.819025:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775118.819078:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423088128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775118.819111:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775118.819114:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775118.819116:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775118.819120:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12264 00000100:00080000:1.0:1775775118.819123:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775118.819126:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775118.819136:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775118.819147:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423088256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775118.819161:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775118.819164:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775118.819166:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775118.819169:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12264 00000100:00080000:1.0:1775775118.819170:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775118.819172:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775118.819175:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775118.819183:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423088384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775118.819191:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775118.819195:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775118.819197:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775775118.819199:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423088128:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775118.819202:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12264 00000100:00080000:1.0:1775775118.819210:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775118.819214:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775118.819218:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775118.819229:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423088512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775118.819235:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775118.819238:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775118.819239:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775118.819242:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12264 00000100:00080000:1.0:1775775118.819259:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775118.819262:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775118.819266:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775118.819273:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423088640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775118.819284:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775118.819331:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775118/real 1775775118] req@ffff9a605873b100 x1862022423088128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775118.819345:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423088128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775118.819353:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775118.819357:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775118.819360:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423088128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775118.819366:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423088256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775118.819382:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775118.819390:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775118/real 1775775118] req@ffff9a6058739880 x1862022423088256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775118.819398:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423088256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775118.819404:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775118.819406:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775118.819409:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423088256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775118.819428:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423088384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775118.819439:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775118.819445:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775118/real 1775775118] req@ffff9a605873bb80 x1862022423088384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775118.819452:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423088384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775118.819457:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775118.819459:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775118.819461:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423088384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775118.819465:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423088512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775118.819481:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775118.819488:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775118/real 1775775118] req@ffff9a6058739180 x1862022423088512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775118.819500:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423088512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775118.819508:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775118.819512:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775118.819515:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423088512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775118.819521:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423088640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775118.819544:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775118.819556:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775118/real 1775775118] req@ffff9a605873a300 x1862022423088640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775118.819564:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423088640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775118.819569:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775118.819571:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775118.819573:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423088640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775119.650946:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775120.674944:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775121.698977:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775122.722912:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775123.746972:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775123.938895:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775123.938903:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775123.938907:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775123.938916:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12269 00000100:00080000:1.0:1775775123.938928:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775123.938936:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775123.938973:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423088768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775123.938996:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775123.938998:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775123.939000:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775123.939003:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12269 00000100:00080000:1.0:1775775123.939005:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775123.939008:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775123.939016:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775123.939027:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423088896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775123.939035:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775123.939038:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775123.939039:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775123.939041:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12269 00000100:00080000:1.0:1775775123.939044:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775775123.939049:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423088768:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775123.939049:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775123.939053:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775123.939063:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423089024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775123.939069:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775123.939071:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775123.939072:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775123.939075:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12269 00000100:00080000:1.0:1775775123.939077:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775123.939080:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775123.939082:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775123.939090:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423089152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775123.939096:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775123.939099:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775123.939100:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775123.939102:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12269 00000100:00080000:1.0:1775775123.939105:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775123.939107:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775123.939111:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775123.939118:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423089280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775123.939125:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775123.939165:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775123/real 1775775123] req@ffff9a6058738e00 x1862022423088768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775123.939184:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423088768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775123.939196:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775123.939200:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775123.939205:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423088768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775123.939213:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423088896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775123.939236:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775123.939247:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775123/real 1775775123] req@ffff9a6058739500 x1862022423088896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775123.939260:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423088896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775123.939269:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775123.939272:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775123.939276:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423088896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775123.939298:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423089024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775123.939313:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775123.939322:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775123/real 1775775123] req@ffff9a605873aa00 x1862022423089024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775123.939334:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423089024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775123.939342:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775123.939345:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775123.939348:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423089024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775123.939355:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423089152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775123.939376:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775123.939395:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775123/real 1775775123] req@ffff9a6058738a80 x1862022423089152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775123.939407:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423089152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775123.939416:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775123.939419:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775123.939423:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423089152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775123.939429:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423089280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775123.939448:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775123.939459:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775123/real 1775775123] req@ffff9a605873b800 x1862022423089280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775123.939471:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423089280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775123.939479:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775123.939482:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775123.939485:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423089280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775124.770943:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775125.794956:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775126.818901:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775127.842925:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775128.866883:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775129.058860:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775129.058868:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775129.058872:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775129.058880:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12274 00000100:00080000:1.0:1775775129.058890:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775129.058895:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775129.058928:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423089408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775129.058960:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775129.058964:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775129.058966:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775129.058969:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12274 00000100:00080000:1.0:1775775129.058972:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775129.058975:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775129.058983:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775129.058994:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423089536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775129.059003:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775129.059005:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1775775129.059009:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423089408:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775129.059015:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775129.059020:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12274 00000100:00080000:1.0:1775775129.059023:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775129.059026:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775129.059029:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775129.059039:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423089664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775129.059046:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775129.059049:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775129.059050:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775129.059052:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12274 00000100:00080000:1.0:1775775129.059056:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775129.059058:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775129.059061:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775129.059065:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775129.059075:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423089792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775129.059082:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775129.059085:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775129.059086:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775129.059089:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12274 00000100:00080000:1.0:1775775129.059092:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775129.059094:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775129.059097:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775129.059105:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423089920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775129.059109:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775129/real 1775775129] req@ffff9a605873a680 x1862022423089408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775129.059150:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423089408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775129.059159:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775129.059163:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775129.059166:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423089408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775129.059183:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423089536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775129.059198:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775129.059206:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775129/real 1775775129] req@ffff9a6058738000 x1862022423089536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775129.059214:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423089536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775129.059220:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775129.059222:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775129.059224:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423089536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775129.059227:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423089664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775129.059237:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775129.059242:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775129/real 1775775129] req@ffff9a605873ad80 x1862022423089664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775129.059248:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423089664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775129.059254:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775129.059255:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775129.059257:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423089664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775129.059261:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423089792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775129.059271:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775129.059276:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775129/real 1775775129] req@ffff9a6058739f80 x1862022423089792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775129.059283:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423089792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775129.059288:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775129.059290:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775129.059292:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423089792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775129.059295:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423089920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775129.059303:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775129.059308:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775129/real 1775775129] req@ffff9a6058738700 x1862022423089920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775129.059315:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423089920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775129.059320:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775129.059321:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775129.059323:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423089920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775129.890910:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775130.914886:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775131.938902:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775132.962906:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775133.986872:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775134.179048:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775134.179058:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775134.179065:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775134.179080:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12279 00000100:00080000:1.0:1775775134.179097:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775134.179106:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775134.179151:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423090048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775134.179193:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775134.179198:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775134.179200:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775134.179205:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12279 00000100:00080000:1.0:1775775134.179210:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775134.179214:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775134.179226:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775134.179238:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423090176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775134.179247:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775134.179250:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775134.179252:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775134.179255:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12279 00000100:00080000:1.0:1775775134.179259:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775134.179261:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775134.179268:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775134.179268:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423090048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775134.179281:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423090304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775134.179296:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775134.179299:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775134.179300:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775134.179303:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12279 00000100:00080000:1.0:1775775134.179306:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775134.179308:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775134.179312:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775134.179320:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423090432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775134.179327:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775134.179329:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775134.179331:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775134.179333:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12279 00000100:00080000:1.0:1775775134.179335:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775134.179337:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775134.179340:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775134.179346:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423090560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775775134.179353:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775134.179602:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775134/real 1775775134] req@ffff9a6058739c00 x1862022423090048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775134.179686:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423090048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775134.179701:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775134.179706:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775134.179711:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423090048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775134.179718:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423090176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775134.179744:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775134.179758:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775134/real 1775775134] req@ffff9a6058738380 x1862022423090176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775134.179771:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423090176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775134.179787:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775134.179830:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775134.179835:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423090176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775134.179868:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423090304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775134.179906:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775134.179919:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775134/real 1775775134] req@ffff9a605873b480 x1862022423090304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775134.179928:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423090304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775134.179934:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775134.179936:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775134.179938:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423090304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775134.179942:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423090432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775134.179957:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775134.179964:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775134/real 1775775134] req@ffff9a6058738700 x1862022423090432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775134.179971:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423090432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775134.179976:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775134.179978:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775134.179981:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423090432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775134.179985:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423090560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775134.179995:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775134.180000:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775134/real 1775775134] req@ffff9a6058739f80 x1862022423090560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775134.180007:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423090560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775134.180012:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775134.180014:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775134.180016:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423090560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775135.010980:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775136.034938:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775137.058948:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775138.082904:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775139.106911:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775139.298870:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775139.298878:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775139.298882:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775139.298890:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12284 00000100:00080000:3.0:1775775139.298899:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775139.298905:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775139.298937:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423090688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775139.298963:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775139.298966:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775139.298967:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775139.298970:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12284 00000100:00080000:3.0:1775775139.298972:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775139.298975:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775139.298983:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775139.298992:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423090816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775139.299000:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775139.299003:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775139.299004:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775139.299007:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12284 00000100:00080000:3.0:1775775139.299009:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775139.299011:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775139.299015:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775139.299019:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423090688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775139.299024:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423090944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775139.299031:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775139.299033:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775139.299034:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775139.299037:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12284 00000100:00080000:3.0:1775775139.299039:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775139.299041:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775139.299044:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775139.299053:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423091072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775139.299058:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775139.299061:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775139.299062:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775139.299065:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12284 00000100:00080000:3.0:1775775139.299068:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775139.299070:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775139.299073:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775139.299078:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423091200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775139.299085:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775139.299118:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775139/real 1775775139] req@ffff9a6048b5b800 x1862022423090688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775139.299132:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423090688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775139.299139:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775139.299142:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775139.299145:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423090688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775139.299150:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423090816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775139.299165:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775139.299173:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775139/real 1775775139] req@ffff9a6048b59180 x1862022423090816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775139.299186:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423090816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775139.299194:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775139.299198:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775139.299201:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423090816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775139.299225:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423090944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775139.299243:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775139.299251:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775139/real 1775775139] req@ffff9a6048b58a80 x1862022423090944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775139.299259:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423090944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775139.299264:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775139.299266:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775139.299268:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423090944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775139.299272:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423091072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775139.299282:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775139.299288:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775139/real 1775775139] req@ffff9a6048b59f80 x1862022423091072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775139.299294:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423091072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775139.299299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775139.299301:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775139.299303:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423091072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775139.299306:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423091200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775139.299315:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775139.299320:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775139/real 1775775139] req@ffff9a6048b5b100 x1862022423091200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775139.299328:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423091200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775139.299333:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775139.299334:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775139.299336:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423091200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775140.130929:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775141.154933:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775142.178914:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775143.202913:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775144.226921:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775144.418899:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775144.418907:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775144.418910:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775144.418919:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12290 00000100:00080000:2.0:1775775144.418927:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775144.418933:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775144.418963:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423091328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775144.418985:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775144.418987:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775144.418989:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775144.418991:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12290 00000100:00080000:2.0:1775775144.418994:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775144.418996:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775144.419005:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775144.419013:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423091456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775144.419021:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775144.419024:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775144.419026:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775144.419031:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12290 00000100:00080000:2.0:1775775144.419037:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775775144.419038:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423091328:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775144.419043:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775144.419051:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775144.419065:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423091584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775144.419077:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775144.419080:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775144.419082:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775144.419085:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12290 00000100:00080000:2.0:1775775144.419088:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775144.419091:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775144.419096:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775144.419104:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423091712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775144.419112:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775144.419116:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775144.419118:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1775775144.419123:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775775144.419127:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12290 00000100:00080000:2.0:1775775144.419132:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775144.419136:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775144.419142:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775144.419156:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423091840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775144.419159:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775144/real 1775775144] req@ffff9a6051390e00 x1862022423091328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775144.419197:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423091328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775144.419208:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775144.419213:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775144.419218:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423091328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775144.419226:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423091456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775144.419262:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775144.419276:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775144/real 1775775144] req@ffff9a6051393480 x1862022423091456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775144.419286:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423091456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775144.419292:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775144.419294:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775144.419296:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423091456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775144.419314:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423091584:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775144.419329:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775144.419336:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775144/real 1775775144] req@ffff9a6051393100 x1862022423091584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775144.419344:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423091584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775144.419349:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775144.419351:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775144.419353:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423091584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775144.419357:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423091712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775144.419367:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775144.419372:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775144/real 1775775144] req@ffff9a6051390a80 x1862022423091712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775144.419379:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423091712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775144.419388:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775144.419390:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775144.419392:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423091712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775144.419395:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423091840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775144.419405:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775144.419410:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775144/real 1775775144] req@ffff9a6051390000 x1862022423091840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775144.419417:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423091840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775144.419422:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775144.419423:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775144.419425:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423091840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775145.250883:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775146.274897:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775147.298926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775148.322943:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775149.346882:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775149.538942:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775149.538950:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775149.538954:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775149.538962:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12295 00000100:00080000:3.0:1775775149.538973:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775149.538978:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775149.539012:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423091968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775149.539036:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775149.539039:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775149.539040:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775149.539043:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12295 00000100:00080000:3.0:1775775149.539045:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775149.539047:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775149.539054:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775149.539062:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423092096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775149.539069:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775149.539071:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775149.539072:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775149.539075:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12295 00000100:00080000:3.0:1775775149.539078:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775149.539080:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775149.539083:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775149.539089:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423092224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775149.539096:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775149.539100:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1775775149.539101:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423091968:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775149.539101:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775149.539108:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12295 00000100:00080000:3.0:1775775149.539111:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775149.539113:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775149.539116:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775149.539124:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423092352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775149.539130:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775149.539132:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775149.539134:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775149.539136:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12295 00000100:00080000:3.0:1775775149.539139:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775149.539141:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775149.539144:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775149.539152:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423092480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775149.539163:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775149.539203:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775149/real 1775775149] req@ffff9a6048b58e00 x1862022423091968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775149.539217:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423091968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775149.539225:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775149.539228:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775149.539231:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423091968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775149.539236:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423092096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775149.539253:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775149.539261:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775149/real 1775775149] req@ffff9a6048b5ad80 x1862022423092096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775149.539268:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423092096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775149.539274:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775149.539276:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775149.539278:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423092096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775149.539296:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423092224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775149.539306:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775149.539312:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775149/real 1775775149] req@ffff9a6048b5aa00 x1862022423092224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775149.539319:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423092224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775149.539325:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775149.539327:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775149.539329:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423092224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775149.539333:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423092352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775149.539343:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775149.539349:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775149/real 1775775149] req@ffff9a6048b5a300 x1862022423092352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775149.539368:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423092352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775149.539374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775149.539377:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775149.539379:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423092352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775149.539383:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423092480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775149.539397:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775149.539404:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775149/real 1775775149] req@ffff9a6048b58000 x1862022423092480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775149.539418:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423092480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775149.539423:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775149.539425:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775149.539427:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423092480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775150.370900:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775151.394937:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775152.418880:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775153.442883:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775154.466920:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775154.658948:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775154.658955:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775154.658959:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775154.658967:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12300 00000100:00080000:1.0:1775775154.658977:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775154.658982:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775154.659012:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423092608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775154.659037:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775154.659040:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775154.659041:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775154.659044:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12300 00000100:00080000:1.0:1775775154.659047:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775154.659049:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775154.659057:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775154.659064:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423092736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775154.659071:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775154.659074:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775154.659075:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775154.659078:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12300 00000100:00080000:1.0:1775775154.659080:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775154.659082:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775154.659085:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775154.659088:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423092608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775154.659095:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423092864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775154.659114:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775154.659117:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775154.659118:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775154.659121:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12300 00000100:00080000:1.0:1775775154.659132:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775154.659135:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775154.659138:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775154.659144:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775154.659148:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423092992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775154.659155:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775154.659157:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775154.659159:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775154.659161:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12300 00000100:00080000:1.0:1775775154.659164:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775154.659166:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775154.659169:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775154.659179:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423093120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775154.659181:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775154/real 1775775154] req@ffff9a605873ad80 x1862022423092608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775154.659194:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423092608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775154.659213:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775154.659218:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775154.659222:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423092608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775154.659227:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423092736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775154.659243:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775154.659251:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775154/real 1775775154] req@ffff9a6058738000 x1862022423092736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775154.659259:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423092736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775154.659264:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775154.659266:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775154.659287:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423092736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775154.659315:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423092864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775154.659337:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775154.659349:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775154/real 1775775154] req@ffff9a605873a680 x1862022423092864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775154.659362:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423092864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775154.659371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775154.659375:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775154.659378:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423092864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775154.659384:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423092992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775154.659404:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775154.659416:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775154/real 1775775154] req@ffff9a605873b800 x1862022423092992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775154.659427:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423092992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775154.659434:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775154.659437:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775154.659439:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423092992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775154.659445:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423093120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775154.659465:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775154.659476:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775154/real 1775775154] req@ffff9a6058738a80 x1862022423093120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775154.659489:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423093120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775154.659502:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775154.659505:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775154.659507:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423093120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775155.490907:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775156.514892:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775157.538933:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775158.562931:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775159.586923:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775159.778889:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775159.778897:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775159.778900:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775159.778908:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12305 00000100:00080000:0.0:1775775159.778918:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775159.778923:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775159.778960:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022423093248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775159.778992:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775159.778996:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775159.778997:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775159.779001:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12305 00000100:00080000:0.0:1775775159.779004:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775159.779007:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775159.779015:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775159.779026:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022423093376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775159.779034:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775159.779037:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775775159.779038:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775159.779041:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12305 00000100:00080000:0.0:1775775159.779045:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775775159.779047:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423093248:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775775159.779048:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775159.779054:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775159.779063:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423093504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775159.779070:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775159.779073:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775159.779074:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775159.779076:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12305 00000100:00080000:0.0:1775775159.779078:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775159.779081:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775159.779083:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775159.779090:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423093632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775159.779096:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775159.779098:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775775159.779100:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775159.779102:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12305 00000100:00080000:0.0:1775775159.779105:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775159.779107:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775159.779110:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775775159.779117:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775159.779118:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423093760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775159.779156:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775159/real 1775775159] req@ffff9a6051f85180 x1862022423093248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775159.779176:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022423093248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775159.779218:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775159.779223:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775159.779228:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423093248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775159.779236:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423093376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775159.779263:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775159.779275:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775159/real 1775775159] req@ffff9a6051f87800 x1862022423093376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775159.779288:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022423093376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775159.779297:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775159.779301:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775159.779305:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423093376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775159.779327:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423093504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775159.779343:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775159.779352:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775159/real 1775775159] req@ffff9a6051f84700 x1862022423093504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775159.779363:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423093504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775159.779372:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775159.779375:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775159.779378:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423093504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775159.779384:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423093632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775159.779398:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775159.779406:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775159/real 1775775159] req@ffff9a6051f87100 x1862022423093632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775159.779417:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423093632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775159.779426:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775159.779430:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775159.779433:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423093632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775159.779439:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423093760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775159.779460:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775159.779472:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775159/real 1775775159] req@ffff9a6051f87480 x1862022423093760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775159.779484:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423093760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775159.779493:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775159.779496:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775159.779499:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423093760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775160.610943:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775161.634888:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775162.658894:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775163.682872:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775164.706965:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775164.898936:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775164.898947:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775164.898951:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775164.898961:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12310 00000100:00080000:1.0:1775775164.898974:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775164.898981:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775164.899016:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423093888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775164.899047:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775164.899052:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775164.899054:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775164.899058:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12310 00000100:00080000:1.0:1775775164.899062:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775164.899066:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775164.899077:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775164.899108:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423094016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775164.899119:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775164.899123:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775164.899126:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775164.899130:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12310 00000100:00080000:1.0:1775775164.899135:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775164.899141:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775164.899142:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423093888:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775775164.899148:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775164.899164:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423094144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775164.899175:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775164.899180:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775164.899182:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775164.899186:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12310 00000100:00080000:1.0:1775775164.899190:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775164.899195:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775164.899201:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775775164.899201:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775164.899216:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423094272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775164.899228:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775164.899232:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775164.899234:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775775164.899236:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775164/real 1775775164] req@ffff9a605873aa00 x1862022423093888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775164.899243:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12310 00000100:00080000:1.0:1775775164.899251:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775164.899256:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775164.899261:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775164.899261:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423093888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775164.899273:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1775775164.899276:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423094400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775164.899279:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775164.899287:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423093888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775164.899297:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423094016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775164.899317:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775164.899325:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775164/real 1775775164] req@ffff9a6058739500 x1862022423094016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775164.899333:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423094016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775164.899343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775164.899346:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775164.899348:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423094016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775164.899367:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423094144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775164.899377:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775164.899383:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775164/real 1775775164] req@ffff9a6058738e00 x1862022423094144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775164.899390:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423094144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775164.899395:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775164.899397:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775164.899399:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423094144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775164.899403:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423094272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775164.899413:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775164.899418:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775164/real 1775775164] req@ffff9a605873a300 x1862022423094272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775164.899426:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423094272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775164.899430:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775164.899432:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775164.899435:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423094272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775164.899438:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423094400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775164.899447:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775164.899454:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775164/real 1775775164] req@ffff9a6058739180 x1862022423094400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775189 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775164.899466:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423094400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775189 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775164.899474:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775164.899477:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775164.899481:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423094400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775165.730896:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775166.754920:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775167.778933:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775168.802922:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775169.826885:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775170.018909:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775170.018917:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775170.018921:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775170.018929:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12315 00000100:00080000:1.0:1775775170.018938:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775170.018944:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775170.018975:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423094528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775170.018996:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775170.019015:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775170.019016:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775170.019020:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12315 00000100:00080000:1.0:1775775170.019023:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775170.019027:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775170.019036:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775170.019046:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423094528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775170.019052:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423094656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775170.019066:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775170.019070:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775170.019072:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775170.019077:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12315 00000100:00080000:1.0:1775775170.019082:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775170.019086:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775170.019093:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775170.019108:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423094784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775170.019116:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775775170.019122:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775170.019125:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775170.019127:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775170.019132:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12315 00000100:00080000:1.0:1775775170.019137:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775170.019140:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775170.019144:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775170.019154:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775170/real 1775775170] req@ffff9a605873bb80 x1862022423094528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775170.019155:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423094912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775170.019180:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775170.019184:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775170.019185:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775170.019188:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12315 00000100:00080000:1.0:1775775170.019191:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775170.019194:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775170.019198:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423094528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1775775170.019199:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775170.019210:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423095040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775170.019218:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775170.019225:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775170.019231:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423094528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775170.019259:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423094656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775170.019282:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775170.019291:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775170/real 1775775170] req@ffff9a6058739880 x1862022423094656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775170.019300:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423094656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775170.019306:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775170.019309:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775170.019312:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423094656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775170.019317:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423094784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775170.019330:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775170.019336:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775170/real 1775775170] req@ffff9a605873b100 x1862022423094784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775170.019343:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423094784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775170.019348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775170.019349:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775170.019351:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423094784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775170.019356:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423094912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775170.019368:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775170.019374:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775170/real 1775775170] req@ffff9a6058739180 x1862022423094912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775170.019386:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423094912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775170.019390:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775170.019392:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775170.019394:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423094912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775170.019398:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423095040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775170.019408:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775170.019414:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775170/real 1775775170] req@ffff9a605873a300 x1862022423095040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775170.019423:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423095040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775170.019428:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775170.019430:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775170.019432:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423095040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775170.850913:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775171.874899:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775172.898908:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775173.922892:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775174.946958:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775175.138867:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775175.138875:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775175.138887:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775175.138895:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12320 00000100:00080000:3.0:1775775175.138905:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775175.138923:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775175.138962:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423095168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775175.138986:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775175.138989:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775175.138993:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775175.138996:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12320 00000100:00080000:3.0:1775775175.138999:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775175.139002:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775175.139010:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775175.139019:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423095296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775175.139026:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423095168:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775175.139029:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775175.139035:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775175.139036:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775175.139040:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12320 00000100:00080000:3.0:1775775175.139042:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775175.139044:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775175.139047:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775175.139054:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423095424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775175.139060:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775175.139062:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775175.139064:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775175.139066:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12320 00000100:00080000:3.0:1775775175.139068:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775175.139071:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775175.139074:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775175.139081:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423095552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775175.139087:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775175.139090:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775175.139091:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775175.139094:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12320 00000100:00080000:3.0:1775775175.139097:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775175.139099:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775175.139103:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775175.139109:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423095680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775175.139118:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423095296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775175.139147:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423095424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775175.139171:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423095552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775175.139205:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423095680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775175.970945:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775176.994931:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775178.019054:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775775178.211148:0:2398:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:2.0:1775775178.211207:0:2398:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775775178.211229:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775178.211299:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775178.211311:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775178.211321:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775178.211330:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:0.0:1775775178.211422:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775175/real 1775775178] req@ffff9a6048b5a680 x1862022423095680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775178.211455:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423095680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775178.211471:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775178.211477:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775178.211483:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423095680:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775178.211492:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775175/real 1775775178] req@ffff9a6048b59c00 x1862022423095296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775178.211525:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423095296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775178.211535:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775178.211539:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775178.211543:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423095296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775178.211551:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775175/real 1775775178] req@ffff9a6048b5b480 x1862022423095424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775178.211565:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423095424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775178.211572:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775178.211576:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775178.211580:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423095424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775178.211588:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775175/real 1775775178] req@ffff9a6048b59500 x1862022423095552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775178.211601:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423095552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775178.211609:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775178.211613:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775178.211617:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423095552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775178.211625:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775175/real 1775775178] req@ffff9a6048b59880 x1862022423095168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775178.211639:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423095168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775178.211647:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775178.211652:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775178.211655:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423095168:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775775179.042899:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775180.067010:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775180.258897:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775180.258907:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775180.258911:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775180.258922:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12325 00000100:00080000:0.0:1775775180.258936:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775180.258947:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775180.259006:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423095808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775180.259034:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775180.259037:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775180.259039:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775180.259043:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12325 00000100:00080000:0.0:1775775180.259046:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775180.259049:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775180.259059:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775180.259069:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423095936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775180.259077:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775180.259081:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1775775180.259081:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423095808:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775775180.259083:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775180.259090:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12325 00000100:00080000:0.0:1775775180.259094:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775180.259097:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775180.259103:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775180.259115:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423096064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775180.259125:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775180.259130:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775180.259132:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775180.259136:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12325 00000100:00080000:0.0:1775775180.259143:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775180.259149:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775180.259156:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775180.259169:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423096192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775180.259178:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1775775180.259184:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775775180.259185:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775775180.259189:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775180.259196:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12325 00000100:00080000:0.0:1775775180.259201:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775180.259206:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775180.259212:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775180.259226:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423096320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775180.259236:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775180/real 1775775180] req@ffff9a6051f84380 x1862022423095808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775180.259259:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423095808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775180.259273:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775180.259279:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775180.259284:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423095808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775180.259316:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423095936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775180.259343:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775180.259357:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775180/real 1775775180] req@ffff9a6051f85c00 x1862022423095936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775180.259372:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423095936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775180.259383:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775180.259386:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775180.259390:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423095936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775180.259400:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423096064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775180.259420:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775180.259431:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775180/real 1775775180] req@ffff9a6051f86a00 x1862022423096064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775180.259443:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423096064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775180.259452:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775180.259455:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775180.259458:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423096064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775180.259464:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423096192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775180.259485:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775180.259497:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775180/real 1775775180] req@ffff9a6051f86680 x1862022423096192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775180.259509:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423096192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775180.259516:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775180.259519:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775180.259522:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423096192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775180.259529:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423096320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775180.259548:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775180.259558:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775180/real 1775775180] req@ffff9a6051f85880 x1862022423096320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775180.259569:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423096320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775180.259576:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775180.259579:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775180.259582:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423096320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775181.090942:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775182.114979:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775183.138939:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775184.162947:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775185.186995:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775185.378926:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775185.378939:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775185.378945:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775185.378957:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12330 00000100:00080000:3.0:1775775185.378974:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775185.378988:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775185.379040:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423096448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775185.379069:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775185.379072:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775185.379074:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775185.379078:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12330 00000100:00080000:3.0:1775775185.379082:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775185.379087:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775185.379098:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775185.379116:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423096576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775185.379126:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423096448:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775185.379135:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775185.379140:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775185.379141:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775185.379148:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12330 00000100:00080000:3.0:1775775185.379152:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775185.379158:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775185.379164:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775185.379179:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423096704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775185.379187:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775185.379190:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775185.379191:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775185.379196:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12330 00000100:00080000:3.0:1775775185.379200:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775185.379202:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775775185.379211:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775775185.379212:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775185.379231:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423096832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775185.379242:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775185.379247:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775185.379249:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775185.379254:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12330 00000100:00100000:0.0:1775775185.379259:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775185/real 1775775185] req@ffff9a6048b5bb80 x1862022423096448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775185.379262:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775185.379276:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775185.379291:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775185.379297:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423096448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775185.379307:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423096960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775185.379353:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775185.379362:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775185.379369:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423096448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775185.379398:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423096576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775185.379419:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775185.379428:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775185/real 1775775185] req@ffff9a6048b59880 x1862022423096576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775185.379437:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423096576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775185.379443:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775185.379445:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775185.379447:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423096576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775185.379452:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423096704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775185.379476:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775185.379482:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775185/real 1775775185] req@ffff9a6048b59500 x1862022423096704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775185.379491:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423096704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775185.379496:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775185.379498:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775185.379500:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423096704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775185.379504:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423096832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775185.379516:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775185.379521:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775185/real 1775775185] req@ffff9a6048b5b480 x1862022423096832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775185.379528:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423096832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775185.379533:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775185.379535:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775185.379537:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423096832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775185.379540:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423096960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775185.379550:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775185.379555:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775185/real 1775775185] req@ffff9a6048b59c00 x1862022423096960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775185.379571:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423096960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775185.379579:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775185.379582:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775185.379585:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423096960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775186.211014:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775187.234880:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775188.258871:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775189.282925:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775190.306970:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775190.498886:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775190.498896:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775190.498900:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775190.498910:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12336 00000100:00080000:3.0:1775775190.498921:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775190.498928:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775190.498963:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423097088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775190.498992:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775190.498995:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775190.498997:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775190.499000:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12336 00000100:00080000:3.0:1775775190.499003:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775190.499006:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775190.499014:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775190.499026:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423097216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775190.499029:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423097088:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775190.499042:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775190.499044:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775190.499045:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775190.499049:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12336 00000100:00080000:3.0:1775775190.499051:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775190.499053:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775190.499057:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775190.499065:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423097344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775190.499074:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775190.499077:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775190.499079:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775190.499083:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12336 00000100:00080000:3.0:1775775190.499088:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775190.499092:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775775190.499095:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775775190.499101:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775190.499116:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423097472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775190.499127:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775190/real 1775775190] req@ffff9a6048b5a680 x1862022423097088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775190.499129:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775190.499138:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775190.499142:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775190.499148:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12336 00000100:00100000:0.0:1775775190.499153:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423097088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775190.499154:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775190.499161:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:0.0:1775775190.499165:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1775775190.499168:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1775775190.499171:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775190.499176:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423097088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775190.499181:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423097600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775190.499197:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423097216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775190.499215:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775190.499223:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775190/real 1775775190] req@ffff9a6048b58000 x1862022423097216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775190.499232:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423097216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775190.499237:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775190.499240:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775190.499242:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423097216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775190.499245:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423097344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775190.499254:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775190.499259:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775190/real 1775775190] req@ffff9a6048b5a300 x1862022423097344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775190.499266:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423097344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775190.499271:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775190.499273:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775190.499275:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423097344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775190.499278:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423097472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775190.499287:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775190.499292:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775190/real 1775775190] req@ffff9a6048b5aa00 x1862022423097472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775190.499299:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423097472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775190.499308:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775190.499310:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775190.499312:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423097472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775190.499315:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423097600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775190.499324:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775190.499329:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775190/real 1775775190] req@ffff9a6048b5ad80 x1862022423097600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775190.499335:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423097600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775190.499339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775190.499341:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775190.499343:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423097600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775191.330938:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775192.354958:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775193.378928:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775194.402891:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775195.426987:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775195.618903:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775195.618917:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775195.618921:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775195.618932:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12341 00000100:00080000:3.0:1775775195.618942:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775195.618947:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775195.618979:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423097728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775195.619004:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775195.619007:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775195.619008:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775195.619011:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12341 00000100:00080000:3.0:1775775195.619014:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775195.619016:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775195.619024:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775195.619031:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423097856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775195.619038:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775195.619042:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775195.619043:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775195.619047:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12341 00000100:00080000:3.0:1775775195.619050:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775195.619054:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775195.619059:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775195.619070:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423097984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775195.619081:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775195.619085:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1775775195.619088:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423097728:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775195.619088:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775195.619099:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12341 00000100:00080000:3.0:1775775195.619104:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775195.619107:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775195.619113:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775195.619126:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423098112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775195.619139:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775195.619142:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775195.619143:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775195.619146:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12341 00000100:00080000:3.0:1775775195.619150:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1775775195.619153:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775195.619157:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775195.619162:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775195.619173:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423098240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775195.619193:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775195/real 1775775195] req@ffff9a6048b58e00 x1862022423097728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775195.619210:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423097728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775195.619218:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775195.619222:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775195.619225:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423097728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775195.619230:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423097856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775195.619244:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775195.619252:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775195/real 1775775195] req@ffff9a6048b5b100 x1862022423097856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775195.619259:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423097856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775195.619264:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775195.619266:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775195.619268:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423097856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775195.619286:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423097984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775195.619296:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775195.619301:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775195/real 1775775195] req@ffff9a6048b59f80 x1862022423097984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775195.619309:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423097984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775195.619314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775195.619315:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775195.619317:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423097984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775195.619321:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423098112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775195.619331:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775195.619340:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775195/real 1775775195] req@ffff9a6048b58a80 x1862022423098112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775195.619353:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423098112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775195.619360:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775195.619363:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775195.619366:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423098112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775195.619372:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423098240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775195.619391:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775195.619401:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775195/real 1775775195] req@ffff9a6048b59180 x1862022423098240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775195.619413:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423098240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775195.619421:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775195.619425:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775195.619428:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423098240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775196.450971:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775197.474995:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775198.498958:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775199.522967:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775200.546908:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775200.738921:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775200.738931:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775200.738937:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775200.738949:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12346 00000100:00080000:3.0:1775775200.738963:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775200.738975:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775200.739022:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423098368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775200.739044:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775200.739047:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775200.739049:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775200.739052:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12346 00000100:00080000:3.0:1775775200.739054:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775200.739057:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775200.739067:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775200.739078:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423098496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775200.739088:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775775200.739090:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423098368:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775200.739095:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775200.739099:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775200.739105:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12346 00000100:00080000:3.0:1775775200.739109:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775200.739114:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775200.739119:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775200.739133:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423098624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775200.739145:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775200.739149:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775200.739151:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775200.739156:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12346 00000100:00080000:3.0:1775775200.739160:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775200.739165:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775200.739171:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775200.739181:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423098752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775200.739188:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775200.739195:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775200.739198:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775200.739200:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775200.739204:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12346 00000100:00080000:3.0:1775775200.739208:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775200.739211:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775200.739214:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775200.739223:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423098880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775200.739236:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775200/real 1775775200] req@ffff9a6048b5b800 x1862022423098368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775200.739260:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423098368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775200.739269:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775200.739274:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775200.739277:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423098368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775200.739300:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423098496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775200.739318:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775200.739327:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775200/real 1775775200] req@ffff9a6048b59180 x1862022423098496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775200.739336:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423098496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775200.739341:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775200.739344:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775200.739346:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423098496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775200.739350:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423098624:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775200.739360:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775200.739366:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775200/real 1775775200] req@ffff9a6048b58a80 x1862022423098624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775200.739374:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423098624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775200.739379:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775200.739381:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775200.739383:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423098624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775200.739386:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423098752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775200.739397:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775200.739402:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775200/real 1775775200] req@ffff9a6048b59f80 x1862022423098752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775200.739408:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423098752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775200.739413:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775200.739416:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775200.739418:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423098752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775200.739421:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423098880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775200.739431:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775200.739436:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775200/real 1775775200] req@ffff9a6048b5b100 x1862022423098880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775225 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775200.739443:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423098880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775225 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775200.739452:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775200.739455:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775200.739457:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423098880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775201.570912:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775202.594874:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775203.618962:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775204.642971:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775205.666866:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775205.858952:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775205.858958:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775205.858962:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775205.858969:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12351 00000100:00080000:3.0:1775775205.858979:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775205.858986:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775205.859022:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423099008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775205.859055:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775205.859059:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775205.859060:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775205.859065:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12351 00000100:00080000:3.0:1775775205.859069:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775205.859072:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775205.859080:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775205.859094:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423099136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775205.859103:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775205.859105:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775205.859107:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775205.859111:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12351 00000100:00080000:3.0:1775775205.859114:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775205.859117:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775205.859123:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423099008:192.168.201.120@tcp:250:kworker.0 00000008:00100000:3.0:1775775205.859124:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775205.859136:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423099264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775205.859142:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775205.859145:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775205.859146:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775205.859149:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12351 00000100:00080000:3.0:1775775205.859151:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775205.859153:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775205.859164:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1775775205.859185:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775205.859212:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775205/real 1775775205] req@ffff9a6048b58e00 x1862022423099008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775205.859227:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423099008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775205.859235:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775205.859238:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775205.859243:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423099008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775205.859249:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423099392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775205.859253:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423099136:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775775205.859267:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775205.859270:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775205.859272:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775205.859276:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12351 00000100:00080000:3.0:1775775205.859281:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1775775205.859290:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775205.859304:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775205/real 1775775205] req@ffff9a6048b5ad80 x1862022423099136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775205.859319:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423099136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775205.859325:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775205.859328:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775205.859330:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423099136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775205.859352:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423099264:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775205.859371:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775205.859395:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775205.859402:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775205.859407:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775205/real 1775775205] req@ffff9a6048b5aa00 x1862022423099264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775205.859417:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423099520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775205.859427:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423099264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775205.859436:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775205.859443:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775205.859449:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423099264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775205.859458:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423099392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775205.859487:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775205.859502:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775205/real 1775775205] req@ffff9a6048b5a300 x1862022423099392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775205.859522:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423099392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775205.859530:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775205.859534:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775205.859538:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423099392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775205.859556:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423099520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775205.859575:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775205.859583:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775205/real 1775775205] req@ffff9a6048b58000 x1862022423099520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775205.859593:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423099520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775205.859599:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775205.859602:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775205.859606:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423099520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775206.690866:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775207.714926:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775208.738901:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775209.762897:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775210.786884:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775210.978937:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775210.978947:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775210.978953:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775210.978962:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12356 00000100:00080000:0.0:1775775210.978974:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775210.978982:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775210.979018:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423099648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775210.979050:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775210.979054:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775210.979056:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775210.979060:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12356 00000100:00080000:0.0:1775775210.979064:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775210.979068:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775210.979078:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775210.979096:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423099648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775210.979102:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423099776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775210.979116:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775210.979120:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775775210.979122:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775210.979127:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12356 00000100:00080000:0.0:1775775210.979141:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775210.979146:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775210.979151:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1775775210.979152:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775210.979169:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423099904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775210.979179:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775210.979183:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775210.979185:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775210.979189:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12356 00000100:00100000:1.0:1775775210.979192:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775210/real 1775775210] req@ffff9a6051f85500 x1862022423099648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775210.979194:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775210.979204:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775210.979211:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775210.979213:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423099648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775210.979227:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423100032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775210.979227:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775210.979234:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775210.979242:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423099648:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775775210.979257:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775210.979261:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775775210.979265:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775775210.979265:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423099776:192.168.201.120@tcp:38:kworker.0 00000100:00080000:0.0:1775775210.979275:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12356 00000100:00080000:0.0:1775775210.979280:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1775775210.979306:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775775210.979316:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775210.979317:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775210/real 1775775210] req@ffff9a6051f86300 x1862022423099776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1775775210.979327:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775210.979331:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423099776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775210.979338:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775210.979341:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775210.979346:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423100160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775210.979347:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423099776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775210.979357:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423099904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775210.979379:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775210.979386:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775210/real 1775775210] req@ffff9a6051f84e00 x1862022423099904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775210.979394:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423099904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775210.979400:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775210.979403:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775210.979404:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423099904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775210.979410:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423100032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775210.979430:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775210.979440:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775210/real 1775775210] req@ffff9a6051f86d80 x1862022423100032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775210.979454:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423100032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775210.979463:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775210.979467:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775210.979469:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423100032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775210.979486:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423100160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775210.979508:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775210.979519:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775210/real 1775775210] req@ffff9a6051f85f80 x1862022423100160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775210.979533:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423100160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775210.979540:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775210.979544:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775210.979547:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423100160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775211.810932:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775212.834929:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775213.858905:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775214.882939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775215.906873:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775216.098874:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775216.098882:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775216.098885:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775216.098893:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12361 00000100:00080000:0.0:1775775216.098903:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775216.098909:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775216.098954:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022423100288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775216.098982:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775216.098986:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775216.098988:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775216.098992:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12361 00000100:00080000:0.0:1775775216.098997:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775216.099001:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775216.099011:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775216.099024:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022423100416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775216.099035:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775216.099041:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1775775216.099042:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423100288:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775775216.099043:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775216.099053:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12361 00000100:00080000:0.0:1775775216.099057:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775216.099061:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775216.099065:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775216.099080:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423100544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775216.099091:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775216.099095:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775216.099097:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775216.099101:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12361 00000800:00000100:1.0:1775775216.099106:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775775216.099108:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775216.099113:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775216.099119:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775216.099130:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423100672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775216.099137:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775775216.099140:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775216/real 1775775216] req@ffff9a6051f87b80 x1862022423100288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775216.099141:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775775216.099144:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775216.099151:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12361 00000100:00080000:0.0:1775775216.099156:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775216.099161:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775216.099164:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775216.099169:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022423100288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775216.099172:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423100800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775216.099192:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775216.099212:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775216.099223:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423100288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775216.099245:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423100416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775216.099265:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775216.099276:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775216/real 1775775216] req@ffff9a6051f84a80 x1862022423100416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775216.099286:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022423100416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775216.099292:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775216.099296:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775216.099299:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423100416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775216.099304:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423100544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775216.099316:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775216.099323:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775216/real 1775775216] req@ffff9a6051f85f80 x1862022423100544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775216.099331:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423100544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775216.099340:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775216.099342:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775216.099344:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423100544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775216.099348:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423100672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775216.099358:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775216.099363:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775216/real 1775775216] req@ffff9a6051f86d80 x1862022423100672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775216.099370:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423100672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775216.099375:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775216.099376:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775216.099378:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423100672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775216.099381:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423100800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775216.099391:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775216.099396:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775216/real 1775775216] req@ffff9a6051f84e00 x1862022423100800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775216.099403:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423100800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775216.099407:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775216.099409:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775216.099412:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423100800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775216.931017:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775217.954886:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775218.978925:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775220.002925:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775221.026956:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775221.218880:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775221.218890:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775221.218895:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775221.218905:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12366 00000100:00080000:0.0:1775775221.218917:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775221.218924:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775221.218962:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423100928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775221.218995:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775221.219000:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775221.219002:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775221.219007:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12366 00000100:00080000:0.0:1775775221.219012:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775221.219016:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775221.219026:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775221.219041:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423101056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775221.219044:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423100928:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775775221.219061:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775221.219065:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775775221.219067:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775221.219072:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12366 00000100:00080000:0.0:1775775221.219077:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775221.219081:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775221.219085:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775221.219095:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423101184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775221.219102:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1775775221.219103:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775775221.219123:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775221.219124:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775221.219128:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12366 00000100:00080000:0.0:1775775221.219132:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775221.219135:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775221.219141:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775221.219151:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423101312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775221.219158:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775775221.219162:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775221/real 1775775221] req@ffff9a6051f86300 x1862022423100928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775221.219163:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775775221.219166:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775221.219173:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12366 00000100:00080000:0.0:1775775221.219176:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775221.219182:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775221.219190:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775221.219193:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423100928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775221.219203:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1775775221.219205:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423101440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775221.219208:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775221.219215:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423100928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775221.219243:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423101056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775221.219261:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775221.219270:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775221/real 1775775221] req@ffff9a6051f85500 x1862022423101056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775221.219278:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423101056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775221.219284:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775221.219286:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775221.219288:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423101056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775221.219292:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423101184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775221.219301:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775221.219308:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775221/real 1775775221] req@ffff9a6051f85880 x1862022423101184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775221.219315:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423101184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775221.219320:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775221.219322:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775221.219324:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423101184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775221.219327:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423101312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775221.219337:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775221.219342:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775221/real 1775775221] req@ffff9a6051f86680 x1862022423101312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775221.219350:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423101312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775221.219354:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775221.219356:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775221.219358:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423101312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775221.219361:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423101440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775221.219369:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775221.219374:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775221/real 1775775221] req@ffff9a6051f86a00 x1862022423101440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775221.219381:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423101440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775221.219386:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775221.219388:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775221.219390:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423101440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775222.051012:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775223.074976:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775224.098909:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775225.122951:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775226.146891:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775226.338898:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775226.338908:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775226.338913:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775226.338923:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12371 00000100:00080000:3.0:1775775226.338935:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775226.338942:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775226.338979:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423101568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775226.339005:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775226.339008:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775226.339009:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775226.339012:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12371 00000100:00080000:3.0:1775775226.339015:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775226.339042:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775226.339052:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775226.339060:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423101568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775226.339069:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423101696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775226.339082:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775226.339087:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775226.339089:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775226.339094:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12371 00000100:00080000:3.0:1775775226.339099:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775226.339103:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775226.339109:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1775775226.339117:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775226.339121:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423101824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775226.339134:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775226.339137:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775226.339138:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775226.339142:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12371 00000100:00080000:3.0:1775775226.339145:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775226.339150:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775226.339151:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775226/real 1775775226] req@ffff9a6048b5a680 x1862022423101568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1775775226.339153:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775226.339164:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423101952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775226.339171:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423101568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775226.339173:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775226.339182:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775226.339185:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775226.339192:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775226.339192:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12371 00000100:00080000:3.0:1775775226.339194:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775226.339199:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:3.0:1775775226.339200:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775226.339207:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775226.339208:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423101568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775226.339216:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423102080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775226.339230:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423101696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775226.339248:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775226.339256:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775226/real 1775775226] req@ffff9a6048b59c00 x1862022423101696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775226.339264:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423101696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775226.339269:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775226.339272:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775226.339274:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423101696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775226.339278:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423101824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775226.339287:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775226.339293:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775226/real 1775775226] req@ffff9a6048b5b480 x1862022423101824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775226.339300:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423101824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775226.339305:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775226.339307:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775226.339308:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423101824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775226.339312:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423101952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775226.339321:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775226.339327:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775226/real 1775775226] req@ffff9a6048b59500 x1862022423101952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775226.339334:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423101952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775226.339338:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775226.339340:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775226.339342:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423101952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775226.339345:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423102080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775226.339354:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775226.339359:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775226/real 1775775226] req@ffff9a6048b59880 x1862022423102080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775226.339366:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423102080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775226.339371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775226.339373:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775226.339375:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423102080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775227.170967:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775228.194926:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775229.218889:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775230.242882:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775231.266896:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775231.458907:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775231.458919:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775231.458923:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775231.458945:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12377 00000100:00080000:1.0:1775775231.458955:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775231.458961:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775231.458994:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423102208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775231.459020:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775231.459023:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775231.459024:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775231.459027:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12377 00000100:00080000:1.0:1775775231.459030:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775231.459032:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775231.459040:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775231.459049:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423102336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775231.459063:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423102208:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775231.459064:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775231.459073:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775231.459075:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775231.459079:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12377 00000100:00080000:1.0:1775775231.459081:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775231.459083:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775231.459086:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775231.459094:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423102464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775231.459100:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775231.459103:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775231.459104:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775231.459106:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12377 00000100:00080000:1.0:1775775231.459111:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775231.459114:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775231.459117:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775231.459126:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775231.459127:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423102592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775231.459141:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775231.459144:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775231.459145:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775231.459149:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12377 00000100:00080000:1.0:1775775231.459152:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775231.459156:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775231.459159:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775231.459160:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775231/real 1775775231] req@ffff9a6058738e00 x1862022423102208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775231.459169:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423102720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775231.459212:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423102208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775231.459221:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775231.459225:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775231.459228:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423102208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775231.459247:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423102336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775231.459263:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775231.459270:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775231/real 1775775231] req@ffff9a6058739500 x1862022423102336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775231.459278:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423102336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775231.459284:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775231.459286:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775231.459288:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423102336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775231.459291:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423102464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775231.459301:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775231.459306:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775231/real 1775775231] req@ffff9a605873aa00 x1862022423102464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775231.459313:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423102464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775231.459331:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775231.459334:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775231.459336:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423102464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775231.459340:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423102592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775231.459351:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775231.459357:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775231/real 1775775231] req@ffff9a6058738a80 x1862022423102592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775231.459365:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423102592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775231.459370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775231.459372:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775231.459374:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423102592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775231.459377:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423102720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775231.459386:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775231.459391:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775231/real 1775775231] req@ffff9a605873b800 x1862022423102720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775231.459398:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423102720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775231.459402:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775231.459404:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775231.459406:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423102720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775232.290952:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775233.314876:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775234.338928:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775235.362887:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775236.386933:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775236.578952:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775236.578962:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775236.578967:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775236.578977:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12382 00000100:00080000:0.0:1775775236.578989:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775236.578996:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775236.579033:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423102848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775236.579061:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775236.579065:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775236.579067:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775236.579072:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12382 00000100:00080000:0.0:1775775236.579076:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775236.579080:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775236.579090:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775236.579101:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423102848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775236.579105:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423102976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775236.579119:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775236.579125:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775775236.579127:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775236.579131:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12382 00000100:00080000:0.0:1775775236.579134:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775236.579138:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775236.579143:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775236.579153:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423103104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775236.579162:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775236.579165:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775236.579167:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:1.0:1775775236.579171:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775775236.579175:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12382 00000100:00080000:0.0:1775775236.579179:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775236.579182:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775236.579187:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775236.579197:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423103232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775236.579204:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775775236.579205:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775236/real 1775775236] req@ffff9a6051f85c00 x1862022423102848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775236.579210:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775775236.579213:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775236.579220:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12382 00000100:00080000:0.0:1775775236.579225:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775236.579228:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775236.579232:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775236.579233:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423102848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775236.579243:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423103360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775236.579243:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775236.579252:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775236.579260:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423102848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775236.579280:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423102976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775236.579297:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775236.579305:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775236/real 1775775236] req@ffff9a6051f84380 x1862022423102976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775236.579313:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423102976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775236.579318:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775236.579321:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775236.579325:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423102976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775236.579331:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423103104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775236.579350:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775236.579361:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775236/real 1775775236] req@ffff9a6051f87480 x1862022423103104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775236.579373:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423103104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775236.579382:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775236.579385:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775236.579389:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423103104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775236.579395:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423103232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775236.579417:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775236.579427:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775236/real 1775775236] req@ffff9a6051f87100 x1862022423103232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775236.579447:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423103232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775236.579455:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775236.579459:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775236.579461:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423103232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775236.579465:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423103360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775236.579479:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775236.579486:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775236/real 1775775236] req@ffff9a6051f84700 x1862022423103360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775261 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775236.579493:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423103360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775261 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775236.579498:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775236.579500:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775236.579502:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423103360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775237.410885:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775238.434925:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775239.458882:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775240.482918:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775241.506891:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775241.698878:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775241.698889:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775241.698894:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775241.698904:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12387 00000100:00080000:2.0:1775775241.698916:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775241.698924:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775241.698964:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423103488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775241.698991:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775241.698994:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775241.698997:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775241.699000:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12387 00000100:00080000:2.0:1775775241.699005:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775241.699009:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775241.699018:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775241.699026:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423103488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775241.699033:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423103616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775241.699043:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775241.699045:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775241.699047:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775241.699051:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12387 00000100:00080000:2.0:1775775241.699053:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775241.699056:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775241.699060:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775241.699069:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423103744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775241.699075:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775241.699077:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775241.699078:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775241.699080:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12387 00000100:00080000:2.0:1775775241.699083:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775241.699086:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775241.699090:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775241.699100:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423103872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775241.699106:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775241.699109:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775241.699110:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775775241.699114:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423103616:192.168.201.120@tcp:38:kworker.0 00000100:00080000:2.0:1775775241.699115:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12387 00000100:00080000:2.0:1775775241.699120:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775241.699125:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775241.699129:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775241.699138:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423104000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775241.699161:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423103744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775241.699205:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423103872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775241.699224:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423104000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775242.530913:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775243.554906:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775244.578931:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775775244.771136:0:2395:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:0.0:1775775244.771193:0:2395:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775775244.771210:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775775244.771248:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775775244.771257:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775775244.771263:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775775244.771269:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:1.0:1775775244.771414:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775241/real 1775775244] req@ffff9a6051392300 x1862022423104000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775244.771441:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423104000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775244.771453:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775244.771459:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775244.771464:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423104000:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775244.771472:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775241/real 1775775244] req@ffff9a6051391500 x1862022423103616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775244.771495:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423103616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775244.771503:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775244.771506:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775244.771510:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423103616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775244.771519:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775241/real 1775775244] req@ffff9a6051390380 x1862022423103744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775244.771529:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423103744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775244.771536:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775244.771538:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775244.771541:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423103744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775244.771547:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775241/real 1775775244] req@ffff9a6051391880 x1862022423103872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775244.771557:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423103872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775244.771564:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775244.771568:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775244.771571:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423103872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775244.771577:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775241/real 1775775244] req@ffff9a6051391c00 x1862022423103488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775266 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775244.771588:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423103488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775266 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775244.771594:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775244.771598:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775244.771600:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423103488:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775775245.602914:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775246.626904:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775246.818939:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775246.818946:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775246.818950:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775246.818958:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12392 00000100:00080000:1.0:1775775246.818968:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775246.818974:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775246.819003:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423104128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775246.819026:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775246.819028:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775246.819030:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775246.819032:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12392 00000100:00080000:1.0:1775775246.819034:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775246.819037:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775246.819045:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775246.819053:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423104256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775246.819064:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775775246.819066:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423104128:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775246.819069:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775246.819073:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775246.819078:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12392 00000100:00080000:1.0:1775775246.819082:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775246.819085:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775246.819091:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775246.819110:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423104384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775246.819124:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775246.819128:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775246.819130:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775246.819133:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12392 00000100:00080000:1.0:1775775246.819138:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1775775246.819142:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775775246.819146:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775246.819152:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775246.819164:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423104512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775246.819180:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775246/real 1775775246] req@ffff9a605873a680 x1862022423104128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775246.819189:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775246.819195:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775246.819197:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775246.819202:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12392 00000100:00080000:1.0:1775775246.819206:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775775246.819211:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423104128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775246.819212:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775246.819220:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1775775246.819229:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1775775246.819237:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423104640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775246.819238:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775246.819246:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423104128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775246.819279:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423104256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775246.819306:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775246.819320:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775246/real 1775775246] req@ffff9a6058738000 x1862022423104256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775246.819331:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423104256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775246.819338:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775246.819349:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775246.819352:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423104256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775246.819358:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423104384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775246.819378:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775246.819389:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775246/real 1775775246] req@ffff9a605873ad80 x1862022423104384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775246.819408:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423104384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775246.819416:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775246.819420:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775246.819423:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423104384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775246.819429:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423104512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775246.819459:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775246.819476:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775246/real 1775775246] req@ffff9a6058739f80 x1862022423104512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775246.819487:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423104512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775246.819502:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775246.819506:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775246.819509:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423104512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775246.819515:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423104640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775246.819538:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775246.819552:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775246/real 1775775246] req@ffff9a6058738700 x1862022423104640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775271 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775246.819563:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423104640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775271 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775246.819577:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775246.819581:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775246.819584:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423104640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775247.650919:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775248.674950:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775249.698944:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775250.722935:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775251.746878:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775251.938957:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775251.938965:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775251.938969:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775251.938977:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12397 00000100:00080000:3.0:1775775251.938988:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775251.938995:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775251.939034:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423104768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775251.939067:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775251.939070:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775251.939072:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775251.939077:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12397 00000100:00080000:3.0:1775775251.939081:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775251.939086:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775251.939096:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775251.939109:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423104768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775251.939115:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423104896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775251.939135:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775251.939140:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775251.939142:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775251.939147:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12397 00000100:00080000:3.0:1775775251.939151:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775251.939156:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775251.939162:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1775775251.939167:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775251.939179:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423105024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775251.939191:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775251.939195:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775251.939197:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775775251.939201:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775251/real 1775775251] req@ffff9a6048b5bb80 x1862022423104768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775251.939205:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12397 00000100:00080000:3.0:1775775251.939213:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775251.939219:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775251.939223:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423104768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1775775251.939227:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1775775251.939233:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775251.939237:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775251.939241:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423104768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775251.939246:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423105152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775251.939263:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423104896:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775775251.939268:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775251.939274:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775251.939276:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775251.939282:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12397 00000800:00000100:0.0:1775775251.939292:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775251.939294:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775251.939301:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775251.939308:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775251.939310:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775251/real 1775775251] req@ffff9a6048b59880 x1862022423104896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775251.939324:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423105280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775251.939329:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423104896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775251.939348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775251.939352:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775251.939355:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423104896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775251.939359:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423105024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775251.939378:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775251.939387:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775251/real 1775775251] req@ffff9a6048b59500 x1862022423105024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775251.939396:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423105024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775251.939410:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775251.939413:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775251.939415:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423105024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775251.939419:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423105152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775251.939431:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775251.939438:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775251/real 1775775251] req@ffff9a6048b5b480 x1862022423105152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775251.939453:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423105152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775251.939458:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775251.939460:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775251.939462:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423105152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775251.939474:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423105280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775251.939485:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775251.939492:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775251/real 1775775251] req@ffff9a6048b59c00 x1862022423105280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775251.939499:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423105280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775251.939504:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775251.939506:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775251.939508:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423105280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775252.770909:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775253.794950:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775254.818917:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775255.842968:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775256.866913:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775257.058898:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775257.058909:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775257.058914:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775257.058924:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12402 00000100:00080000:1.0:1775775257.058936:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775257.058943:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775257.058980:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423105408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775257.059004:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775257.059007:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775257.059008:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775257.059012:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12402 00000100:00080000:1.0:1775775257.059015:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775257.059019:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775257.059028:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775257.059038:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423105408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775257.059040:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423105536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775257.059052:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775257.059055:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775257.059056:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775257.059060:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12402 00000100:00080000:1.0:1775775257.059064:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775257.059068:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775257.059073:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775257.059087:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423105664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775257.059098:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775775257.059113:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775257.059117:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775257.059119:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775257.059125:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12402 00000100:00100000:0.0:1775775257.059130:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775257/real 1775775257] req@ffff9a605873b480 x1862022423105408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775257.059130:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775257.059139:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775257.059147:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775257.059152:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423105408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775257.059161:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1775775257.059165:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423105792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775257.059166:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775257.059174:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423105408:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775257.059182:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775257.059187:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775257.059189:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775257.059194:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12402 00000100:00080000:1.0:1775775257.059199:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775257.059205:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775257.059207:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423105536:192.168.201.120@tcp:38:kworker.0 00000008:00100000:1.0:1775775257.059212:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775257.059229:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423105920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775257.059239:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775257.059257:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775257/real 1775775257] req@ffff9a6058738380 x1862022423105536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775257.059266:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423105536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775257.059273:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775257.059275:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775257.059278:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423105536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775257.059282:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423105664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775257.059293:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775257.059299:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775257/real 1775775257] req@ffff9a6058739c00 x1862022423105664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775257.059306:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423105664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775257.059317:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775257.059319:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775257.059321:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423105664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775257.059325:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423105792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775257.059336:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775257.059342:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775257/real 1775775257] req@ffff9a6058738700 x1862022423105792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775257.059350:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423105792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775257.059355:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775257.059356:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775257.059358:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423105792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775257.059369:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423105920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775257.059379:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775257.059385:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775257/real 1775775257] req@ffff9a6058739f80 x1862022423105920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775257.059392:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423105920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775257.059399:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775257.059402:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775257.059406:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423105920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775257.890908:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775258.914905:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775259.938953:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775260.962925:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775261.986922:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775262.178945:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775262.178954:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775262.178959:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775262.178969:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12407 00000100:00080000:3.0:1775775262.178979:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775262.178986:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775262.179022:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423106048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775262.179050:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775262.179054:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775262.179056:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775262.179060:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12407 00000100:00080000:3.0:1775775262.179064:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775262.179067:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775262.179087:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775262.179093:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423106048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775262.179104:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423106176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775262.179116:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775262.179119:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775262.179121:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775262.179125:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12407 00000100:00080000:3.0:1775775262.179130:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775262.179134:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775262.179138:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775262.179149:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423106304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775262.179157:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775262.179164:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775262.179173:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775262.179175:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775262.179180:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12407 00000100:00080000:3.0:1775775262.179185:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775262.179190:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775262.179195:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775262.179200:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775262/real 1775775262] req@ffff9a6048b5a680 x1862022423106048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775262.179209:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423106432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775262.179220:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775775262.179224:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423106048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775262.179225:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775262.179229:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775262.179239:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12407 00000100:00080000:0.0:1775775262.179242:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775262.179243:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775262.179249:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:3.0:1775775262.179251:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775262.179256:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423106048:192.168.201.120@tcp:250:kworker.0 00000008:00100000:3.0:1775775262.179259:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775262.179273:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423106560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775262.179278:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423106176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775262.179306:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775262.179318:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775262/real 1775775262] req@ffff9a6048b58000 x1862022423106176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775262.179327:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423106176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775262.179332:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775262.179334:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775262.179336:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423106176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775262.179340:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423106304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775262.179351:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775262.179356:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775262/real 1775775262] req@ffff9a6048b5a300 x1862022423106304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775262.179364:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423106304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775262.179373:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775262.179375:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775262.179377:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423106304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775262.179381:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423106432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775262.179390:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775262.179417:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775262/real 1775775262] req@ffff9a6048b5aa00 x1862022423106432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775262.179428:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423106432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775262.179433:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775262.179435:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775262.179438:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423106432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775262.179448:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423106560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775262.179462:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775262.179468:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775262/real 1775775262] req@ffff9a6048b5ad80 x1862022423106560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775262.179476:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423106560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775262.179480:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775262.179482:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775262.179485:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423106560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775263.010953:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775264.034952:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775265.058916:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775266.082940:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775267.106952:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775267.298847:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775267.298854:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775267.298857:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775267.298864:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12412 00000100:00080000:3.0:1775775267.298873:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775267.298878:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775267.298914:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423106688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775267.298932:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775267.298934:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775267.298935:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775267.298938:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12412 00000100:00080000:3.0:1775775267.298940:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775267.298942:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775267.298950:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775267.298958:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423106816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775267.298961:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423106688:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775267.298976:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775267.298979:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775267.298981:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775267.298986:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12412 00000100:00080000:3.0:1775775267.298990:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775267.298994:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775267.298998:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775267.299010:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423106944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775267.299016:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775267.299025:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775267.299028:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775267.299030:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775267.299035:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12412 00000100:00080000:3.0:1775775267.299040:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775775267.299044:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775267/real 1775775267] req@ffff9a6048b58e00 x1862022423106688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775267.299046:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775267.299055:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775267.299061:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423106688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775267.299069:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1775775267.299069:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423107072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775267.299075:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775267.299081:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423106688:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775267.299090:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775267.299093:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775267.299095:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775267.299100:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12412 00000100:00100000:0.0:1775775267.299102:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423106816:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775775267.299106:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775267.299111:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775267.299117:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775267.299120:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775267.299132:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775267/real 1775775267] req@ffff9a6048b5b100 x1862022423106816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775267.299132:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423107200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775267.299162:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423106816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775267.299168:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775267.299179:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775267.299188:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423106816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775267.299194:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423106944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775267.299214:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775267.299224:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775267/real 1775775267] req@ffff9a6048b59f80 x1862022423106944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775267.299232:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423106944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775267.299237:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775267.299239:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775267.299241:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423106944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775267.299244:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423107072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775267.299256:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775267.299262:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775267/real 1775775267] req@ffff9a6048b58a80 x1862022423107072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775267.299268:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423107072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775267.299272:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775267.299273:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775267.299275:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423107072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775267.299284:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423107200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775267.299292:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775267.299298:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775267/real 1775775267] req@ffff9a6048b59180 x1862022423107200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775267.299316:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423107200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775267.299320:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775267.299322:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775267.299324:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423107200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775268.130877:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775269.154852:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775270.178922:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775271.202875:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775272.226907:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775272.418910:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775272.418920:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775272.418923:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775272.418931:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12418 00000100:00080000:1.0:1775775272.418942:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775272.418948:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775272.418981:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423107328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775272.419006:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775272.419009:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775272.419011:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775272.419014:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12418 00000100:00080000:1.0:1775775272.419017:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775272.419020:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775272.419028:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775272.419040:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423107456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775272.419050:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775272.419055:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1775775272.419056:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423107328:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775272.419057:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775272.419064:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12418 00000100:00080000:1.0:1775775272.419068:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775272.419071:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775272.419074:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775272.419084:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423107584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775272.419093:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775272.419097:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775272.419098:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775272.419101:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12418 00000100:00080000:1.0:1775775272.419105:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775272.419108:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775272.419112:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775272.419120:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775272.419123:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423107712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775272.419133:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775272.419137:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775272.419138:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775272.419141:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12418 00000100:00080000:1.0:1775775272.419145:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775272.419148:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775272.419152:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775272.419156:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775272/real 1775775272] req@ffff9a605873ad80 x1862022423107328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775272.419163:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423107840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775272.419191:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423107328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775272.419202:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775272.419206:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775272.419210:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423107328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775272.419243:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423107456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775272.419266:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775272.419278:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775272/real 1775775272] req@ffff9a6058738000 x1862022423107456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775272.419290:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423107456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775272.419298:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775272.419301:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775272.419304:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423107456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775272.419310:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423107584:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775272.419327:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775272.419337:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775272/real 1775775272] req@ffff9a605873a680 x1862022423107584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775272.419347:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423107584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775272.419354:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775272.419357:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775272.419360:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423107584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775272.419366:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423107712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775272.419383:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775272.419392:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775272/real 1775775272] req@ffff9a605873b800 x1862022423107712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775272.419402:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423107712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775272.419410:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775272.419413:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775272.419416:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423107712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775272.419421:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423107840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775272.419438:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775272.419448:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775272/real 1775775272] req@ffff9a6058738a80 x1862022423107840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775272.419458:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423107840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775272.419465:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775272.419468:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775272.419470:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423107840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775273.250892:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775274.274873:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775275.298866:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775276.322914:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775277.346891:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775277.538909:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775277.538923:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775277.538930:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775277.538943:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12423 00000100:00080000:1.0:1775775277.538958:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775277.538966:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775277.539010:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423107968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775277.539049:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775277.539053:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775277.539055:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775277.539060:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12423 00000100:00080000:1.0:1775775277.539065:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775277.539070:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775277.539082:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775277.539095:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423108096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775277.539100:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423107968:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775277.539111:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775277.539115:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775277.539117:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775277.539121:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12423 00000100:00080000:1.0:1775775277.539135:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775277.539139:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775277.539145:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775277.539156:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423108224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775277.539166:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775277.539169:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775277.539171:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775277.539178:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12423 00000100:00080000:1.0:1775775277.539185:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775277.539191:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775277.539199:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775775277.539205:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775277.539216:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423108352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775277.539227:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775277.539231:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775277.539233:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775277.539238:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12423 00000100:00080000:1.0:1775775277.539243:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775277.539248:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775277.539251:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775277/real 1775775277] req@ffff9a605873aa00 x1862022423107968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1775775277.539255:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775277.539270:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423108480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775277.539329:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423107968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775277.539338:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775277.539341:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775277.539450:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423107968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775277.539500:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423108096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775277.539520:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775277.539530:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775277/real 1775775277] req@ffff9a6058739500 x1862022423108096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775277.539541:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423108096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775277.539548:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775277.539551:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775277.539553:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423108096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775277.539559:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423108224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775277.539574:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775277.539585:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775277/real 1775775277] req@ffff9a6058738e00 x1862022423108224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775277.539592:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423108224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775277.539597:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775277.539599:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775277.539601:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423108224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775277.539604:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423108352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775277.539613:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775277.539617:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775277/real 1775775277] req@ffff9a605873a300 x1862022423108352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775277.539633:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423108352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775277.539638:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775277.539640:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775277.539641:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423108352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775277.539644:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423108480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775277.539654:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775277.539658:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775277/real 1775775277] req@ffff9a6058739180 x1862022423108480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775277.539664:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423108480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775277.539669:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775277.539670:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775277.539672:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423108480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775278.370921:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775279.395291:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775280.418893:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775281.442894:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775282.466895:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775282.658868:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775282.658876:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775282.658879:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775282.658888:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12428 00000100:00080000:3.0:1775775282.658897:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775282.658904:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775282.658937:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423108608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775282.658959:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775282.658961:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775282.658963:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775282.658966:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12428 00000100:00080000:3.0:1775775282.658968:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775282.658972:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775282.658979:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775282.658989:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423108608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775282.658992:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423108736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775282.659006:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775282.659009:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775282.659010:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775282.659012:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12428 00000100:00080000:3.0:1775775282.659015:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775282.659016:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775282.659020:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775282.659028:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423108864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775282.659034:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775282.659054:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775282.659055:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775282.659058:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12428 00000100:00080000:3.0:1775775282.659061:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775282.659064:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775282.659069:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775282.659070:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775282.659095:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423108992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775282.659106:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775775282.659107:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775282/real 1775775282] req@ffff9a6048b5b800 x1862022423108608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775282.659114:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775282.659118:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775282.659128:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12428 00000100:00080000:3.0:1775775282.659133:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775775282.659134:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423108608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775282.659141:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:0.0:1775775282.659150:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1775775282.659151:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1775775282.659157:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775282.659161:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423108608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775282.659167:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423109120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775282.659182:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423108736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775282.659201:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775282.659210:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775282/real 1775775282] req@ffff9a6048b59180 x1862022423108736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775282.659219:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423108736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775282.659224:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775282.659226:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775282.659228:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423108736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775282.659232:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423108864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775282.659248:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775282.659258:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775282/real 1775775282] req@ffff9a6048b58a80 x1862022423108864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775282.659277:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423108864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775282.659286:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775282.659290:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775282.659293:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423108864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775282.659299:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423108992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775282.659316:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775282.659323:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775282/real 1775775282] req@ffff9a6048b59f80 x1862022423108992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775282.659331:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423108992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775282.659336:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775282.659338:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775282.659340:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423108992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775282.659343:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423109120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775282.659352:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775282.659357:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775282/real 1775775282] req@ffff9a6048b5b100 x1862022423109120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775307 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775282.659364:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423109120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775307 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775282.659374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775282.659378:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775282.659381:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423109120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775283.490899:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775284.514901:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775285.538922:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775286.562895:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775287.586980:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775287.778877:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775287.778888:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775287.778893:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775287.778904:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12433 00000100:00080000:3.0:1775775287.778918:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775287.778926:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775287.778984:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423109248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775287.779012:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775287.779016:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775287.779017:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775287.779021:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12433 00000100:00080000:3.0:1775775287.779024:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775287.779026:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775287.779037:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775287.779046:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423109376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775287.779055:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775287.779058:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775287.779060:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775775287.779065:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423109248:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775287.779065:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12433 00000100:00080000:3.0:1775775287.779068:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775287.779072:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775287.779079:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775287.779085:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423109504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775287.779091:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775287.779093:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775287.779094:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775287.779096:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12433 00000100:00080000:3.0:1775775287.779099:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775287.779101:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775287.779104:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775287.779111:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423109632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775287.779118:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775287.779121:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775287.779122:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775287.779124:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12433 00000100:00080000:3.0:1775775287.779127:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775287.779129:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775287.779132:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775287.779138:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423109760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775287.779156:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775287.779195:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775287/real 1775775287] req@ffff9a6048b58e00 x1862022423109248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775287.779211:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423109248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775287.779219:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775287.779222:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775287.779226:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423109248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775287.779258:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423109376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775287.779276:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775287.779285:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775287/real 1775775287] req@ffff9a6048b5ad80 x1862022423109376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775287.779293:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423109376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775287.779300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775287.779302:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775287.779305:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423109376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775287.779308:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423109504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775287.779319:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775287.779325:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775287/real 1775775287] req@ffff9a6048b5aa00 x1862022423109504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775287.779332:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423109504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775287.779337:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775287.779339:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775287.779341:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423109504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775287.779345:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423109632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775287.779356:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775287.779361:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775287/real 1775775287] req@ffff9a6048b5a300 x1862022423109632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775287.779369:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423109632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775287.779374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775287.779375:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775287.779378:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423109632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775287.779382:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423109760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775287.779392:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775287.779397:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775287/real 1775775287] req@ffff9a6048b58000 x1862022423109760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775312 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775287.779404:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423109760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775312 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775287.779409:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775287.779411:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775287.779413:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423109760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775288.610897:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775289.634892:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775290.658895:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775291.682940:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775292.706879:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775292.898961:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775292.898974:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775292.898980:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775292.898993:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12438 00000100:00080000:2.0:1775775292.899009:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775292.899019:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775292.899071:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423109888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775292.899107:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775292.899110:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775292.899112:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775292.899115:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12438 00000100:00080000:2.0:1775775292.899118:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775292.899123:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775292.899133:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775292.899143:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423110016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775292.899151:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775292.899154:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775292.899155:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775292.899158:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12438 00000100:00080000:2.0:1775775292.899160:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775292.899162:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775292.899166:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775292.899172:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423110144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775292.899181:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775292.899184:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775292.899186:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775292.899192:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12438 00000100:00080000:2.0:1775775292.899196:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775775292.899197:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423109888:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775292.899201:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775292.899215:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775292.899223:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423110272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775292.899229:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775292.899232:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775292.899234:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775292.899238:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12438 00000100:00080000:2.0:1775775292.899240:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775292.899243:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775292.899246:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775292.899256:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423110400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775292.899287:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775292.899323:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775292/real 1775775292] req@ffff9a6051391c00 x1862022423109888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775292.899337:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423109888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775292.899346:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775292.899349:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775292.899352:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423109888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775292.899359:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423110016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775292.899373:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775292.899380:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775292/real 1775775292] req@ffff9a6051391880 x1862022423110016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775292.899388:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423110016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775292.899393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775292.899395:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775292.899397:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423110016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775292.899416:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423110144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775292.899427:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775292.899433:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775292/real 1775775292] req@ffff9a6051390380 x1862022423110144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775292.899440:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423110144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775292.899445:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775292.899446:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775292.899448:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423110144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775292.899452:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423110272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775292.899462:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775292.899468:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775292/real 1775775292] req@ffff9a6051391500 x1862022423110272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775292.899475:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423110272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775292.899480:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775292.899481:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775292.899483:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423110272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775292.899487:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423110400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775292.899495:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775292.899501:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775292/real 1775775292] req@ffff9a6051392300 x1862022423110400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775317 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775292.899507:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423110400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775317 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775292.899512:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775292.899514:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775292.899515:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423110400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775293.730922:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775294.754890:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775295.778972:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775296.802929:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775297.826877:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775298.018931:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775298.018939:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775298.018942:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775298.018951:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12443 00000100:00080000:3.0:1775775298.018960:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775298.018966:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775298.018998:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423110528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775298.019023:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775298.019026:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775298.019027:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775298.019029:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12443 00000100:00080000:3.0:1775775298.019033:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775298.019036:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775298.019043:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775298.019050:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423110656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775298.019057:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775298.019059:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775298.019060:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775298.019063:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12443 00000100:00080000:3.0:1775775298.019065:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775298.019067:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775298.019070:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775298.019076:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423110784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775298.019083:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775298.019087:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1775775298.019088:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423110528:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775298.019090:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775298.019097:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12443 00000100:00080000:3.0:1775775298.019099:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775298.019101:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775298.019105:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775298.019113:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423110912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775298.019124:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775298.019126:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775298.019128:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775298.019130:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12443 00000100:00080000:3.0:1775775298.019132:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775298.019134:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775298.019136:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775298.019144:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423111040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775298.019151:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775298.019184:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775298/real 1775775298] req@ffff9a6048b5a680 x1862022423110528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775298.019197:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423110528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775298.019205:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775298.019208:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775298.019211:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423110528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775298.019216:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423110656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775298.019230:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775298.019238:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775298/real 1775775298] req@ffff9a6048b59c00 x1862022423110656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775298.019245:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423110656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775298.019250:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775298.019253:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775298.019254:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423110656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775298.019272:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423110784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775298.019282:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775298.019288:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775298/real 1775775298] req@ffff9a6048b5b480 x1862022423110784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775298.019295:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423110784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775298.019304:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775298.019306:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775298.019307:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423110784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775298.019311:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423110912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775298.019320:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775298.019325:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775298/real 1775775298] req@ffff9a6048b59500 x1862022423110912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775298.019332:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423110912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775298.019336:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775298.019338:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775298.019340:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423110912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775298.019343:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423111040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775298.019352:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775298.019357:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775298/real 1775775298] req@ffff9a6048b59880 x1862022423111040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775298.019363:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423111040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775298.019367:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775298.019369:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775298.019372:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423111040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775298.850901:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775299.874899:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775300.898938:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775301.922912:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775302.946950:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775303.138925:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775303.138937:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775303.138942:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775303.138953:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12448 00000100:00080000:2.0:1775775303.138966:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775303.138972:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775303.139025:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423111168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775303.139065:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775303.139071:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775303.139073:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775303.139079:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12448 00000100:00080000:2.0:1775775303.139084:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775303.139090:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775303.139105:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775303.139109:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423111168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775303.139126:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423111296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775303.139141:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775303.139145:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775303.139147:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775303.139152:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12448 00000100:00080000:2.0:1775775303.139158:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775303.139162:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775303.139168:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775303.139182:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423111424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775303.139194:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775775303.139194:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775303.139200:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775303.139202:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775303.139208:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12448 00000100:00080000:2.0:1775775303.139213:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775303.139218:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775303.139225:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775303.139239:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423111552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775303.139249:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775303/real 1775775303] req@ffff9a6051390000 x1862022423111168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775303.139252:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775303.139263:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775303.139267:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775303.139273:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12448 00000100:00100000:0.0:1775775303.139278:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423111168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775303.139278:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775303.139288:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:0.0:1775775303.139294:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1775775303.139297:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1775775303.139300:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775303.139305:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423111168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775303.139315:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423111680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775303.139334:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423111296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775303.139356:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775303.139370:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775303/real 1775775303] req@ffff9a6051390a80 x1862022423111296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775303.139383:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423111296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775303.139392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775303.139396:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775303.139400:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423111296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775303.139407:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423111424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775303.139430:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775303.139442:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775303/real 1775775303] req@ffff9a6051393100 x1862022423111424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775303.139464:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423111424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775303.139470:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775303.139472:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775303.139475:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423111424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775303.139479:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423111552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775303.139496:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775303.139503:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775303/real 1775775303] req@ffff9a6051393480 x1862022423111552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775303.139511:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423111552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775303.139517:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775303.139519:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775303.139521:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423111552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775303.139524:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423111680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775303.139534:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775303.139541:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775303/real 1775775303] req@ffff9a6051390e00 x1862022423111680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775303.139548:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423111680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775303.139553:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775303.139555:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775303.139557:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423111680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775303.970910:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775304.994964:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775306.018948:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775307.042998:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775308.066925:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775308.258985:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775308.258995:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775308.259000:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775308.259011:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12453 00000100:00080000:3.0:1775775308.259033:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775308.259041:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775308.259080:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423111808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775308.259107:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775308.259111:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775308.259113:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775308.259117:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12453 00000100:00080000:3.0:1775775308.259121:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775308.259125:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775308.259136:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775308.259154:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423111936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775308.259162:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423111808:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775308.259171:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775308.259174:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775308.259176:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775308.259180:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12453 00000100:00080000:3.0:1775775308.259183:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775308.259186:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775308.259198:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775308.259208:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423112064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775308.259215:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775308.259218:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775308.259219:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775308.259221:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12453 00000100:00080000:3.0:1775775308.259224:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775308.259226:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775308.259229:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775308.259240:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423112192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775308.259249:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775308.259252:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775308.259254:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775308.259266:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12453 00000100:00080000:3.0:1775775308.259270:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775308.259275:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775308.259280:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775308.259287:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423111936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775308.259295:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423112320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775308.259327:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423112064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775308.259357:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423112192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775308.259388:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423112320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775309.090894:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775310.114914:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775311.138925:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775775311.331020:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:1.0:1775775311.331054:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775775311.331068:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775775311.331104:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775775311.331114:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775775311.331123:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775775311.331133:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:0.0:1775775311.331153:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775308/real 1775775311] req@ffff9a6048b59c00 x1862022423112320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775311.331180:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423112320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775311.331188:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775311.331193:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775311.331198:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423112320:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775311.331207:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775308/real 1775775311] req@ffff9a6048b59880 x1862022423111936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775311.331222:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423111936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775311.331229:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775311.331232:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775311.331235:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423111936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775311.331242:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775308/real 1775775311] req@ffff9a6048b59500 x1862022423112064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775311.331252:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423112064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775311.331260:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775311.331263:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775311.331267:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423112064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775311.331273:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775308/real 1775775311] req@ffff9a6048b5b480 x1862022423112192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775311.331290:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423112192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775311.331299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775311.331303:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775311.331306:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423112192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775311.331313:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775308/real 1775775311] req@ffff9a6048b5bb80 x1862022423111808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775311.331325:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423111808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775311.331331:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775311.331334:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775311.331337:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423111808:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775775312.162946:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775313.186910:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775313.378890:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775313.378906:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775313.378912:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775313.378926:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12458 00000100:00080000:3.0:1775775313.378939:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775313.378950:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775313.379000:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423112448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775313.379041:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775313.379045:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775313.379047:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775313.379056:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12458 00000100:00080000:3.0:1775775313.379062:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775313.379067:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775313.379082:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775313.379095:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423112448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775313.379104:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423112576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775313.379127:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775313.379131:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775313.379133:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775313.379140:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12458 00000100:00080000:3.0:1775775313.379146:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775313.379152:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775313.379161:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775313.379175:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423112704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775313.379187:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775313.379194:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:2.0:1775775313.379195:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775313.379197:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775313.379203:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12458 00000100:00080000:3.0:1775775313.379209:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775313.379214:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775313.379221:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775313.379234:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423112832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775313.379246:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775313/real 1775775313] req@ffff9a6048b5a680 x1862022423112448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775313.379246:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775313.379257:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775313.379261:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775313.379272:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12458 00000100:00080000:3.0:1775775313.379278:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775775313.379285:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423112448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775313.379285:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775313.379296:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1775775313.379305:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775313.379313:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775313.379315:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423112960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775313.379322:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423112448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775313.379361:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423112576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775313.379391:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775313.379407:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775313/real 1775775313] req@ffff9a6048b58000 x1862022423112576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775313.379420:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423112576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775313.379430:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775313.379434:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775313.379438:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423112576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775313.379445:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423112704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775313.379469:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775313.379482:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775313/real 1775775313] req@ffff9a6048b5a300 x1862022423112704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775313.379495:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423112704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775313.379521:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775313.379525:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775313.379528:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423112704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775313.379535:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423112832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775313.379560:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775313.379573:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775313/real 1775775313] req@ffff9a6048b5aa00 x1862022423112832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775313.379584:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423112832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775313.379591:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775313.379595:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775313.379598:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423112832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775313.379605:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423112960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775313.379624:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775313.379634:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775313/real 1775775313] req@ffff9a6048b5ad80 x1862022423112960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775313.379645:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423112960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775313.379654:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775313.379658:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775313.379661:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423112960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775314.210938:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775315.234871:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775316.258943:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775317.282867:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775318.306957:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775318.498962:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775318.498973:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775318.498977:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775318.498987:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12464 00000100:00080000:2.0:1775775318.498999:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775318.499006:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775318.499043:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423113088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775318.499080:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775318.499084:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775318.499086:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775318.499091:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12464 00000100:00080000:2.0:1775775318.499094:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775318.499099:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775318.499108:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775318.499120:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423113216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775318.499130:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775318.499133:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775318.499135:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775318.499139:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12464 00000100:00080000:2.0:1775775318.499143:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775318.499147:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775318.499152:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775318.499163:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423113344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775318.499187:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775318.499192:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1775775318.499194:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423113088:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775318.499195:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775318.499207:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12464 00000100:00080000:2.0:1775775318.499213:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775318.499217:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775318.499224:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775318.499240:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423113472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775318.499250:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775318.499254:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775318.499257:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775318.499262:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12464 00000100:00080000:2.0:1775775318.499267:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775318.499271:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775318.499278:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775318.499289:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775318.499295:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423113600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775318.499344:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775318/real 1775775318] req@ffff9a6051391f80 x1862022423113088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775318.499362:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423113088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775318.499377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775318.499381:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775318.499384:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423113088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775318.499390:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423113216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775318.499407:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775318.499432:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775318/real 1775775318] req@ffff9a6051393800 x1862022423113216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775318.499442:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423113216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775318.499447:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775318.499449:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775318.499451:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423113216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775318.499480:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423113344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775318.499503:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775318.499515:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775318/real 1775775318] req@ffff9a6051391180 x1862022423113344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775318.499528:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423113344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775318.499535:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775318.499537:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775318.499540:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423113344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775318.499545:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423113472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775318.499562:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775318.499569:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775318/real 1775775318] req@ffff9a6051392a00 x1862022423113472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775318.499577:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423113472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775318.499582:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775318.499584:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775318.499585:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423113472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775318.499590:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423113600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775318.499601:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775318.499607:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775318/real 1775775318] req@ffff9a6051392680 x1862022423113600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775318.499614:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423113600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775318.499619:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775318.499621:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775318.499622:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423113600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775319.330897:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775320.355010:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775321.378851:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775322.402895:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775323.426946:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775323.618850:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775323.618857:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775323.618860:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775323.618868:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12469 00000100:00080000:2.0:1775775323.618877:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775323.618883:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775323.618920:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423113728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775323.618945:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775323.618948:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775323.618950:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775323.618954:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12469 00000100:00080000:2.0:1775775323.618958:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775323.618961:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775323.618969:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775323.618980:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423113856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775323.618987:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775323.618989:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775323.618991:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775323.618995:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12469 00000100:00080000:2.0:1775775323.618999:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775323.619002:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775323.619007:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775323.619015:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423113984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775323.619023:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775323.619025:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775323.619027:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775323.619030:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12469 00000100:00080000:2.0:1775775323.619034:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775323.619037:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775323.619041:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775323.619050:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423114112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775323.619056:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775323.619058:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775323.619058:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775323.619060:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12469 00000100:00080000:2.0:1775775323.619063:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775323.619065:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775323.619068:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775323.619075:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423114240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775323.619118:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423113728:192.168.201.120@tcp:250:kworker.0 00000800:00000100:0.0:1775775323.619287:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775323.619407:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775323/real 1775775323] req@ffff9a6051392680 x1862022423113728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775323.619449:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423113728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775323.619479:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775323.619486:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775323.619491:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423113728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775323.619518:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423113856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775323.619566:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775323.619660:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775323/real 1775775323] req@ffff9a6051392a00 x1862022423113856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775323.619689:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423113856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775323.619723:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775323.619727:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775323.619731:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423113856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775323.619756:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423113984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775323.619874:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775323.619908:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775323/real 1775775323] req@ffff9a6051391180 x1862022423113984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775323.619922:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423113984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775323.619932:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775323.619936:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775323.619939:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423113984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775323.619947:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423114112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775323.619992:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775323.620020:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775323/real 1775775323] req@ffff9a6051393800 x1862022423114112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775323.620053:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423114112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775323.620062:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775323.620086:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775323.620090:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423114112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775323.620156:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423114240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775323.620199:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775323.620229:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775323/real 1775775323] req@ffff9a6051391f80 x1862022423114240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775323.620256:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423114240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775323.620288:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775323.620293:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775323.620298:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423114240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775324.450895:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775325.474969:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775326.498954:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775327.522907:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775328.546905:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775328.738921:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775328.738930:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775328.738935:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775328.738945:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12474 00000100:00080000:1.0:1775775328.738955:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775328.738962:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775328.738998:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423114368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775328.739027:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775328.739031:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775328.739033:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775328.739037:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12474 00000100:00080000:1.0:1775775328.739040:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775328.739043:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775328.739051:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775328.739064:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423114496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775328.739074:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775328.739078:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1775775328.739079:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423114368:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775328.739080:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775328.739087:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12474 00000100:00080000:1.0:1775775328.739091:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775328.739095:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775328.739099:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775328.739110:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423114624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775328.739123:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775328.739126:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775328.739127:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775328.739131:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12474 00000100:00080000:1.0:1775775328.739137:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775328.739140:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775328.739144:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775328.739151:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775328.739156:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423114752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775328.739165:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775328.739168:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775328.739169:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775328.739173:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12474 00000100:00080000:1.0:1775775328.739176:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775328.739180:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775328.739184:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775328.739185:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775328/real 1775775328] req@ffff9a605873b100 x1862022423114368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775328.739197:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423114880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775328.739205:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423114368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775328.739215:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775328.739221:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775328.739226:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423114368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775328.739258:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423114496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775328.739280:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775328.739290:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775328/real 1775775328] req@ffff9a6058739880 x1862022423114496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775328.739301:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423114496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775328.739308:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775328.739312:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775328.739315:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423114496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775328.739319:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423114624:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775328.739334:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775328.739341:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775328/real 1775775328] req@ffff9a605873bb80 x1862022423114624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775328.739350:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423114624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775328.739358:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775328.739360:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775328.739363:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423114624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775328.739368:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423114752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775328.739382:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775328.739390:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775328/real 1775775328] req@ffff9a6058739180 x1862022423114752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775328.739400:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423114752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775328.739406:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775328.739409:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775328.739412:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423114752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775328.739417:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423114880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775328.739431:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775328.739438:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775328/real 1775775328] req@ffff9a605873a300 x1862022423114880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775328.739448:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423114880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775328.739454:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775328.739457:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775328.739459:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423114880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775329.570875:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775330.594900:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775331.618884:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775332.642909:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775333.666922:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775333.858932:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775333.858941:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775333.858945:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775333.858954:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12479 00000100:00080000:3.0:1775775333.858964:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775333.858971:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775333.859003:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423115008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775333.859031:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775333.859034:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775333.859036:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775333.859040:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12479 00000100:00080000:3.0:1775775333.859043:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775333.859047:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775333.859055:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775333.859067:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423115136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775333.859072:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423115008:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775333.859082:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775333.859086:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775333.859088:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775333.859093:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12479 00000100:00080000:3.0:1775775333.859097:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775333.859101:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775333.859106:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775333.859116:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423115264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775333.859125:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775333.859126:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775333.859129:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775333.859132:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775333.859137:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12479 00000100:00080000:3.0:1775775333.859141:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775333.859159:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775333.859165:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775333.859168:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775333/real 1775775333] req@ffff9a6048b58e00 x1862022423115008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775333.859178:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423115392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775333.859191:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775775333.859194:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423115008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775333.859196:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775333.859200:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775333.859206:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775333.859207:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12479 00000100:00080000:0.0:1775775333.859212:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:3.0:1775775333.859214:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775775333.859216:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423115008:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775333.859221:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775333.859226:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775333.859235:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423115136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775333.859240:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423115520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775333.859255:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775333.859264:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775333/real 1775775333] req@ffff9a6048b5b100 x1862022423115136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775333.859272:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423115136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775333.859277:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775333.859280:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775333.859282:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423115136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775333.859285:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423115264:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775333.859294:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775333.859298:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775333/real 1775775333] req@ffff9a6048b59f80 x1862022423115264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775333.859310:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423115264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775333.859317:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775333.859319:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775333.859321:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423115264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775333.859325:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423115392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775333.859335:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775333.859340:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775333/real 1775775333] req@ffff9a6048b58a80 x1862022423115392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775333.859347:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423115392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775333.859351:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775333.859353:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775333.859354:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423115392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775333.859362:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423115520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775333.859370:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775333.859375:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775333/real 1775775333] req@ffff9a6048b59180 x1862022423115520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775333.859381:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423115520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775333.859385:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775333.859386:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775333.859388:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423115520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775334.690910:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775335.714974:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775336.738859:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775337.762936:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775338.786872:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775338.978918:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775338.978929:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775338.978935:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775338.978947:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12484 00000100:00080000:3.0:1775775338.978960:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775338.978974:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775338.979019:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423115648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775338.979051:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775338.979065:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775338.979068:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775338.979072:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12484 00000100:00080000:3.0:1775775338.979076:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775338.979080:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775338.979093:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775338.979110:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423115776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775338.979122:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423115648:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775338.979126:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775338.979137:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775338.979139:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775338.979144:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12484 00000100:00080000:3.0:1775775338.979148:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775338.979153:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775338.979158:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775338.979172:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423115904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775338.979182:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775338.979186:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:0.0:1775775338.979190:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775338.979192:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775338.979198:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12484 00000100:00080000:3.0:1775775338.979203:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775338.979207:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775338.979213:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775338.979225:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423116032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775338.979232:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775338/real 1775775338] req@ffff9a6048b5b800 x1862022423115648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775338.979250:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775338.979259:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775338.979263:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775338.979271:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12484 00000100:00080000:3.0:1775775338.979275:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775775338.979279:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423115648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775338.979283:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775338.979292:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1775775338.979307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1775775338.979312:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423116160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775338.979313:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775338.979322:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423115648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775338.979354:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423115776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775338.979376:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775338.979389:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775338/real 1775775338] req@ffff9a6048b59180 x1862022423115776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775338.979398:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423115776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775338.979404:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775338.979406:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775338.979408:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423115776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775338.979412:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423115904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775338.979428:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775338.979437:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775338/real 1775775338] req@ffff9a6048b58a80 x1862022423115904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775338.979448:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423115904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775338.979461:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775338.979465:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775338.979468:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423115904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775338.979472:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423116032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775338.979486:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775338.979493:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775338/real 1775775338] req@ffff9a6048b59f80 x1862022423116032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775338.979499:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423116032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775338.979504:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775338.979506:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775338.979507:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423116032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775338.979511:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423116160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775338.979518:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775338.979523:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775338/real 1775775338] req@ffff9a6048b5b100 x1862022423116160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775338.979529:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423116160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775338.979533:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775338.979535:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775338.979537:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423116160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775339.810934:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775340.834929:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775341.858926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775342.882884:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775343.906952:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775344.098932:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775344.098943:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775344.098948:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775344.098958:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12489 00000100:00080000:2.0:1775775344.098983:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775344.098997:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775344.099039:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423116288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775344.099071:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775344.099075:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775344.099077:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775344.099082:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12489 00000100:00080000:2.0:1775775344.099087:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775344.099091:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775344.099102:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775344.099119:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423116416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775344.099132:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775344.099135:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775344.099136:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775344.099139:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12489 00000100:00080000:2.0:1775775344.099144:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775775344.099151:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423116288:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775344.099151:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775344.099158:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775344.099170:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423116544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775344.099183:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775344.099187:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775344.099189:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775344.099193:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12489 00000100:00080000:2.0:1775775344.099198:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775344.099202:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775344.099208:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775344.099224:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423116672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775344.099233:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775344.099235:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775344.099236:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775344.099239:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12489 00000100:00080000:2.0:1775775344.099242:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775344.099245:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775344.099249:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775344.099259:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423116800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775344.099272:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775344.099325:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775344/real 1775775344] req@ffff9a6051390e00 x1862022423116288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775344.099347:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423116288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775344.099359:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775344.099364:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775344.099368:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423116288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775344.099398:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423116416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775344.099421:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775344.099433:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775344/real 1775775344] req@ffff9a6051393480 x1862022423116416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775344.099445:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423116416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775344.099454:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775344.099458:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775344.099462:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423116416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775344.099469:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423116544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775344.099489:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775344.099500:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775344/real 1775775344] req@ffff9a6051393100 x1862022423116544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775344.099514:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423116544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775344.099523:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775344.099526:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775344.099530:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423116544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775344.099538:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423116672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775344.099559:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775344.099571:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775344/real 1775775344] req@ffff9a6051390a80 x1862022423116672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775344.099583:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423116672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775344.099591:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775344.099595:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775344.099599:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423116672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775344.099606:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423116800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775344.099628:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775344.099641:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775344/real 1775775344] req@ffff9a6051390000 x1862022423116800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775344.099654:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423116800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775344.099663:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775344.099667:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775344.099671:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423116800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775344.930999:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775345.954980:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775346.978964:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775348.002927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775349.026957:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775349.218921:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775349.218930:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775349.218935:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775349.218942:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12494 00000100:00080000:3.0:1775775349.218951:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775349.218957:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775349.218990:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423116928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775349.219013:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775349.219016:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775349.219017:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775349.219020:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12494 00000100:00080000:3.0:1775775349.219022:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775349.219024:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775349.219032:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775349.219039:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423117056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775349.219046:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775349.219048:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775349.219049:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775349.219052:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12494 00000100:00080000:3.0:1775775349.219053:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775349.219056:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775349.219060:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775349.219066:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423117184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775349.219074:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775349.219077:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775349.219079:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775775349.219080:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423116928:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775349.219082:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12494 00000100:00080000:3.0:1775775349.219085:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775349.219090:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775349.219095:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775349.219106:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423117312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775349.219117:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775349.219120:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775349.219122:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775349.219126:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12494 00000100:00080000:3.0:1775775349.219131:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775349.219135:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775349.219140:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775349.219151:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423117440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775349.219157:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775349.219196:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775349/real 1775775349] req@ffff9a6048b58e00 x1862022423116928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775349.219216:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423116928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775349.219228:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775349.219232:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775349.219236:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423116928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775349.219245:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423117056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775349.219271:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775349.219285:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775349/real 1775775349] req@ffff9a6048b5ad80 x1862022423117056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775349.219298:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423117056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775349.219305:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775349.219307:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775349.219309:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423117056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775349.219331:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423117184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775349.219353:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775349.219364:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775349/real 1775775349] req@ffff9a6048b5aa00 x1862022423117184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775349.219373:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423117184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775349.219379:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775349.219383:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775349.219385:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423117184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775349.219391:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423117312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775349.219406:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775349.219413:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775349/real 1775775349] req@ffff9a6048b5a300 x1862022423117312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775349.219422:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423117312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775349.219429:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775349.219432:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775349.219434:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423117312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775349.219439:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423117440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775349.219448:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775349.219463:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775349/real 1775775349] req@ffff9a6048b58000 x1862022423117440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775349.219470:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423117440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775349.219474:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775349.219476:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775349.219478:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423117440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775350.050923:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775351.074895:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775352.098956:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775353.123041:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775354.146925:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775354.338904:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775354.338914:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775354.338920:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775354.338931:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12499 00000100:00080000:3.0:1775775354.338943:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775354.338950:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775354.339002:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423117568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775354.339029:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775354.339033:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775354.339034:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775354.339037:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12499 00000100:00080000:3.0:1775775354.339040:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775354.339043:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775354.339052:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775354.339063:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423117696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775354.339071:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775354.339074:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775354.339075:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775354.339079:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12499 00000100:00080000:3.0:1775775354.339081:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775775354.339083:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423117568:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775354.339085:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775354.339091:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775354.339098:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423117824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775354.339110:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775354.339113:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775354.339114:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775354.339116:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12499 00000100:00080000:3.0:1775775354.339118:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775354.339120:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775354.339123:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775354.339131:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423117952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775354.339136:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775354.339139:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775354.339140:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775354.339142:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12499 00000100:00080000:3.0:1775775354.339144:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775354.339146:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775354.339149:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775354.339158:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423118080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775354.339179:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775354.339223:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775354/real 1775775354] req@ffff9a6048b5a680 x1862022423117568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775354.339240:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423117568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775354.339249:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775354.339253:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775354.339256:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423117568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775354.339283:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423117696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775354.339310:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775354.339324:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775354/real 1775775354] req@ffff9a6048b5bb80 x1862022423117696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775354.339336:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423117696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775354.339343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775354.339345:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775354.339347:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423117696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775354.339352:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423117824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775354.339367:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775354.339374:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775354/real 1775775354] req@ffff9a6048b5b480 x1862022423117824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775354.339382:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423117824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775354.339387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775354.339389:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775354.339391:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423117824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775354.339396:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423117952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775354.339407:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775354.339413:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775354/real 1775775354] req@ffff9a6048b59500 x1862022423117952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775354.339420:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423117952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775354.339425:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775354.339427:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775354.339429:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423117952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775354.339432:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423118080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775354.339442:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775354.339447:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775354/real 1775775354] req@ffff9a6048b59880 x1862022423118080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775354.339454:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423118080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775354.339459:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775354.339460:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775354.339462:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423118080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775355.170989:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775356.194930:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775357.218955:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775358.242905:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775359.266956:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775359.458890:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775359.458897:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775359.458908:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775359.458919:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12505 00000100:00080000:3.0:1775775359.458930:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775359.458935:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775359.458967:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423118208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775359.458989:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775359.458991:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775359.458993:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775359.458995:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12505 00000100:00080000:3.0:1775775359.458997:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775359.459000:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775359.459007:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775359.459017:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423118336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775359.459024:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775359.459027:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775359.459028:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775359.459031:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12505 00000100:00080000:3.0:1775775359.459033:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775359.459035:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775359.459038:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775359.459044:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423118464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775359.459051:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775359.459054:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775359.459055:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775359.459059:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12505 00000100:00080000:3.0:1775775359.459061:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775359.459067:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775359.459069:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423118208:192.168.201.120@tcp:250:kworker.0 00000008:00100000:3.0:1775775359.459072:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775359.459089:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423118592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775359.459099:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775359.459102:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775359.459104:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775359.459110:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12505 00000100:00080000:3.0:1775775359.459114:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775359.459119:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775359.459124:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775359.459138:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423118720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775359.459167:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775359.459207:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775359/real 1775775359] req@ffff9a6048b59c00 x1862022423118208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775359.459224:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423118208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775359.459241:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775359.459245:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775359.459248:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423118208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775359.459255:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423118336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775359.459272:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775359.459281:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775359/real 1775775359] req@ffff9a6048b59880 x1862022423118336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775359.459290:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423118336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775359.459295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775359.459298:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775359.459300:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423118336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775359.459330:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423118464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775359.459352:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775359.459362:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775359/real 1775775359] req@ffff9a6048b59500 x1862022423118464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775359.459372:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423118464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775359.459377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775359.459380:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775359.459382:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423118464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775359.459386:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423118592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775359.459400:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775359.459407:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775359/real 1775775359] req@ffff9a6048b5b480 x1862022423118592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775359.459414:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423118592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775359.459419:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775359.459421:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775359.459423:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423118592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775359.459426:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423118720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775359.459437:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775359.459442:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775359/real 1775775359] req@ffff9a6048b5bb80 x1862022423118720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775359.459450:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423118720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775359.459465:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775359.459469:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775359.459472:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423118720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775360.290892:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775361.314889:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775362.338892:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775363.362941:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775364.386962:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775364.578876:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775364.578886:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775364.578890:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775364.578902:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12510 00000100:00080000:3.0:1775775364.578917:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775364.578924:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775364.578970:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423118848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775364.578999:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775364.579002:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775364.579004:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775364.579007:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12510 00000100:00080000:3.0:1775775364.579009:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775364.579011:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775364.579021:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775364.579030:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423118976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775364.579037:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775364.579041:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775364.579042:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775364.579045:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12510 00000100:00080000:3.0:1775775364.579047:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775364.579049:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775364.579052:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775364.579061:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423118848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775364.579061:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423119104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775364.579075:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775364.579077:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775364.579078:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775364.579080:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12510 00000100:00080000:3.0:1775775364.579083:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775364.579085:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775364.579089:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775364.579096:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423119232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775364.579102:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775364.579104:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775364.579105:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775364.579107:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12510 00000100:00080000:3.0:1775775364.579111:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775364.579114:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775364.579117:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775364.579126:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423119360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775364.579148:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775364.579195:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775364/real 1775775364] req@ffff9a6048b5a680 x1862022423118848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775364.579218:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423118848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775364.579231:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775364.579236:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775364.579242:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423118848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775364.579251:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423118976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775364.579271:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775364.579281:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775364/real 1775775364] req@ffff9a6048b58000 x1862022423118976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775364.579290:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423118976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775364.579297:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775364.579299:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775364.579302:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423118976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775364.579324:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423119104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775364.579335:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775364.579342:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775364/real 1775775364] req@ffff9a6048b5a300 x1862022423119104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775364.579349:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423119104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775364.579355:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775364.579357:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775364.579359:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423119104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775364.579363:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423119232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775364.579373:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775364.579378:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775364/real 1775775364] req@ffff9a6048b5aa00 x1862022423119232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775364.579385:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423119232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775364.579390:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775364.579392:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775364.579395:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423119232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775364.579399:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423119360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775364.579408:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775364.579413:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775364/real 1775775364] req@ffff9a6048b5ad80 x1862022423119360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775389 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775364.579420:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423119360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775389 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775364.579425:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775364.579427:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775364.579429:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423119360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775365.410944:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775366.434859:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775367.458919:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775368.482939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775369.506913:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775369.698858:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775369.698865:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775369.698869:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775369.698877:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12515 00000100:00080000:3.0:1775775369.698886:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775369.698892:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775369.698924:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423119488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775369.698948:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775369.698951:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775369.698953:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775369.698956:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12515 00000100:00080000:3.0:1775775369.698958:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775369.698961:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775369.698969:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775369.698977:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423119616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775369.698985:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775369.698987:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775369.698989:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775369.698991:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12515 00000100:00080000:3.0:1775775369.698993:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775369.698995:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775369.698998:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775369.699001:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423119488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775369.699006:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423119744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775369.699013:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775369.699015:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775369.699016:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775369.699018:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12515 00000100:00080000:3.0:1775775369.699020:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775369.699022:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775369.699026:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775369.699034:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423119872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775369.699040:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775369.699042:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775369.699043:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775369.699045:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12515 00000100:00080000:3.0:1775775369.699050:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775369.699051:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775369.699054:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775369.699060:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423120000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775369.699070:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775369.699100:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775369/real 1775775369] req@ffff9a6048b58e00 x1862022423119488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775369.699113:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423119488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775369.699121:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775369.699124:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775369.699127:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423119488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775369.699132:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423119616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775369.699146:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775369.699154:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775369/real 1775775369] req@ffff9a6048b5b100 x1862022423119616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775369.699161:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423119616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775369.699166:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775369.699168:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775369.699170:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423119616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775369.699189:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423119744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775369.699199:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775369.699205:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775369/real 1775775369] req@ffff9a6048b59f80 x1862022423119744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775369.699212:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423119744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775369.699217:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775369.699218:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775369.699220:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423119744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775369.699224:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423119872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775369.699234:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775369.699239:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775369/real 1775775369] req@ffff9a6048b58a80 x1862022423119872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775369.699246:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423119872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775369.699251:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775369.699253:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775369.699255:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423119872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775369.699258:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423120000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775369.699266:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775369.699271:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775369/real 1775775369] req@ffff9a6048b59180 x1862022423120000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775394 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775369.699278:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423120000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775394 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775369.699283:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775369.699285:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775369.699286:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423120000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775370.530896:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775371.554940:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775372.578948:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775373.602906:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775374.626931:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775374.818945:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775374.818956:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775374.818960:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775374.818969:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12520 00000100:00080000:1.0:1775775374.818981:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775374.818988:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775374.819027:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423120128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775374.819061:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775374.819065:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775374.819067:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775374.819072:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12520 00000100:00080000:1.0:1775775374.819076:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775374.819080:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775374.819090:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775374.819104:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423120256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775374.819116:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775775374.819120:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423120128:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775374.819121:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775374.819125:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775374.819132:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12520 00000100:00080000:1.0:1775775374.819136:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775374.819141:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775374.819147:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775374.819161:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423120384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775374.819172:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775374.819176:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775374.819178:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775374.819182:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12520 00000100:00080000:1.0:1775775374.819187:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775374.819191:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775374.819197:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775374.819209:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423120512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775374.819220:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423120256:192.168.201.120@tcp:38:kworker.0 00000100:00080000:1.0:1775775374.819223:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775374.819228:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775374.819231:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775374.819237:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12520 00000100:00080000:1.0:1775775374.819241:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775374.819245:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775374.819252:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775374.819263:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423120384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775374.819268:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423120640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775374.819299:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423120512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775374.819323:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423120640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775375.650892:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775376.674915:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775377.698870:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775775377.891082:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:2.0:1775775377.891122:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775775377.891150:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775377.891189:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775377.891203:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775377.891226:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:0.0:1775775377.891243:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775374/real 1775775377] req@ffff9a6058739500 x1862022423120256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:2.0:1775775377.891253:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:0.0:1775775377.891280:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423120256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775377.891296:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775377.891302:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775377.891308:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423120256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775377.891318:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775374/real 1775775377] req@ffff9a605873aa00 x1862022423120384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775377.891332:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423120384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775377.891340:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775377.891344:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775377.891347:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423120384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775377.891354:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775374/real 1775775377] req@ffff9a6058738e00 x1862022423120128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775377.891366:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423120128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775377.891374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775377.891391:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775377.891395:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423120128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775377.891422:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775374/real 1775775377] req@ffff9a6058738a80 x1862022423120512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775377.891434:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423120512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775377.891442:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775377.891445:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775377.891448:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423120512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775377.891456:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775374/real 1775775377] req@ffff9a605873b800 x1862022423120640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775399 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775377.891468:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423120640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775399 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775377.891476:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775377.891479:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775377.891482:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423120640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775378.722908:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775379.746868:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775379.938911:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775379.938918:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775379.938922:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775379.938930:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12525 00000100:00080000:3.0:1775775379.938938:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775379.938943:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775379.938980:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423120768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775379.939001:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775379.939004:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775379.939005:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775379.939008:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12525 00000100:00080000:3.0:1775775379.939011:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775379.939013:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775379.939021:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775379.939035:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423120896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775379.939054:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423120768:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775379.939058:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775379.939068:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775379.939071:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775379.939076:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12525 00000100:00080000:3.0:1775775379.939081:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775379.939085:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775379.939089:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775379.939105:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423121024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775379.939116:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775379.939120:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775379.939122:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775379.939126:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12525 00000100:00080000:3.0:1775775379.939131:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1775775379.939132:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775379.939140:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775379.939146:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775379.939159:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423121152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775379.939170:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775379/real 1775775379] req@ffff9a6048b5b800 x1862022423120768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775379.939191:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423120768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775379.939207:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775379.939212:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775379.939212:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775379.939214:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775379.939220:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:3.0:1775775379.939221:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12525 00000100:00080000:3.0:1775775379.939228:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775775379.939229:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423120768:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775379.939237:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775379.939243:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775379.939257:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423121280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775379.939273:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423120896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775379.939300:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775379.939313:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775379/real 1775775379] req@ffff9a6048b59180 x1862022423120896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775379.939327:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423120896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775379.939334:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775379.939337:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775379.939355:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423120896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775379.939366:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423121024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775379.939389:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775379.939401:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775379/real 1775775379] req@ffff9a6048b58a80 x1862022423121024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775379.939415:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423121024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775379.939424:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775379.939427:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775379.939431:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423121024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775379.939437:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423121152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775379.939459:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775379.939469:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775379/real 1775775379] req@ffff9a6048b59f80 x1862022423121152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775379.939482:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423121152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775379.939489:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775379.939491:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775379.939494:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423121152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775379.939500:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423121280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775379.939519:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775379.939528:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775379/real 1775775379] req@ffff9a6048b5b100 x1862022423121280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775404 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775379.939539:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423121280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775404 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775379.939551:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775379.939554:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775379.939557:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423121280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775380.770934:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775381.794960:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775382.818927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775383.842905:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775384.866924:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775385.058854:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775385.058865:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775385.058870:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775385.058881:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12530 00000100:00080000:3.0:1775775385.058893:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775385.058900:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775385.058937:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423121408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775385.058968:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775385.058972:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775385.058973:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775385.058977:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12530 00000100:00080000:3.0:1775775385.058980:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775385.058983:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775385.058993:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775385.059005:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423121408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775385.059006:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423121536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775385.059022:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775385.059026:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775385.059028:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775385.059033:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12530 00000100:00080000:3.0:1775775385.059038:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775385.059043:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775385.059048:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775385.059063:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423121664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775775385.059067:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775385.059080:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775385.059083:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775385.059084:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775385.059088:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12530 00000100:00080000:3.0:1775775385.059092:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775385.059097:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775385.059102:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775385.059106:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775385/real 1775775385] req@ffff9a6048b58e00 x1862022423121408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775385.059115:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423121792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775385.059127:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423121408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775385.059137:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775385.059142:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775385.059146:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423121408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775385.059166:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423121536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775385.059190:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775385.059191:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775385.059197:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775385.059200:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775385.059206:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12530 00000100:00080000:3.0:1775775385.059211:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775775385.059212:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775385/real 1775775385] req@ffff9a6048b5ad80 x1862022423121536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775385.059218:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775385.059229:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775385.059237:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423121536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775385.059262:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775385.059265:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775385.059268:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423121536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775385.059273:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423121664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775385.059289:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775385.059298:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775385/real 1775775385] req@ffff9a6048b5aa00 x1862022423121664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775385.059305:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423121664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775385.059311:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775385.059313:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775385.059315:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423121664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775385.059324:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423121792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775385.059335:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775385.059341:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775385/real 1775775385] req@ffff9a6048b5a300 x1862022423121792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775385.059348:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423121792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775385.059361:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775385.059363:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775385.059366:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423121792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775385.059437:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423121920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775385.059478:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423121920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775385.059499:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775385.059516:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775385/real 1775775385] req@ffff9a6048b58000 x1862022423121920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775385.059526:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423121920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775385.059531:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775385.059533:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775385.059535:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423121920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775385.890955:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775386.914903:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775387.938920:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775388.962887:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775389.986909:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775390.178948:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775390.178959:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775390.178964:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775390.178974:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12535 00000100:00080000:1.0:1775775390.178986:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775390.178993:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775390.179031:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423122048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775390.179061:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775390.179065:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775390.179067:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775390.179072:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12535 00000100:00080000:1.0:1775775390.179076:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775390.179080:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775390.179091:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775390.179107:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423122176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775390.179114:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423122048:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775390.179126:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775390.179130:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775390.179132:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775390.179137:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12535 00000100:00080000:1.0:1775775390.179142:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775390.179146:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775390.179151:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1775775390.179201:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775390.179202:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423122304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775390.179217:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775390.179221:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775390.179223:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775390.179228:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12535 00000100:00080000:1.0:1775775390.179234:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775390.179241:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775390.179241:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775390/real 1775775390] req@ffff9a605873a680 x1862022423122048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1775775390.179249:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775390.179269:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423122432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775390.179270:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423122048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775390.179301:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775390.179302:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775390.179308:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775390.179310:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:1.0:1775775390.179312:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775775390.179317:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423122048:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775390.179321:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12535 00000100:00080000:1.0:1775775390.179329:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775390.179333:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775390.179339:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775390.179347:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423122176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775390.179353:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423122560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775775390.179376:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775390.179394:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775390/real 1775775390] req@ffff9a6058738000 x1862022423122176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775390.179406:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423122176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775390.179415:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775390.179419:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775390.179422:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423122176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775390.179428:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423122304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775390.179445:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775390.179455:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775390/real 1775775390] req@ffff9a605873ad80 x1862022423122304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775390.179466:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423122304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775390.179474:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775390.179477:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775390.179481:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423122304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775390.179487:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423122432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775390.179503:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775390.179513:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775390/real 1775775390] req@ffff9a6058739f80 x1862022423122432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775390.179524:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423122432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775390.179532:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775390.179536:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775390.179539:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423122432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775390.179555:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423122560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775390.179571:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775390.179581:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775390/real 1775775390] req@ffff9a6058738700 x1862022423122560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775390.179592:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423122560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775390.179599:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775390.179603:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775390.179606:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423122560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775391.010929:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775392.034881:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775393.058963:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775394.082936:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775395.106960:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775395.298875:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775395.298885:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775395.298890:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775395.298919:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12540 00000100:00080000:0.0:1775775395.298931:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775395.298937:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775395.298967:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022423122688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775395.298994:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775395.298997:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775395.298999:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775395.299002:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12540 00000100:00080000:0.0:1775775395.299005:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775395.299008:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775395.299016:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775395.299025:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022423122816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775395.299032:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775775395.299035:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423122688:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775775395.299036:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775775395.299037:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775395.299042:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12540 00000100:00080000:0.0:1775775395.299046:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775395.299049:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775395.299052:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775395.299062:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423122944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775395.299068:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775395.299070:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775395.299086:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775395.299090:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12540 00000100:00080000:0.0:1775775395.299094:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775395.299097:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775395.299112:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775395.299120:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423123072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775395.299127:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775395.299133:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1775775395.299133:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775775395.299136:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775395.299140:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12540 00000100:00080000:0.0:1775775395.299143:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775395.299145:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775395.299149:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775395.299158:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423123200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775395.299185:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775395/real 1775775395] req@ffff9a6051f87800 x1862022423122688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775395.299213:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022423122688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775395.299224:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775395.299228:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775395.299232:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423122688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775395.299254:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423122816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775395.299277:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775395.299289:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775395/real 1775775395] req@ffff9a6051f85180 x1862022423122816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775395.299301:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022423122816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775395.299309:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775395.299313:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775395.299316:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423122816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775395.299321:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423122944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775395.299337:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775395.299346:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775395/real 1775775395] req@ffff9a6051f84700 x1862022423122944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775395.299358:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423122944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775395.299374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775395.299377:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775395.299380:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423122944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775395.299386:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423123072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775395.299403:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775395.299412:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775395/real 1775775395] req@ffff9a6051f87100 x1862022423123072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775395.299424:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423123072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775395.299439:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775395.299442:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775395.299445:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423123072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775395.299451:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423123200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775395.299469:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775395.299478:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775395/real 1775775395] req@ffff9a6051f87480 x1862022423123200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775395.299489:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423123200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775395.299497:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775395.299500:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775395.299503:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423123200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775396.130928:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775397.154888:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775398.178952:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775399.202913:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775400.226916:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775400.418910:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775400.418918:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775400.418922:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775400.418930:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12546 00000100:00080000:1.0:1775775400.418940:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775400.418945:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775400.418979:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423123328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775400.419026:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775400.419029:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775400.419031:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775400.419034:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12546 00000100:00080000:1.0:1775775400.419037:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775400.419040:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775400.419048:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775400.419059:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423123456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775400.419066:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423123328:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775400.419069:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775400.419073:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775400.419074:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775400.419077:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12546 00000100:00080000:1.0:1775775400.419079:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775400.419082:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775400.419085:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775400.419093:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423123584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775400.419099:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775400.419102:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775400.419103:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775400.419106:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12546 00000100:00080000:1.0:1775775400.419108:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775400.419110:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775400.419114:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775400.419121:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423123712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775775400.419129:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775775400.419131:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775400.419134:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775400.419135:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775400.419138:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12546 00000100:00080000:1.0:1775775400.419141:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775400.419143:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775400.419147:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775400.419156:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423123840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775400.419167:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775400/real 1775775400] req@ffff9a6058739c00 x1862022423123328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775400.419183:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423123328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775400.419196:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775400.419199:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775400.419202:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423123328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775400.419220:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423123456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775400.419236:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775400.419245:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775400/real 1775775400] req@ffff9a6058738380 x1862022423123456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775400.419252:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423123456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775400.419258:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775400.419260:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775400.419262:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423123456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775400.419266:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423123584:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775400.419275:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775400.419283:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775400/real 1775775400] req@ffff9a605873b480 x1862022423123584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775400.419294:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423123584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775400.419303:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775400.419306:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775400.419309:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423123584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775400.419316:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423123712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775400.419336:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775400.419346:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775400/real 1775775400] req@ffff9a6058738700 x1862022423123712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775400.419354:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423123712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775400.419360:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775400.419362:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775400.419364:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423123712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775400.419367:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423123840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775400.419379:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775400.419385:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775400/real 1775775400] req@ffff9a6058739f80 x1862022423123840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775400.419391:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423123840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775400.419396:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775400.419398:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775400.419399:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423123840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775401.250920:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775402.274923:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775403.298919:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775404.322909:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775405.346929:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775405.538970:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775405.538984:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775405.538990:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775405.539003:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12551 00000100:00080000:3.0:1775775405.539019:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775405.539028:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775405.539080:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423123968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775405.539119:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775405.539124:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775405.539126:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775405.539131:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12551 00000100:00080000:3.0:1775775405.539135:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775405.539146:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775405.539160:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775405.539169:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423123968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775405.539177:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423124096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775405.539200:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775405.539204:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775405.539206:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775405.539210:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12551 00000100:00080000:3.0:1775775405.539215:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775405.539219:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775405.539225:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775405.539237:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423124224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775405.539247:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775405.539251:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775405.539253:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1775775405.539257:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775405.539262:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12551 00000100:00080000:3.0:1775775405.539266:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775405.539271:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775405.539277:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775405.539290:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423124352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775405.539302:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775775405.539303:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775405/real 1775775405] req@ffff9a6048b5a680 x1862022423123968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775405.539309:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775405.539314:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775405.539322:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12551 00000100:00100000:2.0:1775775405.539328:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423123968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775405.539337:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775405.539338:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775405.539346:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:2.0:1775775405.539347:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775405.539353:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423123968:192.168.201.120@tcp:250:kworker.0 00000008:00100000:3.0:1775775405.539355:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775405.539373:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423124480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775405.539386:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423124096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775405.539415:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775405.539431:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775405/real 1775775405] req@ffff9a6048b5bb80 x1862022423124096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775405.539441:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423124096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775405.539450:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775405.539458:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775405.539462:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423124096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775405.539469:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423124224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775405.539496:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775405.539507:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775405/real 1775775405] req@ffff9a6048b5b480 x1862022423124224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775405.539525:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423124224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775405.539536:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775405.539538:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775405.539541:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423124224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775405.539546:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423124352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775405.539561:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775405.539567:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775405/real 1775775405] req@ffff9a6048b59500 x1862022423124352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775405.539575:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423124352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775405.539580:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775405.539582:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775405.539584:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423124352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775405.539598:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423124480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775405.539617:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775405.539629:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775405/real 1775775405] req@ffff9a6048b59880 x1862022423124480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775405.539642:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423124480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775405.539651:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775405.539654:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775405.539659:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423124480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775406.370982:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775407.394904:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775408.418956:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775409.442895:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775410.466956:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775410.658882:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775410.658897:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775410.658904:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775410.658917:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12556 00000100:00080000:3.0:1775775410.658933:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775410.658942:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775410.658988:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423124608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775410.659024:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775410.659029:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775410.659031:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775410.659036:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12556 00000100:00080000:3.0:1775775410.659041:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775410.659045:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775410.659056:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775410.659069:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423124736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775410.659083:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423124608:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775410.659085:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775410.659093:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775410.659097:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775410.659110:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12556 00000100:00080000:3.0:1775775410.659113:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775410.659119:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775410.659123:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775410.659132:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423124864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775410.659140:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775410.659143:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775410.659144:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775410.659146:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12556 00000100:00080000:3.0:1775775410.659162:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775410.659165:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775410.659168:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775775410.659174:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775410.659178:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423124992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775410.659187:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775410.659190:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775410.659192:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775410.659195:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12556 00000100:00080000:3.0:1775775410.659203:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775410.659206:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775410.659210:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775410.659219:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423125120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775410.659229:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775410/real 1775775410] req@ffff9a6048b59c00 x1862022423124608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775410.659254:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423124608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775410.659265:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775410.659270:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775410.659275:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423124608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775410.659301:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423124736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775410.659327:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775410.659340:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775410/real 1775775410] req@ffff9a6048b59880 x1862022423124736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775410.659365:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423124736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775410.659374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775410.659377:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775410.659381:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423124736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775410.659387:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423124864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775410.659407:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775410.659418:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775410/real 1775775410] req@ffff9a6048b59500 x1862022423124864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775410.659430:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423124864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775410.659438:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775410.659441:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775410.659444:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423124864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775410.659450:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423124992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775410.659470:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775410.659480:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775410/real 1775775410] req@ffff9a6048b5b480 x1862022423124992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775410.659493:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423124992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775410.659501:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775410.659505:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775410.659508:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423124992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775410.659514:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423125120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775410.659531:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775410.659539:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775410/real 1775775410] req@ffff9a6048b5bb80 x1862022423125120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775435 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775410.659546:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423125120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775435 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775410.659552:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775410.659554:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775410.659556:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423125120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775411.491001:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775412.514900:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775413.538934:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775414.562875:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775415.586919:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775415.778942:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775415.778951:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775415.778956:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775415.778966:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12561 00000100:00080000:1.0:1775775415.778977:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775415.778983:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775415.779020:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423125248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775415.779044:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775415.779047:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775415.779048:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775415.779051:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12561 00000100:00080000:1.0:1775775415.779055:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775415.779058:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775415.779065:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775415.779074:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423125376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775415.779081:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775415.779084:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775415.779085:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775415.779088:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12561 00000100:00080000:1.0:1775775415.779090:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775415.779092:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775415.779096:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775415.779097:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423125248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775415.779105:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423125504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775415.779111:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775415.779113:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775415.779120:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775415.779123:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12561 00000100:00080000:1.0:1775775415.779126:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775415.779128:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775415.779132:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775415.779139:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423125632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775415.779150:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775415.779152:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775415.779154:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775415.779156:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12561 00000100:00080000:1.0:1775775415.779161:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1775775415.779161:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775775415.779166:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775415.779169:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775415.779186:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423125760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775415.779204:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775415/real 1775775415] req@ffff9a605873ad80 x1862022423125248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775415.779220:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423125248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775415.779228:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775415.779231:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775415.779234:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423125248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775415.779239:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423125376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775415.779256:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775415.779263:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775415/real 1775775415] req@ffff9a6058738000 x1862022423125376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775415.779271:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423125376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775415.779276:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775415.779279:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775415.779281:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423125376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775415.779301:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423125504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775415.779311:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775415.779317:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775415/real 1775775415] req@ffff9a605873a680 x1862022423125504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775415.779324:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423125504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775415.779329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775415.779331:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775415.779333:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423125504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775415.779336:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423125632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775415.779345:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775415.779350:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775415/real 1775775415] req@ffff9a605873b800 x1862022423125632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775415.779357:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423125632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775415.779362:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775415.779364:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775415.779365:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423125632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775415.779369:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423125760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775415.779377:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775415.779382:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775415/real 1775775415] req@ffff9a6058738a80 x1862022423125760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775440 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775415.779389:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423125760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775440 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775415.779394:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775415.779396:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775415.779397:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423125760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775416.610877:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775417.634949:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775418.658873:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775419.682920:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775420.706913:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775420.898963:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775420.898972:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775420.898978:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775420.898995:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12566 00000100:00080000:3.0:1775775420.899010:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775420.899019:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775420.899071:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423125888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775420.899110:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775420.899114:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775420.899117:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775420.899121:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12566 00000100:00080000:3.0:1775775420.899133:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775420.899138:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775420.899150:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775420.899155:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423125888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775420.899169:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423126016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775420.899183:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775420.899186:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775420.899188:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775420.899193:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12566 00000100:00080000:3.0:1775775420.899198:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775420.899202:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775420.899212:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775420.899225:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423126144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775420.899233:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775420.899271:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775420/real 1775775420] req@ffff9a6048b5a680 x1862022423125888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775420.899288:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423125888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775420.899303:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775420.899306:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775420.899310:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:3.0:1775775420.899315:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1775775420.899321:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423125888:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775420.899321:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775420.899333:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12566 00000100:00080000:3.0:1775775420.899338:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775420.899341:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775420.899347:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775420.899352:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423126016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775420.899359:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423126272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775420.899376:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775420.899384:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775420/real 1775775420] req@ffff9a6048b58000 x1862022423126016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775420.899397:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423126016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775420.899403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775420.899405:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775420.899408:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423126016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775420.899413:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423126144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775420.899426:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775420.899436:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775420/real 1775775420] req@ffff9a6048b5a300 x1862022423126144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775420.899450:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423126144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775420.899460:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775420.899464:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775420.899468:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423126144:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775775420.899509:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775420.899514:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775420.899517:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775420.899524:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12566 00000100:00080000:3.0:1775775420.899532:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775420.899537:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775420.899543:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775420.899623:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423126400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775420.899644:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423126272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775420.899704:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775420.899721:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775420/real 1775775420] req@ffff9a6048b5aa00 x1862022423126272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775420.899737:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423126272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775420.899754:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775420.899758:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775420.899762:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423126272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775420.899777:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423126400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775420.899836:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775420.899859:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775420/real 1775775420] req@ffff9a6048b5ad80 x1862022423126400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775445 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775420.899871:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423126400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775445 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775420.899880:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775420.899884:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775420.899887:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423126400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775421.730908:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775422.754896:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775423.778909:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775424.802882:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775425.826929:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775426.018884:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775426.018892:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775426.018895:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775426.018914:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12571 00000100:00080000:3.0:1775775426.018923:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775426.018929:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775426.018960:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423126528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775426.018983:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775426.018985:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775426.018987:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775426.018989:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12571 00000100:00080000:3.0:1775775426.018992:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775426.018994:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775426.019001:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775426.019009:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423126656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775426.019016:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775426.019018:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775426.019020:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775426.019022:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12571 00000100:00080000:3.0:1775775426.019024:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775426.019026:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775426.019030:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775426.019035:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423126784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775426.019041:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423126528:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775426.019047:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775426.019051:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775426.019053:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775426.019057:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12571 00000100:00080000:3.0:1775775426.019060:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775426.019064:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775426.019069:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775426.019083:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423126912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775426.019094:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775426.019098:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775426.019100:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775426.019104:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12571 00000800:00000100:0.0:1775775426.019110:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775426.019111:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775426.019117:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775426.019123:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775426.019137:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423127040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775426.019149:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775426/real 1775775426] req@ffff9a6048b58e00 x1862022423126528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775426.019169:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423126528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775426.019180:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775426.019184:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775426.019188:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423126528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775426.019196:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423126656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775426.019219:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775426.019229:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775426/real 1775775426] req@ffff9a6048b5b100 x1862022423126656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775426.019237:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423126656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775426.019243:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775426.019245:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775426.019247:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423126656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775426.019265:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423126784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775426.019276:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775426.019282:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775426/real 1775775426] req@ffff9a6048b59f80 x1862022423126784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775426.019289:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423126784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775426.019294:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775426.019295:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775426.019297:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423126784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775426.019301:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423126912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775426.019311:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775426.019316:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775426/real 1775775426] req@ffff9a6048b58a80 x1862022423126912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775426.019324:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423126912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775426.019329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775426.019330:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775426.019332:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423126912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775426.019335:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423127040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775426.019345:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775426.019350:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775426/real 1775775426] req@ffff9a6048b59180 x1862022423127040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775426.019356:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423127040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775426.019361:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775426.019363:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775426.019365:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423127040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775426.850921:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775427.874914:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775428.898910:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775429.922957:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775430.946912:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775431.138955:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775431.138969:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775431.138975:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775431.138988:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12576 00000100:00080000:3.0:1775775431.139004:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775431.139013:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775431.139064:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423127168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775431.139101:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775431.139105:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775431.139107:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775431.139111:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12576 00000100:00080000:3.0:1775775431.139115:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775431.139119:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775431.139131:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775431.139147:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423127296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775431.139157:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775431.139161:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775431.139163:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775431.139168:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12576 00000100:00080000:3.0:1775775431.139171:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775431.139176:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775431.139182:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775431.139194:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423127424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775431.139197:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423127168:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775431.139242:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775431.139246:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775431.139248:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775431.139254:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12576 00000100:00080000:3.0:1775775431.139259:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775431.139264:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775431.139270:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775431.139285:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423127552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775431.139296:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1775775431.139300:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775431.139304:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775431.139306:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775431.139313:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12576 00000100:00080000:3.0:1775775431.139318:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775431.139323:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775431.139329:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775431.139346:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423127680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775431.139351:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775431/real 1775775431] req@ffff9a6048b5b800 x1862022423127168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775431.139396:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423127168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775431.139413:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775431.139418:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775431.139424:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423127168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775431.139435:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423127296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775431.139500:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775431.139513:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775431/real 1775775431] req@ffff9a6048b59180 x1862022423127296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775431.139526:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423127296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775431.139534:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775431.139538:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775431.139541:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423127296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775431.139568:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423127424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775431.139587:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775431.139598:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775431/real 1775775431] req@ffff9a6048b58a80 x1862022423127424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775431.139612:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423127424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775431.139621:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775431.139625:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775431.139628:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423127424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775431.139634:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423127552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775431.139653:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775431.139664:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775431/real 1775775431] req@ffff9a6048b59f80 x1862022423127552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775431.139675:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423127552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775431.139684:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775431.139687:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775431.139690:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423127552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775431.139696:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423127680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775431.139717:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775431.139726:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775431/real 1775775431] req@ffff9a6048b5b100 x1862022423127680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775431.139736:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423127680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775431.139749:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775431.139752:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775431.139755:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423127680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775431.970897:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775432.994941:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775434.018888:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775435.042934:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775436.066953:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775436.258912:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775436.258920:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775436.258924:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775436.258932:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12581 00000100:00080000:3.0:1775775436.258944:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775436.258950:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775436.258981:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423127808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775436.259000:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775436.259003:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775436.259004:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775436.259007:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12581 00000100:00080000:3.0:1775775436.259009:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775436.259012:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775436.259021:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775436.259029:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423127808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775436.259031:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423127936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775436.259043:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775436.259045:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775436.259047:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775436.259049:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12581 00000100:00080000:3.0:1775775436.259051:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775436.259053:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775436.259055:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775436.259062:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423128064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775436.259068:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775436.259071:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775436.259072:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775436.259075:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12581 00000100:00080000:3.0:1775775436.259078:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775436.259080:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775436.259082:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775436.259088:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423128192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775436.259094:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775436.259096:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775436.259097:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775436.259100:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12581 00000100:00080000:3.0:1775775436.259104:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1775775436.259105:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775436.259109:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775436.259113:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775436.259121:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423128320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775436.259143:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775436/real 1775775436] req@ffff9a6048b58e00 x1862022423127808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775436.259157:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423127808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775436.259166:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775436.259170:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775436.259175:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423127808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775436.259198:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423127936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775436.259223:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775436.259236:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775436/real 1775775436] req@ffff9a6048b5ad80 x1862022423127936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775436.259249:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423127936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775436.259258:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775436.259262:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775436.259265:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423127936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775436.259272:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423128064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775436.259293:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775436.259304:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775436/real 1775775436] req@ffff9a6048b5aa00 x1862022423128064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775436.259312:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423128064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775436.259318:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775436.259320:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775436.259322:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423128064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775436.259327:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423128192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775436.259342:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775436.259349:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775436/real 1775775436] req@ffff9a6048b5a300 x1862022423128192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775436.259356:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423128192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775436.259377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775436.259380:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775436.259382:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423128192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775436.259387:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423128320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775436.259402:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775436.259409:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775436/real 1775775436] req@ffff9a6048b58000 x1862022423128320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775436.259416:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423128320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775436.259421:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775436.259423:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775436.259425:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423128320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775437.090917:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775438.114883:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775439.138936:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775440.162918:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775441.186921:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775441.378915:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775441.378926:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775441.378936:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775441.378947:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12586 00000100:00080000:3.0:1775775441.378959:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775441.378967:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775441.379011:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423128448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775441.379042:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775441.379045:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775441.379047:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775441.379050:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12586 00000100:00080000:3.0:1775775441.379052:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775441.379055:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775441.379065:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775441.379076:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423128576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775441.379085:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775441.379089:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1775775441.379090:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423128448:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775441.379090:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775441.379098:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12586 00000100:00080000:3.0:1775775441.379100:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775441.379103:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775441.379107:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775441.379114:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423128704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775441.379120:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775441.379123:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775441.379124:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775441.379126:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12586 00000100:00080000:3.0:1775775441.379130:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775441.379133:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775441.379136:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775441.379143:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423128832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775441.379149:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775441.379151:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775441.379152:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775441.379155:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12586 00000100:00080000:3.0:1775775441.379164:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775441.379167:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775441.379171:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775441.379178:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423128960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775441.379222:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423128576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775441.379263:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423128704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775441.379312:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423128832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775441.379350:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423128960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775442.210916:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775443.234961:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775444.258935:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775775444.451043:0:2398:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:2.0:1775775444.451077:0:2398:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775775444.451092:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775444.451128:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775444.451139:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775444.451151:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:0.0:1775775444.451165:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775441/real 1775775444] req@ffff9a6048b5bb80 x1862022423128576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:2.0:1775775444.451165:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:0.0:1775775444.451193:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423128576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775444.451203:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775444.451206:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775444.451209:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423128576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775444.451237:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775441/real 1775775444] req@ffff9a6048b5b480 x1862022423128704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775444.451248:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423128704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775444.451254:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775444.451256:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775444.451258:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423128704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775444.451262:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775441/real 1775775444] req@ffff9a6048b59500 x1862022423128832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775444.451269:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423128832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775444.451274:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775444.451277:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775444.451280:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423128832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775444.451284:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775441/real 1775775444] req@ffff9a6048b59880 x1862022423128960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775444.451291:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423128960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775444.451295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775444.451297:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775444.451298:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423128960:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775444.451303:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775441/real 1775775444] req@ffff9a6048b5a680 x1862022423128448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775444.451315:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423128448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775444.451322:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775444.451325:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775444.451328:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423128448:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775775445.282907:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775446.306865:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775446.498933:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775446.498941:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775446.498945:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775446.498952:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12592 00000100:00080000:1.0:1775775446.498963:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775446.498968:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775446.499000:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423129088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775446.499022:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775446.499025:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775446.499027:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775446.499030:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12592 00000100:00080000:1.0:1775775446.499032:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775446.499034:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775446.499043:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775446.499051:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423129216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775446.499060:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775446.499062:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775446.499063:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775446.499068:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12592 00000100:00100000:0.0:1775775446.499071:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423129088:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775446.499071:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775446.499075:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775446.499080:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775446.499088:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423129344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775446.499098:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775446.499102:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775446.499104:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775446.499108:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12592 00000100:00080000:1.0:1775775446.499123:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775446.499129:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775775446.499135:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:1.0:1775775446.499139:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775446.499159:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423129472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775446.499164:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775446/real 1775775446] req@ffff9a6058738e00 x1862022423129088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775446.499177:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775446.499199:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775446.499201:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775446.499206:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12592 00000100:00080000:1.0:1775775446.499210:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775446.499218:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775446.499227:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775446.499235:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423129088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775446.499242:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423129600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775446.499250:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775446.499260:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775446.499266:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423129088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775446.499293:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423129216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775446.499318:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775446.499333:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775446/real 1775775446] req@ffff9a605873aa00 x1862022423129216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775446.499347:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423129216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775446.499355:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775446.499358:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775446.499361:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423129216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775446.499368:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423129344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775446.499389:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775446.499400:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775446/real 1775775446] req@ffff9a6058739500 x1862022423129344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775446.499413:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423129344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775446.499421:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775446.499425:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775446.499435:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423129344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775446.499442:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423129472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775446.499466:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775446.499478:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775446/real 1775775446] req@ffff9a605873a300 x1862022423129472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775446.499490:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423129472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775446.499497:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775446.499501:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775446.499504:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423129472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775446.499509:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423129600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775446.499529:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775446.499539:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775446/real 1775775446] req@ffff9a6058739180 x1862022423129600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775446.499550:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423129600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775446.499557:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775446.499561:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775446.499564:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423129600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775447.330899:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775448.354895:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775449.378948:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775450.402892:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775451.426898:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775451.618893:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775451.618902:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775451.618907:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775451.618915:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12597 00000100:00080000:3.0:1775775451.618926:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775451.618931:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775451.618965:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423129728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775451.618984:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775451.618987:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775451.618989:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775451.618991:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12597 00000100:00080000:3.0:1775775451.618994:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775451.618996:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775451.619003:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775451.619013:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423129856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775451.619020:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775451.619023:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775451.619025:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775451.619027:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12597 00000100:00080000:3.0:1775775451.619029:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775451.619032:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775451.619034:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775451.619041:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423129984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775451.619049:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423129728:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775451.619051:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775451.619055:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775451.619059:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775451.619063:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12597 00000100:00080000:3.0:1775775451.619065:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775451.619067:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775451.619071:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775451.619079:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423130112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775451.619085:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775451.619088:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775451.619089:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775451.619107:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12597 00000100:00080000:3.0:1775775451.619109:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775451.619112:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775451.619116:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775451.619124:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423130240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775451.619144:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775451.619177:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775451/real 1775775451] req@ffff9a6048b59c00 x1862022423129728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775451.619196:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423129728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775451.619206:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775451.619210:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775451.619214:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423129728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775451.619222:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423129856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775451.619243:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775451.619254:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775451/real 1775775451] req@ffff9a6048b5a680 x1862022423129856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775451.619266:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423129856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775451.619274:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775451.619277:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775451.619280:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423129856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775451.619302:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423129984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775451.619319:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775451.619328:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775451/real 1775775451] req@ffff9a6048b59880 x1862022423129984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775451.619340:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423129984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775451.619348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775451.619351:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775451.619354:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423129984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775451.619360:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423130112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775451.619376:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775451.619384:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775451/real 1775775451] req@ffff9a6048b59500 x1862022423130112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775451.619396:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423130112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775451.619404:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775451.619407:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775451.619411:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423130112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775451.619416:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423130240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775451.619432:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775451.619441:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775451/real 1775775451] req@ffff9a6048b5b480 x1862022423130240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775476 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775451.619452:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423130240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775476 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775451.619467:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775451.619470:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775451.619473:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423130240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775452.450939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775453.474917:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775454.498940:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775455.522894:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775456.546959:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775456.738902:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775456.738914:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775456.738919:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775456.738930:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12602 00000100:00080000:3.0:1775775456.738942:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775456.738949:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775456.738993:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423130368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775456.739042:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775456.739046:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775456.739048:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775456.739052:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12602 00000100:00080000:3.0:1775775456.739056:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775456.739060:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775456.739071:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775456.739083:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423130496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775456.739092:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775775456.739094:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423130368:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775456.739097:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775456.739100:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775456.739106:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12602 00000100:00080000:3.0:1775775456.739108:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775456.739110:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775456.739113:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775456.739122:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423130624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775456.739129:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775456.739132:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775456.739133:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775456.739136:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12602 00000100:00080000:3.0:1775775456.739138:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775456.739141:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775456.739144:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775456.739152:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423130752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775456.739164:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775456.739168:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1775775456.739172:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775456.739173:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775456.739181:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12602 00000100:00080000:3.0:1775775456.739186:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775456.739193:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775456.739200:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775456.739216:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423130880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775456.739220:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775456/real 1775775456] req@ffff9a6048b5bb80 x1862022423130368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775456.739249:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423130368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775456.739262:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775456.739268:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775456.739276:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423130368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775456.739311:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423130496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775456.739344:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775456.739366:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775456/real 1775775456] req@ffff9a6048b58000 x1862022423130496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775456.739384:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423130496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775456.739395:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775456.739399:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775456.739402:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423130496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775456.739407:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423130624:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775456.739428:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775456.739437:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775456/real 1775775456] req@ffff9a6048b5a300 x1862022423130624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775456.739446:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423130624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775456.739453:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775456.739456:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775456.739460:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423130624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775456.739466:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423130752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775456.739480:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775456.739491:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775456/real 1775775456] req@ffff9a6048b5aa00 x1862022423130752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775456.739501:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423130752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775456.739507:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775456.739509:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775456.739513:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423130752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775456.739518:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423130880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775456.739534:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775456.739548:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775456/real 1775775456] req@ffff9a6048b5ad80 x1862022423130880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775481 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775456.739556:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423130880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775481 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775456.739562:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775456.739564:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775456.739565:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423130880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775457.570946:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775458.594915:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775459.618866:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775460.642909:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775461.666873:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775461.858867:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775461.858875:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775461.858879:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775461.858887:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12607 00000100:00080000:3.0:1775775461.858895:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775461.858909:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775461.858966:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423131008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775461.858990:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775461.858992:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775461.858994:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775461.858997:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12607 00000100:00080000:3.0:1775775461.859000:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775461.859002:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775461.859011:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775461.859020:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423131136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775461.859030:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423131008:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775461.859030:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775461.859037:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775461.859039:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775461.859043:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12607 00000100:00080000:3.0:1775775461.859045:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775461.859047:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775461.859050:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775461.859059:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423131264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775461.859065:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775461.859068:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775461.859069:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775461.859071:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12607 00000100:00080000:3.0:1775775461.859073:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775461.859075:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775461.859079:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775461.859085:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423131392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775461.859091:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1775775461.859094:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775461.859096:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775461.859098:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775461.859102:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12607 00000100:00080000:3.0:1775775461.859105:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775461.859108:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775461.859112:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775461.859121:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423131520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775461.859129:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775461/real 1775775461] req@ffff9a6048b58e00 x1862022423131008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775461.859145:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423131008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775461.859153:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775461.859156:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775461.859160:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423131008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775461.859177:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423131136:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775461.859191:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775461.859200:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775461/real 1775775461] req@ffff9a6048b5b100 x1862022423131136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775461.859207:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423131136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775461.859213:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775461.859215:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775461.859217:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423131136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775461.859220:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423131264:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775461.859230:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775461.859235:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775461/real 1775775461] req@ffff9a6048b59f80 x1862022423131264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775461.859241:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423131264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775461.859246:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775461.859248:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775461.859250:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423131264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775461.859253:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423131392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775461.859264:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775461.859270:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775461/real 1775775461] req@ffff9a6048b58a80 x1862022423131392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775461.859277:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423131392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775461.859281:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775461.859283:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775461.859285:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423131392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775461.859288:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423131520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775461.859297:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775461.859302:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775461/real 1775775461] req@ffff9a6048b59180 x1862022423131520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775486 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775461.859309:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423131520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775486 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775461.859314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775461.859316:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775461.859317:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423131520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775462.690892:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775463.714892:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775464.738926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775465.762936:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775466.786919:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775466.978920:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775466.978944:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775466.978951:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775466.978964:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12612 00000100:00080000:3.0:1775775466.978979:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775466.978987:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775466.979040:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423131648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775466.979084:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775466.979089:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775466.979091:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775466.979096:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12612 00000100:00080000:3.0:1775775466.979100:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775466.979105:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775466.979118:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775466.979140:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423131776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775466.979152:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423131648:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775466.979180:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775466.979184:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775466.979186:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775466.979193:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12612 00000100:00080000:3.0:1775775466.979198:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775466.979203:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775466.979210:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775466.979226:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423131904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775466.979237:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1775775466.979244:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775466.979246:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775466.979250:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775466.979257:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12612 00000100:00080000:3.0:1775775466.979277:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775775466.979283:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775466/real 1775775466] req@ffff9a6048b5b800 x1862022423131648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775466.979287:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775466.979305:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775466.979312:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423131648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775466.979323:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1775775466.979325:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423132032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775466.979329:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775466.979340:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423131648:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775466.979366:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775466.979370:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775466.979373:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775775466.979379:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423131776:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775775466.979388:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12612 00000100:00080000:3.0:1775775466.979394:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775466.979401:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775466.979408:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775466.979414:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775466.979433:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775466/real 1775775466] req@ffff9a6048b59180 x1862022423131776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775466.979445:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423132160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775466.979455:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423131776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775466.979473:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775466.979479:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775466.979483:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423131776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775466.979493:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423131904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775466.979521:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775466.979532:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775466/real 1775775466] req@ffff9a6048b58a80 x1862022423131904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775466.979545:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423131904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775466.979570:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775466.979574:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775466.979577:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423131904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775466.979584:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423132032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775466.979603:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775466.979610:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775466/real 1775775466] req@ffff9a6048b59f80 x1862022423132032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775466.979617:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423132032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775466.979623:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775466.979625:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775466.979627:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423132032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775466.979638:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423132160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775466.979649:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775466.979654:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775466/real 1775775466] req@ffff9a6048b5b100 x1862022423132160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775466.979661:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423132160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775466.979666:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775466.979668:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775466.979670:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423132160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775467.810901:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775468.834919:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775469.858876:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775470.882893:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775471.906893:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775472.098901:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775472.098909:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775472.098912:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775472.098920:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12617 00000100:00080000:3.0:1775775472.098930:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775472.098936:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775472.098973:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423132288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775472.099003:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775472.099007:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775472.099009:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775472.099013:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12617 00000100:00080000:3.0:1775775472.099018:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775472.099022:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775472.099032:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775472.099045:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423132416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775472.099056:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775775472.099058:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423132288:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775472.099059:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775472.099061:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775472.099065:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12617 00000100:00080000:3.0:1775775472.099068:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775472.099071:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775472.099076:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775472.099084:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423132544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775472.099092:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775472.099095:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775472.099097:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775472.099100:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12617 00000100:00080000:3.0:1775775472.099103:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775472.099106:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775472.099109:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775472.099117:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775472.099117:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423132672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775472.099125:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775472.099128:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775472.099129:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775472.099133:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12617 00000100:00080000:3.0:1775775472.099136:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775472.099138:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775472.099143:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775472.099150:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775472/real 1775775472] req@ffff9a6048b58e00 x1862022423132288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775472.099153:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423132800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775472.099168:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423132288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775472.099178:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775472.099182:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775472.099186:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423132288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775472.099209:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423132416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775472.099232:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775472.099243:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775472/real 1775775472] req@ffff9a6048b5ad80 x1862022423132416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775472.099252:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423132416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775472.099257:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775472.099259:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775472.099262:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423132416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775472.099266:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423132544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775472.099278:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775472.099283:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775472/real 1775775472] req@ffff9a6048b5aa00 x1862022423132544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775472.099291:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423132544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775472.099295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775472.099297:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775472.099299:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423132544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775472.099302:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423132672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775472.099312:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775472.099326:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775472/real 1775775472] req@ffff9a6048b5a300 x1862022423132672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775472.099334:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423132672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775472.099339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775472.099341:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775472.099343:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423132672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775472.099346:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423132800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775472.099357:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775472.099364:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775472/real 1775775472] req@ffff9a6048b58000 x1862022423132800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775472.099371:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423132800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775472.099376:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775472.099377:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775472.099379:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423132800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775472.930879:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775473.954925:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775474.978898:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775476.002976:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775477.026915:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775477.218881:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775477.218890:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775477.218895:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775477.218905:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12622 00000100:00080000:3.0:1775775477.218915:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775477.218922:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775477.218959:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423132928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775477.218984:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775477.218987:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775477.218989:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775477.218991:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12622 00000100:00080000:3.0:1775775477.218994:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775477.218997:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775477.219004:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775477.219014:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423133056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775477.219022:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775477.219024:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775477.219026:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775477.219029:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12622 00000100:00100000:0.0:1775775477.219034:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423132928:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775477.219034:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775477.219038:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775477.219045:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775477.219052:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423133184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775477.219060:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775477.219062:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775477.219063:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775477.219066:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12622 00000100:00080000:3.0:1775775477.219068:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775477.219071:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775477.219074:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775477.219087:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423133312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775477.219093:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775477.219096:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775477.219099:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1775775477.219100:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775477.219104:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12622 00000100:00080000:3.0:1775775477.219109:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775477.219113:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775477.219119:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775477.219132:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423133440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775477.219136:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775477/real 1775775477] req@ffff9a6048b5bb80 x1862022423132928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775477.219166:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423132928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775477.219175:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775477.219178:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775477.219188:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423132928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775477.219193:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423133056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775477.219208:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775477.219217:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775477/real 1775775477] req@ffff9a6048b5b480 x1862022423133056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775477.219225:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423133056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775477.219230:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775477.219232:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775477.219235:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423133056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775477.219252:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423133184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775477.219263:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775477.219272:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775477/real 1775775477] req@ffff9a6048b59500 x1862022423133184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775477.219284:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423133184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775477.219293:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775477.219296:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775477.219300:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423133184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775477.219306:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423133312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775477.219329:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775477.219340:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775477/real 1775775477] req@ffff9a6048b59880 x1862022423133312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775477.219353:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423133312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775477.219361:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775477.219365:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775477.219368:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423133312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775477.219375:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423133440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775477.219395:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775477.219405:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775477/real 1775775477] req@ffff9a6048b5a680 x1862022423133440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775477.219416:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423133440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775477.219424:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775477.219427:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775477.219431:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423133440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775478.050996:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775479.075006:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775480.098967:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775481.122945:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775482.146950:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775482.338941:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775482.338952:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775482.338956:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775482.338968:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12627 00000100:00080000:1.0:1775775482.338980:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775482.338987:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775482.339041:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423133568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775482.339077:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775482.339080:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775482.339082:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775482.339085:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12627 00000100:00080000:1.0:1775775482.339089:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775482.339092:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775482.339102:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775482.339117:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423133696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775482.339131:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775482.339133:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775482.339135:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775482.339140:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12627 00000100:00080000:1.0:1775775482.339145:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775482.339149:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775482.339151:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423133568:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775775482.339153:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775482.339162:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423133824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775482.339172:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775482.339174:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775482.339175:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775482.339178:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12627 00000100:00080000:1.0:1775775482.339179:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775482.339181:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775482.339184:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775482.339192:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423133952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775482.339198:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775482.339200:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775482.339201:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775482.339210:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12627 00000100:00080000:1.0:1775775482.339214:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775482.339217:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775482.339224:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775482.339232:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423134080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775482.339246:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775482.339290:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775482/real 1775775482] req@ffff9a605873bb80 x1862022423133568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775482.339304:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423133568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775482.339317:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775482.339321:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775482.339326:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423133568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775482.339357:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423133696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775482.339381:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775482.339390:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775482/real 1775775482] req@ffff9a6058739880 x1862022423133696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775482.339399:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423133696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775482.339404:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775482.339407:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775482.339409:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423133696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775482.339413:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423133824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775482.339426:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775482.339432:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775482/real 1775775482] req@ffff9a605873b100 x1862022423133824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775482.339439:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423133824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775482.339444:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775482.339446:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775482.339448:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423133824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775482.339452:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423133952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775482.339462:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775482.339468:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775482/real 1775775482] req@ffff9a6058739180 x1862022423133952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775482.339475:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423133952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775482.339480:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775482.339482:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775482.339483:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423133952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775482.339487:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423134080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775482.339497:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775482.339502:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775482/real 1775775482] req@ffff9a605873a300 x1862022423134080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775482.339508:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423134080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775482.339513:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775482.339515:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775482.339516:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423134080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775483.170912:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775484.194957:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775485.218891:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775486.242896:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775487.266907:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775487.458929:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775487.458937:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775487.458940:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775487.458948:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12633 00000100:00080000:3.0:1775775487.458958:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775487.458963:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775487.458995:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423134208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775487.459020:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775487.459023:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775487.459024:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775487.459032:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12633 00000100:00080000:3.0:1775775487.459036:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775487.459040:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775487.459050:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775487.459065:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423134208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775487.459069:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423134336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775487.459084:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775487.459087:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775487.459089:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775487.459094:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12633 00000100:00080000:3.0:1775775487.459099:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775487.459103:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775487.459110:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1775775487.459120:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775487.459125:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423134464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775487.459136:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775487.459140:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775487.459143:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775487.459149:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12633 00000100:00100000:0.0:1775775487.459150:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775487/real 1775775487] req@ffff9a6048b59c00 x1862022423134208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775487.459156:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775487.459166:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775487.459171:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423134208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1775775487.459173:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1775775487.459188:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1775775487.459193:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423134592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775487.459197:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775487.459207:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423134208:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775487.459213:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775487.459218:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775487.459220:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775487.459225:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12633 00000100:00080000:3.0:1775775487.459230:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775487.459234:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775487.459237:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423134336:192.168.201.120@tcp:38:kworker.0 00000008:00100000:3.0:1775775487.459242:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775487.459259:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423134720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775487.459264:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775487.459278:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775487/real 1775775487] req@ffff9a6048b5a680 x1862022423134336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775487.459288:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423134336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775487.459293:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775487.459295:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775487.459299:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423134336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775487.459305:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423134464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775487.459317:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775487.459323:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775487/real 1775775487] req@ffff9a6048b59880 x1862022423134464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775487.459331:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423134464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775487.459336:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775487.459338:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775487.459340:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423134464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775487.459343:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423134592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775487.459353:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775487.459359:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775487/real 1775775487] req@ffff9a6048b59500 x1862022423134592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775487.459366:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423134592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775487.459370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775487.459372:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775487.459374:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423134592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775487.459384:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423134720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775487.459393:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775487.459399:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775487/real 1775775487] req@ffff9a6048b5b480 x1862022423134720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775487.459406:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423134720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775487.459418:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775487.459422:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775487.459425:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423134720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775488.290937:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775489.314858:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775490.338895:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775491.362936:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775492.386896:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775492.578900:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775492.578908:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775492.578912:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775492.578922:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12638 00000100:00080000:1.0:1775775492.578932:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775492.578939:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775492.578971:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423134848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775492.578995:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775492.578998:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775492.578999:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775492.579002:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12638 00000100:00080000:1.0:1775775492.579005:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775492.579008:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775492.579016:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775492.579029:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423134848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775492.579030:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423134976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775492.579049:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775492.579052:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775492.579054:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775492.579058:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12638 00000100:00080000:1.0:1775775492.579062:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775492.579064:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775492.579068:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775492.579079:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423135104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775492.579086:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775492.579089:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775492.579090:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775492.579093:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12638 00000100:00080000:1.0:1775775492.579096:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775492.579098:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775492.579105:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775775492.579107:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775492.579116:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423135232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775492.579123:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775492.579125:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775492.579127:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775492.579130:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12638 00000100:00100000:3.0:1775775492.579138:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775492/real 1775775492] req@ffff9a6058739500 x1862022423134848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775492.579142:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775492.579149:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775492.579153:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775492.579160:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423135360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775492.579214:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423134848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775492.579222:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775492.579225:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775492.579228:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423134848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775492.579246:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423134976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775492.579264:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775492.579273:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775492/real 1775775492] req@ffff9a605873aa00 x1862022423134976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775492.579281:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423134976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775492.579395:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775492.579400:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775492.579404:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423134976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775492.579409:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423135104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775492.579429:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775492.579474:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775492/real 1775775492] req@ffff9a6058738e00 x1862022423135104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775492.579488:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423135104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775492.579494:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775492.579496:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775492.579498:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423135104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775492.579502:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423135232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775492.579517:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775492.579524:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775492/real 1775775492] req@ffff9a6058738a80 x1862022423135232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775492.579531:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423135232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775492.579536:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775492.579538:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775492.579540:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423135232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775492.579543:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423135360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775492.579552:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775492.579557:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775492/real 1775775492] req@ffff9a605873b800 x1862022423135360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775517 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775492.579564:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423135360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775517 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775492.579573:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775492.579575:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775492.579577:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423135360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775493.410938:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775494.434880:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775495.458950:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775496.482929:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775497.506951:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775497.698879:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775497.698886:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775497.698889:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775497.698896:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12643 00000100:00080000:1.0:1775775497.698906:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775497.698913:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775497.698949:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423135488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775497.698973:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775497.698976:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775497.698977:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775497.698981:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12643 00000100:00080000:1.0:1775775497.698985:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775497.698988:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775497.698996:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775497.699007:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423135616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775497.699013:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423135488:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775497.699017:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775497.699023:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775497.699025:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775497.699028:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12643 00000100:00080000:1.0:1775775497.699031:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775497.699033:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775497.699036:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775497.699045:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423135744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775497.699051:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775497.699053:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775497.699054:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775497.699056:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12643 00000100:00080000:1.0:1775775497.699059:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775497.699061:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775497.699063:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775497.699071:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423135872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775497.699078:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1775775497.699078:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775775497.699083:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775497.699085:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775497.699088:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12643 00000100:00080000:1.0:1775775497.699092:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775497.699094:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775497.699098:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775497.699105:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423136000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775497.699113:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775497/real 1775775497] req@ffff9a605873a680 x1862022423135488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775497.699136:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423135488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775497.699145:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775497.699148:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775497.699152:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423135488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775497.699169:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423135616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775497.699185:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775497.699193:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775497/real 1775775497] req@ffff9a6058738000 x1862022423135616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775497.699201:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423135616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775497.699206:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775497.699208:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775497.699210:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423135616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775497.699215:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423135744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775497.699225:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775497.699230:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775497/real 1775775497] req@ffff9a605873ad80 x1862022423135744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775497.699237:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423135744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775497.699242:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775497.699244:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775497.699246:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423135744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775497.699249:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423135872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775497.699258:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775497.699263:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775497/real 1775775497] req@ffff9a6058739f80 x1862022423135872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775497.699270:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423135872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775497.699275:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775497.699277:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775497.699279:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423135872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775497.699282:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423136000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775497.699322:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775497.699330:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775497/real 1775775497] req@ffff9a6058738700 x1862022423136000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775522 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775497.699338:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423136000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775522 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775497.699344:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775497.699346:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775497.699348:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423136000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775498.530912:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775499.554927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775500.578951:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775501.602914:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775502.626905:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775502.818932:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775502.818940:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775502.818944:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775502.818952:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12648 00000100:00080000:3.0:1775775502.818962:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775502.818967:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775502.819000:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423136128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775502.819024:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775502.819027:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775502.819028:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775502.819031:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12648 00000100:00080000:3.0:1775775502.819033:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775502.819036:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775502.819044:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775502.819052:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423136256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775502.819062:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423136128:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775502.819070:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775502.819073:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775502.819074:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775502.819078:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12648 00000100:00080000:3.0:1775775502.819080:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775502.819082:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775502.819085:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775502.819092:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423136384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775502.819098:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775502.819101:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775502.819102:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775502.819105:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12648 00000100:00080000:3.0:1775775502.819108:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775502.819111:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775502.819114:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775502.819123:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423136512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775502.819124:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775502.819133:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775502.819135:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775502.819137:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775502.819141:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12648 00000100:00080000:3.0:1775775502.819144:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775502.819147:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775502.819150:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775502.819157:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423136640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775502.819161:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775502/real 1775775502] req@ffff9a6048b5bb80 x1862022423136128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775502.819180:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423136128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775502.819188:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775502.819192:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775502.819196:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423136128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775502.819232:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423136256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775502.819249:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775502.819258:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775502/real 1775775502] req@ffff9a6048b58000 x1862022423136256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775502.819267:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423136256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775502.819272:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775502.819274:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775502.819277:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423136256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775502.819281:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423136384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775502.819291:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775502.819296:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775502/real 1775775502] req@ffff9a6048b5a300 x1862022423136384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775502.819304:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423136384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775502.819308:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775502.819310:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775502.819312:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423136384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775502.819315:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423136512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775502.819326:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775502.819332:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775502/real 1775775502] req@ffff9a6048b5aa00 x1862022423136512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775502.819339:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423136512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775502.819344:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775502.819346:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775502.819348:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423136512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775502.819351:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423136640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775502.819361:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775502.819366:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775502/real 1775775502] req@ffff9a6048b5ad80 x1862022423136640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775527 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775502.819373:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423136640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775527 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775502.819377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775502.819379:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775502.819381:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423136640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775503.650922:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775504.674878:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775505.698963:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775506.722869:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775507.746940:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775507.938942:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775507.938953:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775507.938958:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775507.938969:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12653 00000100:00080000:0.0:1775775507.938983:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775507.938990:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775507.939033:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423136768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775507.939060:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775507.939064:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775507.939065:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775507.939069:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12653 00000100:00080000:0.0:1775775507.939071:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775507.939074:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775507.939083:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775507.939094:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423136896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775507.939102:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775507.939105:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775775507.939106:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775507.939120:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12653 00000100:00080000:0.0:1775775507.939123:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775507.939129:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775507.939129:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423136768:192.168.201.120@tcp:250:kworker.0 00000008:00100000:0.0:1775775507.939133:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775507.939147:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423137024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775507.939159:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775507.939162:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775507.939163:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775507.939166:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12653 00000100:00080000:0.0:1775775507.939168:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775507.939170:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775507.939173:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775507.939181:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423137152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775507.939187:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775507.939190:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775775507.939191:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775507.939193:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12653 00000100:00080000:0.0:1775775507.939196:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775507.939198:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775507.939200:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775507.939205:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423137280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775507.939266:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423136896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775507.939304:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423137024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775507.939332:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423137152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775507.939359:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423137280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775508.770920:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775509.794988:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775510.818907:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775775511.011232:0:2395:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:2.0:1775775511.011279:0:2395:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775775511.011297:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775511.011337:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775511.011348:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775511.011358:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775511.011367:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:3.0:1775775511.011439:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775507/real 1775775511] req@ffff9a6051f85c00 x1862022423136896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775511.011463:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423136896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775511.011474:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775511.011479:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775511.011482:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423136896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775511.011490:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775507/real 1775775511] req@ffff9a6051f86a00 x1862022423137024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775511.011501:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423137024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775511.011509:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775511.011512:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775511.011514:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423137024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775511.011521:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775507/real 1775775511] req@ffff9a6051f86680 x1862022423137152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775511.011531:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423137152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775511.011539:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775511.011543:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775511.011546:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423137152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775511.011552:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775507/real 1775775511] req@ffff9a6051f85880 x1862022423137280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775511.011563:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423137280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775511.011570:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775511.011573:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775511.011576:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423137280:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775511.011582:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775507/real 1775775511] req@ffff9a6051f84380 x1862022423136768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775532 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775511.011593:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423136768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775532 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775511.011600:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775511.011602:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775511.011605:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423136768:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775775511.842862:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775512.866921:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775513.058961:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775513.058970:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775513.058974:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775513.058984:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12658 00000100:00080000:0.0:1775775513.058994:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775513.059001:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775513.059050:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423137408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775513.059083:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775513.059087:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775513.059089:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775513.059094:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12658 00000100:00080000:0.0:1775775513.059098:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775513.059103:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775513.059112:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775513.059149:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423137536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775513.059160:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423137408:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775775513.059164:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775513.059171:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775775513.059173:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775513.059178:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12658 00000100:00080000:0.0:1775775513.059183:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775513.059188:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775513.059193:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775513.059207:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423137664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775513.059216:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775513.059220:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775513.059222:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775513.059226:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12658 00000100:00080000:0.0:1775775513.059229:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1775775513.059234:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775775513.059236:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775513.059243:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775513.059255:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423137792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775513.059266:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775513.059269:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775775513.059271:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775775513.059277:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775513/real 1775775513] req@ffff9a6051f85500 x1862022423137408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775513.059279:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12658 00000100:00080000:0.0:1775775513.059285:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775513.059293:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775513.059300:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775513.059307:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423137408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775513.059313:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423137920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775513.059326:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775513.059333:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775513.059338:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423137408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775513.059366:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423137536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775513.059392:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775513.059406:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775513/real 1775775513] req@ffff9a6051f86300 x1862022423137536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775513.059419:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423137536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775513.059428:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775513.059432:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775513.059435:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423137536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775513.059442:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423137664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775513.059463:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775513.059475:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775513/real 1775775513] req@ffff9a6051f84e00 x1862022423137664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775513.059488:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423137664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775513.059497:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775513.059500:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775513.059504:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423137664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775513.059512:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423137792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775513.059543:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775513.059551:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775513/real 1775775513] req@ffff9a6051f86d80 x1862022423137792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775513.059563:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423137792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775513.059571:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775513.059574:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775513.059577:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423137792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775513.059582:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423137920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775513.059602:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775513.059613:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775513/real 1775775513] req@ffff9a6051f85f80 x1862022423137920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775513.059625:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423137920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775513.059633:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775513.059636:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775513.059639:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423137920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775513.890903:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775514.914914:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775515.938956:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775516.962984:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775517.986949:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775518.178960:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775518.178971:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775518.178977:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775518.178988:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12663 00000100:00080000:3.0:1775775518.179000:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775518.179009:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775518.179055:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423138048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775518.179086:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775518.179089:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775518.179091:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775518.179094:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12663 00000100:00080000:3.0:1775775518.179097:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775518.179100:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775518.179111:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775518.179121:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423138176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775518.179126:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423138048:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775518.179141:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775518.179143:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775518.179144:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775518.179147:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12663 00000100:00080000:3.0:1775775518.179149:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775518.179151:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775518.179155:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775518.179162:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423138304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775518.179171:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775518.179175:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775518.179176:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775518.179180:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12663 00000100:00080000:3.0:1775775518.179184:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775518.179189:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775518.179194:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775518.179209:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775518.179210:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423138432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775518.179223:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775518.179227:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775518.179229:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775518.179233:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12663 00000100:00080000:3.0:1775775518.179238:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775518.179242:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775518.179247:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775518.179252:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775518/real 1775775518] req@ffff9a6048b58e00 x1862022423138048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775518.179260:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423138560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775518.179274:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423138048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775518.179285:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775518.179289:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775518.179293:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423138048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775518.179332:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423138176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775518.179351:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775518.179361:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775518/real 1775775518] req@ffff9a6048b5b100 x1862022423138176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775518.179370:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423138176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775518.179377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775518.179379:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775518.179382:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423138176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775518.179386:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423138304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775518.179396:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775518.179402:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775518/real 1775775518] req@ffff9a6048b59f80 x1862022423138304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775518.179411:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423138304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775518.179416:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775518.179418:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775518.179420:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423138304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775518.179424:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423138432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775518.179435:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775518.179441:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775518/real 1775775518] req@ffff9a6048b58a80 x1862022423138432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775518.179449:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423138432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775518.179454:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775518.179456:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775518.179458:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423138432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775518.179478:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423138560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775518.179489:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775518.179494:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775518/real 1775775518] req@ffff9a6048b59180 x1862022423138560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775518.179501:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423138560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775518.179510:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775518.179512:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775518.179514:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423138560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775519.010967:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775520.034928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775521.059002:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775522.082986:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775523.106969:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775523.298900:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775523.298909:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775523.298913:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775523.298921:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12668 00000100:00080000:2.0:1775775523.298931:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775523.298936:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775523.298968:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423138688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775523.298991:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775523.298994:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775523.298996:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775523.298998:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12668 00000100:00080000:2.0:1775775523.299001:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775523.299003:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775523.299011:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775523.299020:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423138816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775523.299030:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423138688:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775523.299030:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775523.299037:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775523.299047:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775523.299051:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12668 00000100:00080000:2.0:1775775523.299054:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775523.299056:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775523.299060:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775523.299068:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423138944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775523.299075:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775523.299078:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775523.299080:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775523.299082:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12668 00000100:00080000:2.0:1775775523.299085:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1775775523.299091:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775775523.299091:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775523.299098:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775523.299107:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423139072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775523.299113:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775523.299116:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775523.299117:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775523.299120:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12668 00000100:00080000:2.0:1775775523.299123:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775775523.299125:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775523/real 1775775523] req@ffff9a6051392300 x1862022423138688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775523.299128:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775523.299135:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775523.299146:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423138688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775523.299151:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423139200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775523.299157:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775523.299164:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775523.299168:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423138688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775523.299189:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423138816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775523.299204:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775523.299212:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775523/real 1775775523] req@ffff9a6051391500 x1862022423138816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775523.299220:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423138816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775523.299226:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775523.299229:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775523.299231:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423138816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775523.299234:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423138944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775523.299243:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775523.299249:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775523/real 1775775523] req@ffff9a6051390380 x1862022423138944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775523.299256:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423138944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775523.299261:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775523.299263:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775523.299265:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423138944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775523.299268:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423139072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775523.299278:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775523.299283:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775523/real 1775775523] req@ffff9a6051391880 x1862022423139072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775523.299290:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423139072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775523.299294:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775523.299296:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775523.299298:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423139072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775523.299302:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423139200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775523.299311:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775523.299316:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775523/real 1775775523] req@ffff9a6051391c00 x1862022423139200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775523.299323:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423139200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775523.299328:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775523.299329:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775523.299331:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423139200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775524.130920:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775525.154951:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775526.178892:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775527.202913:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775528.226927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775528.418918:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775528.418928:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775528.418933:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775528.418944:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12674 00000100:00080000:1.0:1775775528.418956:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775528.418964:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775528.419000:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423139328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775528.419026:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775528.419030:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775528.419031:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775528.419035:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12674 00000100:00080000:1.0:1775775528.419039:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775528.419042:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775528.419051:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775528.419057:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423139328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775528.419068:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423139456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775528.419078:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775528.419080:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775528.419083:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775528.419088:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12674 00000100:00080000:1.0:1775775528.419092:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775528.419097:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775528.419103:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1775775528.419113:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775528.419120:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423139584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775528.419131:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775528.419136:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775528.419138:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775775528.419143:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775528/real 1775775528] req@ffff9a605873b480 x1862022423139328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775528.419145:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12674 00000100:00080000:1.0:1775775528.419151:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775528.419156:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775528.419161:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775528.419172:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423139712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775528.419182:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775528.419185:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775528.419187:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775528.419191:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12674 00000100:00080000:1.0:1775775528.419194:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775528.419198:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775528.419203:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775528.419213:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423139840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775528.419355:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423139328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775528.419368:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775528.419373:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775528.419377:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423139328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775528.419435:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423139456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775528.419455:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775528.419465:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775528/real 1775775528] req@ffff9a6058738380 x1862022423139456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775528.419473:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423139456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775528.419479:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775528.419481:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775528.419484:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423139456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775528.419488:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423139584:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775528.419499:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775528.419504:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775528/real 1775775528] req@ffff9a6058739c00 x1862022423139584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775528.419511:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423139584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775528.419516:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775528.419518:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775528.419519:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423139584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775528.419523:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423139712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775528.419533:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775528.419538:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775528/real 1775775528] req@ffff9a6058738700 x1862022423139712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775528.419545:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423139712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775528.419549:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775528.419551:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775528.419553:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423139712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775528.419556:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423139840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775528.419565:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775528.419570:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775528/real 1775775528] req@ffff9a6058739f80 x1862022423139840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775528.419577:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423139840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775528.419583:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775528.419586:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775528.419589:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423139840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775529.250998:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775530.274960:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775531.298932:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775532.322909:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775533.346900:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775533.538886:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775533.538896:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775533.538901:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775533.538911:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12679 00000100:00080000:1.0:1775775533.538921:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775533.538929:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775533.538977:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423139968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775533.539006:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775533.539010:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775533.539013:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775533.539018:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12679 00000100:00080000:1.0:1775775533.539023:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775533.539028:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775533.539036:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423139968:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775775533.539039:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775533.539057:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423140096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775533.539069:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775533.539073:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775533.539075:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775533.539080:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12679 00000100:00080000:1.0:1775775533.539084:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775533.539088:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775533.539093:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1775775533.539107:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775533.539108:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423140224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775533.539128:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775533.539132:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775533.539134:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775533.539140:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12679 00000100:00080000:1.0:1775775533.539144:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775533.539149:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775533.539155:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775533.539158:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775533/real 1775775533] req@ffff9a605873ad80 x1862022423139968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775533.539170:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423140352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775533.539186:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423139968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775533.539206:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775533.539208:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775533.539211:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:1.0:1775775533.539218:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:3.0:1775775533.539218:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423139968:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775533.539223:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775533.539229:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12679 00000100:00080000:1.0:1775775533.539234:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775533.539238:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775533.539243:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423140096:192.168.201.120@tcp:38:kworker.0 00000008:00100000:1.0:1775775533.539244:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775533.539264:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423140480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775775533.539276:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775533.539295:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775533/real 1775775533] req@ffff9a6058738000 x1862022423140096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775533.539310:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423140096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775533.539321:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775533.539324:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775533.539326:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423140096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775533.539331:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423140224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775533.539347:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775533.539354:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775533/real 1775775533] req@ffff9a605873a680 x1862022423140224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775533.539361:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423140224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775533.539367:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775533.539369:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775533.539371:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423140224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775533.539374:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423140352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775533.539384:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775533.539390:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775533/real 1775775533] req@ffff9a605873b800 x1862022423140352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775533.539397:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423140352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775533.539401:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775533.539403:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775533.539406:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423140352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775533.539417:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423140480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775533.539427:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775533.539433:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775533/real 1775775533] req@ffff9a6058738a80 x1862022423140480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775533.539440:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423140480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775533.539445:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775533.539447:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775533.539449:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423140480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775534.370921:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775535.394902:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775536.418941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775537.442885:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775538.466907:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775538.658941:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775538.658950:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775538.658954:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775538.658962:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12684 00000100:00080000:0.0:1775775538.658971:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775538.658977:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775538.659010:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022423140608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775538.659033:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775538.659036:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775538.659037:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775538.659040:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12684 00000100:00080000:0.0:1775775538.659043:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775538.659045:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775538.659053:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775538.659069:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022423140736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775538.659078:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775538.659080:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775775538.659081:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775775538.659086:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423140608:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775775538.659087:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12684 00000100:00080000:0.0:1775775538.659092:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775538.659097:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775538.659101:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775538.659109:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423140864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775538.659116:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775538.659119:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775538.659120:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775538.659122:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12684 00000100:00080000:0.0:1775775538.659125:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775538.659127:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775538.659130:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775538.659137:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423140992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775538.659142:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775538.659145:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775775538.659146:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775538.659148:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12684 00000100:00080000:0.0:1775775538.659150:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775538.659152:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775538.659155:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775775538.659160:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775538.659163:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423141120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775538.659198:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775538/real 1775775538] req@ffff9a6051f84a80 x1862022423140608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775538.659218:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022423140608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775538.659230:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775538.659234:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775538.659238:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423140608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775538.659261:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423140736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775538.659288:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775538.659302:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775538/real 1775775538] req@ffff9a6051f87b80 x1862022423140736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775538.659316:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022423140736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775538.659325:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775538.659328:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775538.659332:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423140736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775538.659338:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423140864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775538.659359:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775538.659370:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775538/real 1775775538] req@ffff9a6051f85f80 x1862022423140864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775538.659384:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423140864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775538.659392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775538.659396:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775538.659399:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423140864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775538.659405:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423140992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775538.659423:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775538.659433:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775538/real 1775775538] req@ffff9a6051f86d80 x1862022423140992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775538.659444:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423140992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775538.659459:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775538.659462:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775538.659466:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423140992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775538.659472:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423141120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775538.659488:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775538.659494:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775538/real 1775775538] req@ffff9a6051f84e00 x1862022423141120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775538.659501:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423141120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775538.659507:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775538.659509:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775538.659511:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423141120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775539.490908:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775540.514890:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775541.538924:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775542.562937:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775543.586963:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775543.778883:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775543.778891:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775543.778895:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775543.778902:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12689 00000100:00080000:3.0:1775775543.778912:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775543.778918:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775543.778951:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423141248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775543.778974:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775543.778977:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775543.778978:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775543.778981:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12689 00000100:00080000:3.0:1775775543.778984:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775543.778986:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775543.778994:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775543.779006:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423141376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775543.779007:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423141248:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775543.779020:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775543.779022:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775543.779023:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775543.779025:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12689 00000100:00080000:3.0:1775775543.779027:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775543.779029:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775543.779032:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775543.779041:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423141504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775543.779048:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775543.779050:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775543.779051:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775543.779052:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12689 00000100:00080000:3.0:1775775543.779056:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775543.779059:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775543.779063:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775543.779072:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775543.779072:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423141632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775543.779088:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775543.779090:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775543.779091:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775543.779094:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12689 00000100:00080000:3.0:1775775543.779097:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775543.779100:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775543.779104:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775543.779106:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775543/real 1775775543] req@ffff9a6048b5b800 x1862022423141248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775543.779113:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423141760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775543.779141:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423141248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775543.779154:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775543.779159:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775543.779163:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423141248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775543.779185:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423141376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775543.779204:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775543.779213:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775543/real 1775775543] req@ffff9a6048b59180 x1862022423141376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775543.779221:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423141376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775543.779227:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775543.779229:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775543.779231:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423141376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775543.779235:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423141504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775543.779244:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775543.779250:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775543/real 1775775543] req@ffff9a6048b58a80 x1862022423141504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775543.779261:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423141504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775543.779266:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775543.779267:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775543.779269:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423141504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775543.779273:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423141632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775543.779282:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775543.779287:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775543/real 1775775543] req@ffff9a6048b59f80 x1862022423141632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775543.779294:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423141632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775543.779298:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775543.779300:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775543.779302:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423141632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775543.779306:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423141760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775543.779314:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775543.779319:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775543/real 1775775543] req@ffff9a6048b5b100 x1862022423141760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775543.779325:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423141760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775543.779334:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775543.779336:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775543.779338:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423141760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775544.610900:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775545.634891:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775546.658927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775547.682914:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775548.706900:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775548.898898:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775548.898908:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775548.898913:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775548.898924:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12694 00000100:00080000:3.0:1775775548.898937:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775548.898944:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775548.898990:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423141888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775548.899023:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775548.899026:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775548.899028:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775548.899031:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12694 00000100:00080000:3.0:1775775548.899034:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775548.899037:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775548.899046:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775548.899056:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423142016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775548.899064:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775548.899066:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775548.899067:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775548.899070:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12694 00000100:00080000:3.0:1775775548.899072:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775548.899074:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775548.899079:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775548.899080:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423141888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775548.899087:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423142144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775548.899094:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775548.899096:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775548.899098:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775548.899100:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12694 00000100:00080000:3.0:1775775548.899104:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775548.899106:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775548.899109:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775548.899116:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423142272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775548.899127:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775548.899129:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775548.899131:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775548.899133:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12694 00000100:00080000:3.0:1775775548.899135:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775548.899137:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775548.899140:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775548.899147:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423142400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775548.899158:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775548.899205:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775548/real 1775775548] req@ffff9a6048b58e00 x1862022423141888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775548.899221:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423141888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775548.899228:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775548.899232:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775548.899235:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423141888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775548.899241:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423142016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775548.899257:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775548.899265:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775548/real 1775775548] req@ffff9a6048b5ad80 x1862022423142016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775548.899273:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423142016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775548.899279:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775548.899281:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775548.899284:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423142016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775548.899306:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423142144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775548.899315:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775548.899321:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775548/real 1775775548] req@ffff9a6048b5aa00 x1862022423142144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775548.899328:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423142144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775548.899333:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775548.899334:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775548.899336:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423142144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775548.899340:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423142272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775548.899351:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775548.899356:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775548/real 1775775548] req@ffff9a6048b5a300 x1862022423142272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775548.899363:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423142272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775548.899374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775548.899376:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775548.899379:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423142272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775548.899383:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423142400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775548.899409:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775548.899417:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775548/real 1775775548] req@ffff9a6048b58000 x1862022423142400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775548.899425:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423142400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775548.899431:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775548.899433:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775548.899435:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423142400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775549.730938:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775550.754894:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775551.778928:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775552.802891:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775553.826975:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775554.018950:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775554.018960:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775554.018964:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775554.018982:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12699 00000100:00080000:2.0:1775775554.018995:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775554.019002:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775554.019058:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423142528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775554.019083:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775554.019086:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775554.019088:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775554.019091:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12699 00000100:00080000:2.0:1775775554.019093:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775554.019096:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775554.019105:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775554.019115:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423142656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775554.019124:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775554.019127:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775554.019129:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775775554.019132:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423142528:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775554.019134:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12699 00000100:00080000:2.0:1775775554.019140:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775554.019143:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775554.019146:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775554.019154:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423142784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775554.019160:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775554.019163:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775554.019165:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775554.019167:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12699 00000100:00080000:2.0:1775775554.019171:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775554.019174:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775554.019178:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775554.019189:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423142912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775554.019199:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775554.019203:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775554.019205:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775554.019209:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12699 00000800:00000100:0.0:1775775554.019214:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775775554.019216:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775554.019223:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775554.019229:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775554.019242:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423143040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775554.019258:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775554/real 1775775554] req@ffff9a6051391c00 x1862022423142528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775554.019276:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423142528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775554.019286:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775554.019290:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775554.019294:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423142528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775554.019343:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423142656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775554.019363:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775554.019372:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775554/real 1775775554] req@ffff9a6051391880 x1862022423142656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775554.019381:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423142656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775554.019387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775554.019389:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775554.019391:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423142656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775554.019396:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423142784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775554.019406:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775554.019411:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775554/real 1775775554] req@ffff9a6051390380 x1862022423142784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775554.019419:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423142784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775554.019424:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775554.019426:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775554.019428:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423142784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775554.019431:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423142912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775554.019441:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775554.019447:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775554/real 1775775554] req@ffff9a6051391500 x1862022423142912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775554.019455:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423142912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775554.019468:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775554.019470:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775554.019475:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423142912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775554.019479:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423143040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775554.019491:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775554.019497:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775554/real 1775775554] req@ffff9a6051392300 x1862022423143040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775554.019504:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423143040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775554.019509:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775554.019511:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775554.019512:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423143040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775554.850905:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775555.874988:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775556.898920:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775557.922966:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775558.946936:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775559.138931:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775559.138939:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775559.138942:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775559.138950:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12704 00000100:00080000:1.0:1775775559.138960:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775559.138966:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775559.139009:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423143168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775559.139031:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775559.139034:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775559.139035:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775559.139038:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12704 00000100:00080000:1.0:1775775559.139040:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775559.139042:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775559.139050:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775559.139058:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423143296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775559.139065:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775559.139068:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775559.139069:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775559.139072:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12704 00000100:00080000:1.0:1775775559.139074:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775559.139076:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775559.139078:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775559.139084:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423143424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775559.139090:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423143168:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775559.139092:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775559.139099:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775559.139100:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775559.139103:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12704 00000100:00080000:1.0:1775775559.139104:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775559.139106:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775559.139109:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775559.139117:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423143552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775559.139123:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775559.139125:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775559.139126:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775559.139128:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12704 00000100:00080000:1.0:1775775559.139139:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775559.139143:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775559.139146:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775559.139153:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775559.139154:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423143680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775559.139194:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775559/real 1775775559] req@ffff9a6058738e00 x1862022423143168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775559.139208:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423143168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775559.139229:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775559.139233:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775559.139236:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423143168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775559.139242:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423143296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775559.139259:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775559.139267:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775559/real 1775775559] req@ffff9a605873aa00 x1862022423143296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775559.139275:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423143296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775559.139281:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775559.139283:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775559.139285:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423143296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775559.139303:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423143424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775559.139313:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775559.139326:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775559/real 1775775559] req@ffff9a6058739500 x1862022423143424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775559.139334:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423143424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775559.139343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775559.139345:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775559.139347:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423143424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775559.139351:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423143552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775559.139362:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775559.139367:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775559/real 1775775559] req@ffff9a605873a300 x1862022423143552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775559.139374:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423143552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775559.139379:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775559.139380:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775559.139382:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423143552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775559.139385:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423143680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775559.139394:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775559.139399:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775559/real 1775775559] req@ffff9a6058739180 x1862022423143680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775559.139406:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423143680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775559.139410:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775559.139412:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775559.139414:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423143680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775559.970918:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775560.994926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775562.018924:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775563.042931:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775564.066960:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775564.258881:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775564.258892:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775564.258896:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775564.258907:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12709 00000100:00080000:2.0:1775775564.258917:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775564.258924:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775564.258960:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423143808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775564.258985:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775564.258989:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775564.258991:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775564.258996:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12709 00000100:00080000:2.0:1775775564.259001:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775564.259005:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775564.259015:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775564.259017:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423143808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775564.259029:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423143936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775564.259040:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775564.259044:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775564.259046:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775564.259051:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12709 00000100:00080000:2.0:1775775564.259054:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775564.259059:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775564.259064:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775564.259074:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423144064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775775564.259079:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775775564.259084:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775564.259087:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775564.259089:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775564.259093:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12709 00000100:00080000:2.0:1775775564.259098:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775564.259101:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775564.259106:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775564.259113:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775564/real 1775775564] req@ffff9a6051390000 x1862022423143808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775564.259116:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423144192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775564.259143:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775564.259146:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775564.259148:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775775564.259149:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423143808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775564.259152:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12709 00000100:00080000:2.0:1775775564.259156:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775564.259159:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:1.0:1775775564.259173:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1775775564.259177:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1775775564.259178:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775564.259182:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423143808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775564.259193:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423144320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775564.259205:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423143936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775564.259231:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775564.259246:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775564/real 1775775564] req@ffff9a6051390a80 x1862022423143936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775564.259257:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423143936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775564.259262:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775564.259265:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775564.259267:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423143936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775564.259271:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423144064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775564.259288:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775564.259294:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775564/real 1775775564] req@ffff9a6051393100 x1862022423144064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775564.259302:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423144064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775564.259308:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775564.259310:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775564.259312:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423144064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775564.259316:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423144192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775564.259333:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775564.259345:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775564/real 1775775564] req@ffff9a6051393480 x1862022423144192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775564.259357:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423144192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775564.259366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775564.259371:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775564.259374:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423144192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775564.259383:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423144320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775564.259404:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775564.259424:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775564/real 1775775564] req@ffff9a6051390e00 x1862022423144320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775564.259434:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423144320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775564.259440:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775564.259443:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775564.259445:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423144320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775565.090926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775566.114916:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775567.138914:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775568.162897:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775569.186949:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775569.378950:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775569.378960:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775569.378965:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775569.378977:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12714 00000100:00080000:1.0:1775775569.378999:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775569.379008:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775569.379061:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423144448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775569.379122:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775569.379126:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775569.379129:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775569.379134:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12714 00000100:00080000:1.0:1775775569.379140:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775569.379145:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775569.379158:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775569.379168:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423144448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775569.379193:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423144576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775569.379209:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775569.379213:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775569.379215:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775569.379220:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12714 00000100:00080000:1.0:1775775569.379238:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775569.379244:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775569.379250:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1775775569.379254:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775569.379269:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423144704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775569.379304:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775569.379308:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1775775569.379311:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775569/real 1775775569] req@ffff9a605873b100 x1862022423144448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775569.379312:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775569.379321:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12714 00000100:00080000:1.0:1775775569.379329:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775569.379334:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775569.379337:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423144448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1775775569.379341:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1775775569.379351:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775569.379355:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775569.379359:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423144448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775569.379363:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423144832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775569.379375:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775569.379379:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1775775569.379382:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423144576:192.168.201.120@tcp:38:kworker.0 00000100:00080000:1.0:1775775569.379383:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775569.379394:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12714 00000100:00080000:1.0:1775775569.379398:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775569.379403:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775569.379409:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775569.379410:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775569.379422:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775569/real 1775775569] req@ffff9a6058739880 x1862022423144576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775569.379435:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423144960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775569.379451:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423144576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775569.379460:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775569.379463:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775569.379466:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423144576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775569.379480:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423144704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775569.379493:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775569.379500:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775569/real 1775775569] req@ffff9a605873bb80 x1862022423144704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775569.379508:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423144704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775569.379513:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775569.379515:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775569.379517:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423144704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775569.379521:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423144832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775569.379531:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775569.379537:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775569/real 1775775569] req@ffff9a6058739180 x1862022423144832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775569.379544:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423144832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775569.379549:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775569.379551:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775569.379554:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423144832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775569.379564:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423144960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775569.379574:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775569.379580:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775569/real 1775775569] req@ffff9a605873a300 x1862022423144960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775569.379598:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423144960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775569.379604:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775569.379606:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775569.379607:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423144960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775570.210897:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775571.234915:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775572.258931:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775573.282989:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775574.306893:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775574.498939:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775574.498961:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775574.498966:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775574.498974:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12720 00000100:00080000:2.0:1775775574.498984:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775574.498990:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775574.499040:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423145088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775574.499062:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775574.499065:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775574.499066:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775574.499069:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12720 00000100:00080000:2.0:1775775574.499072:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775574.499075:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775574.499083:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775574.499092:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423145216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775574.499099:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775574.499102:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775574.499103:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775574.499105:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12720 00000100:00080000:2.0:1775775574.499108:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775574.499109:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775574.499113:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775574.499119:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423145088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775574.499122:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423145344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775574.499133:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775574.499136:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775574.499137:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775574.499139:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12720 00000100:00080000:2.0:1775775574.499141:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775574.499143:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775574.499146:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775574.499153:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423145472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775574.499163:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775574.499165:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775574.499166:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775574.499169:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12720 00000100:00080000:2.0:1775775574.499170:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775574.499173:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775574.499177:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775574.499187:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423145600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775574.499231:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423145216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775574.499275:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423145344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775574.499304:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423145472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775574.499332:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423145600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775575.330927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775576.354889:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775577.378894:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775775577.571067:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:1.0:1775775577.571103:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775775577.571117:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775775577.571152:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775775577.571162:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775775577.571170:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775775577.571177:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:0.0:1775775577.571217:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775574/real 1775775577] req@ffff9a6051391180 x1862022423145344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775577.571246:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423145344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775577.571258:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775577.571263:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775577.571268:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423145344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775577.571276:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775574/real 1775775577] req@ffff9a6051392a00 x1862022423145472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775577.571290:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423145472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775577.571299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775577.571302:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775577.571306:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423145472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775577.571312:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775574/real 1775775577] req@ffff9a6051392680 x1862022423145600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775577.571324:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423145600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775577.571340:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775577.571344:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775577.571348:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423145600:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775577.571354:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775574/real 1775775577] req@ffff9a6051391f80 x1862022423145088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775577.571367:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423145088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775577.571374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775577.571377:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775577.571380:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423145088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775577.571387:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775574/real 1775775577] req@ffff9a6051393800 x1862022423145216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775577.571399:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423145216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775577.571408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775577.571411:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775577.571415:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423145216:192.168.201.120@tcp:38:kworker.0 00010000:00010000:0.0:1775775578.402873:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775579.427000:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775579.619002:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775579.619014:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775579.619018:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775579.619030:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12725 00000100:00080000:1.0:1775775579.619042:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775579.619049:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775579.619083:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423145728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775579.619112:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775579.619116:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775579.619118:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775579.619123:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12725 00000100:00080000:1.0:1775775579.619126:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775579.619130:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775579.619140:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775579.619154:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423145856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775579.619166:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423145728:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775579.619166:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775579.619173:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775579.619183:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775579.619188:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12725 00000100:00080000:1.0:1775775579.619193:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775579.619197:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775579.619202:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775579.619215:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423145984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775579.619231:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775579.619234:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775579.619236:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775579.619240:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12725 00000100:00080000:1.0:1775775579.619245:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775579.619250:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775775579.619256:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:1.0:1775775579.619258:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775579.619272:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423146112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775579.619282:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775579.619287:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775579.619289:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775775579.619294:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775579/real 1775775579] req@ffff9a6058739500 x1862022423145728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775579.619295:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12725 00000100:00080000:1.0:1775775579.619302:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775579.619311:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775579.619318:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775579.619325:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423145728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775579.619331:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423146240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775579.619354:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775579.619370:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775579.619375:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423145728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775579.619405:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423145856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775579.619432:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775579.619444:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775579/real 1775775579] req@ffff9a605873aa00 x1862022423145856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775579.619458:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423145856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775579.619466:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775579.619470:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775579.619473:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423145856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775579.619478:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423145984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775579.619496:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775579.619507:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775579/real 1775775579] req@ffff9a6058738e00 x1862022423145984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775579.619518:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423145984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775579.619525:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775579.619528:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775579.619531:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423145984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775579.619538:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423146112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775579.619557:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775579.619568:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775579/real 1775775579] req@ffff9a6058738a80 x1862022423146112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775579.619579:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423146112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775579.619587:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775579.619591:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775579.619595:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423146112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775579.619601:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423146240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775579.619621:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775579.619632:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775579/real 1775775579] req@ffff9a605873b800 x1862022423146240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775579.619644:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423146240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775579.619653:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775579.619656:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775579.619658:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423146240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775580.450917:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775581.474923:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775582.498970:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775583.522903:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775584.546905:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775584.738924:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775584.738934:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775584.738938:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775584.738947:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12730 00000100:00080000:2.0:1775775584.738956:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775584.738962:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775584.738996:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423146368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775584.739020:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775584.739022:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775584.739024:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775584.739027:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12730 00000100:00080000:2.0:1775775584.739029:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775584.739031:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775584.739039:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775584.739047:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423146496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775584.739055:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775584.739057:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775584.739058:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775584.739061:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12730 00000100:00080000:2.0:1775775584.739063:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775584.739065:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775584.739068:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775584.739075:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423146624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775584.739076:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423146368:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775584.739088:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775584.739091:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775584.739092:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775584.739094:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12730 00000100:00080000:2.0:1775775584.739096:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775584.739098:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775584.739101:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775584.739108:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423146752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775584.739114:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775584.739116:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775584.739118:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775584.739121:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12730 00000100:00080000:2.0:1775775584.739123:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775584.739126:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775584.739129:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775584.739136:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423146880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775584.739142:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775584.739176:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775584/real 1775775584] req@ffff9a6051393800 x1862022423146368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775584.739189:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423146368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775584.739197:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775584.739200:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775584.739203:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423146368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775584.739208:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423146496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775584.739222:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775584.739230:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775584/real 1775775584] req@ffff9a6051391f80 x1862022423146496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775584.739238:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423146496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775584.739243:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775584.739245:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775584.739247:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423146496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775584.739265:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423146624:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775584.739276:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775584.739281:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775584/real 1775775584] req@ffff9a6051392680 x1862022423146624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775584.739289:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423146624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775584.739294:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775584.739296:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775584.739297:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423146624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775584.739301:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423146752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775584.739319:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775584.739329:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775584/real 1775775584] req@ffff9a6051392a00 x1862022423146752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775584.739342:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423146752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775584.739351:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775584.739354:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775584.739358:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423146752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775584.739364:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423146880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775584.739384:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775584.739392:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775584/real 1775775584] req@ffff9a6051391180 x1862022423146880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775584.739400:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423146880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775584.739409:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775584.739411:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775584.739413:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423146880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775585.570878:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775586.594974:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775587.618930:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775588.643011:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775589.666921:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775589.858918:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775589.858930:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775589.858935:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775589.858947:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12735 00000100:00080000:3.0:1775775589.858961:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775589.858970:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775589.859014:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423147008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775589.859049:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775589.859054:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775589.859056:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775589.859061:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12735 00000100:00080000:3.0:1775775589.859065:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775589.859069:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775589.859081:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775589.859096:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423147136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775589.859112:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775589.859116:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775589.859119:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775775589.859127:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423147008:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775589.859128:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12735 00000100:00080000:3.0:1775775589.859135:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775589.859144:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775589.859151:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775589.859181:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423147264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775589.859194:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775589.859198:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775589.859200:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775589.859204:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12735 00000100:00080000:3.0:1775775589.859209:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775589.859214:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775589.859220:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775589.859233:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423147392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775589.859242:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775589.859258:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775589.859263:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775589.859272:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775589.859279:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12735 00000100:00080000:3.0:1775775589.859285:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775589.859291:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775589.859297:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775589.859308:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775589/real 1775775589] req@ffff9a6048b5bb80 x1862022423147008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775589.859321:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423147520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775589.859376:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423147008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775589.859394:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775589.859400:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775589.859405:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423147008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775589.859437:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423147136:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775589.859483:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775589.859508:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775589/real 1775775589] req@ffff9a6048b5b480 x1862022423147136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775589.859533:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423147136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775589.859550:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775589.859554:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775589.859558:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423147136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775589.859566:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423147264:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775589.859594:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775589.859607:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775589/real 1775775589] req@ffff9a6048b59500 x1862022423147264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775589.859620:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423147264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775589.859630:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775589.859634:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775589.859637:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423147264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775589.859643:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423147392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775589.859661:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775589.859670:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775589/real 1775775589] req@ffff9a6048b59880 x1862022423147392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775589.859709:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423147392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775589.859719:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775589.859723:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775589.859727:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423147392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775589.859734:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423147520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775589.859758:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775589.859770:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775589/real 1775775589] req@ffff9a6048b5a680 x1862022423147520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775589.859783:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423147520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775589.859826:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775589.859829:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775589.859833:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423147520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775590.690961:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775591.714965:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775592.738920:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775593.762892:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775594.786895:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775594.978913:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775594.978921:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775594.978926:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775594.978935:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12740 00000100:00080000:0.0:1775775594.978945:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775594.978950:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775594.978982:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423147648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775594.979007:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775594.979011:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775594.979012:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775594.979015:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12740 00000100:00080000:0.0:1775775594.979017:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775594.979019:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775594.979026:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775594.979035:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423147776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775594.979042:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775594.979045:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775775594.979046:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775594.979050:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12740 00000100:00100000:1.0:1775775594.979052:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423147648:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775775594.979053:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775594.979057:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775594.979063:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775594.979070:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423147904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775594.979076:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775594.979079:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775594.979080:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775594.979082:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12740 00000100:00080000:0.0:1775775594.979084:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775594.979086:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775594.979090:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775594.979096:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423148032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775594.979102:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775594.979104:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775775594.979105:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775594.979107:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12740 00000100:00080000:0.0:1775775594.979110:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775594.979112:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775594.979115:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775594.979123:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423148160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775775594.979127:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775594.979167:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775594/real 1775775594] req@ffff9a6051f86300 x1862022423147648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775594.979190:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423147648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775594.979198:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775594.979201:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775594.979204:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423147648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775594.979221:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423147776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775594.979246:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775594.979259:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775594/real 1775775594] req@ffff9a6051f85500 x1862022423147776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775594.979274:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423147776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775594.979283:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775594.979286:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775594.979288:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423147776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775594.979293:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423147904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775594.979309:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775594.979317:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775594/real 1775775594] req@ffff9a6051f84380 x1862022423147904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775594.979325:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423147904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775594.979330:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775594.979332:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775594.979334:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423147904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775594.979338:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423148032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775594.979348:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775594.979353:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775594/real 1775775594] req@ffff9a6051f85880 x1862022423148032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775594.979360:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423148032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775594.979364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775594.979366:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775594.979368:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423148032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775594.979371:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423148160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775594.979380:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775594.979385:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775594/real 1775775594] req@ffff9a6051f86680 x1862022423148160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775594.979392:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423148160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775594.979397:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775594.979399:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775594.979401:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423148160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775595.810870:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775596.834963:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775597.858929:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775598.882906:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775599.906921:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775600.098930:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775600.098938:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775600.098942:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775600.098950:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12745 00000100:00080000:3.0:1775775600.098960:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775600.098966:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775600.098998:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423148288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775600.099021:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775600.099025:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775600.099027:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775600.099031:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12745 00000100:00080000:3.0:1775775600.099034:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775600.099037:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775600.099045:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775600.099059:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423148416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775600.099073:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775600.099076:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775600.099077:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775600.099079:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12745 00000100:00080000:3.0:1775775600.099082:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775600.099085:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775600.099090:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775600.099106:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423148544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775600.099108:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423148288:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775600.099126:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775600.099130:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775600.099134:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775600.099140:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12745 00000100:00080000:3.0:1775775600.099147:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775600.099154:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775600.099161:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775600.099178:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423148672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775775600.099184:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775600.099192:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775600.099196:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775600.099197:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775600.099201:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12745 00000100:00080000:3.0:1775775600.099206:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775600.099209:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775600.099214:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775600.099226:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775600/real 1775775600] req@ffff9a6048b59c00 x1862022423148288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775600.099231:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423148800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775600.099266:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423148288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775600.099278:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775600.099284:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775600.099289:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423148288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775600.099299:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423148416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775600.099329:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775600.099344:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775600/real 1775775600] req@ffff9a6048b5a680 x1862022423148416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775600.099355:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423148416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775600.099363:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775600.099366:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775600.099369:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423148416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775600.099399:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423148544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775600.099424:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775600.099436:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775600/real 1775775600] req@ffff9a6048b59880 x1862022423148544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775600.099448:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423148544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775600.099453:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775600.099456:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775600.099458:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423148544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775600.099462:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423148672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775600.099478:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775600.099485:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775600/real 1775775600] req@ffff9a6048b59500 x1862022423148672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775600.099494:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423148672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775600.099514:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775600.099517:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775600.099520:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423148672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775600.099525:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423148800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775600.099541:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775600.099548:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775600/real 1775775600] req@ffff9a6048b5b480 x1862022423148800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775600.099556:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423148800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775600.099562:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775600.099565:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775600.099568:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423148800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775600.930927:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775601.954943:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775602.978907:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775604.002906:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775605.026902:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775605.218903:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775605.218911:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775605.218915:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775605.218924:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12750 00000100:00080000:2.0:1775775605.218933:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775605.218938:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775605.218972:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423148928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775605.218994:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775605.218996:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775605.218998:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775605.219001:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12750 00000100:00080000:2.0:1775775605.219003:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775605.219005:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775605.219012:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775605.219020:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423149056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775605.219033:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775605.219036:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775605.219037:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775605.219040:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12750 00000100:00080000:2.0:1775775605.219042:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1775775605.219045:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423148928:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775605.219046:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775605.219049:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775605.219058:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423149184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775605.219064:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775605.219066:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775605.219066:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775605.219069:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12750 00000100:00080000:2.0:1775775605.219072:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775605.219074:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775605.219078:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775605.219085:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423149312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775605.219091:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775605.219093:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775605.219095:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775605.219097:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12750 00000100:00080000:2.0:1775775605.219100:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775605.219102:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775605.219105:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1775775605.219109:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775605.219113:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423149440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775605.219143:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775605/real 1775775605] req@ffff9a6051390e00 x1862022423148928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775605.219157:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423148928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775605.219164:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775605.219167:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775605.219171:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423148928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775605.219194:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423149056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775605.219218:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775605.219230:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775605/real 1775775605] req@ffff9a6051393480 x1862022423149056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775605.219244:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423149056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775605.219259:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775605.219263:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775605.219267:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423149056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775605.219273:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423149184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775605.219289:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775605.219296:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775605/real 1775775605] req@ffff9a6051393100 x1862022423149184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775605.219304:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423149184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775605.219309:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775605.219311:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775605.219313:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423149184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775605.219316:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423149312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775605.219327:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775605.219332:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775605/real 1775775605] req@ffff9a6051390a80 x1862022423149312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775605.219339:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423149312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775605.219343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775605.219345:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775605.219348:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423149312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775605.219351:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423149440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775605.219360:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775605.219365:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775605/real 1775775605] req@ffff9a6051390000 x1862022423149440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775605.219371:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423149440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775605.219376:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775605.219377:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775605.219379:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423149440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775606.050894:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775607.074919:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775608.098911:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775609.122985:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775610.146945:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775610.338909:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775610.338917:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775610.338921:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775610.338931:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12755 00000100:00080000:2.0:1775775610.338942:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775610.338949:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775610.339011:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423149568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775610.339052:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775610.339056:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775610.339058:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775610.339062:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12755 00000100:00080000:2.0:1775775610.339065:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775610.339068:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775610.339078:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775610.339089:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423149696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775610.339100:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775610.339104:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775610.339106:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775775610.339111:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423149568:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775610.339112:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12755 00000100:00080000:2.0:1775775610.339118:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775610.339122:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775610.339126:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775610.339156:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423149824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775610.339168:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775610.339172:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775610.339174:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775610.339178:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12755 00000100:00080000:2.0:1775775610.339195:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775610.339201:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:1.0:1775775610.339205:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:2.0:1775775610.339213:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775610.339255:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423149952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775610.339262:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775610/real 1775775610] req@ffff9a6051392300 x1862022423149568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775610.339279:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775610.339283:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775610.339285:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775775610.339292:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423149568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775610.339292:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12755 00000100:00080000:2.0:1775775610.339301:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775610.339311:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:1.0:1775775610.339312:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1775775610.339318:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1775775610.339319:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775610.339346:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423149568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775610.339356:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423150080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775610.339390:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423149696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775610.339417:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775610.339431:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775610/real 1775775610] req@ffff9a6051391500 x1862022423149696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775610.339448:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423149696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775610.339459:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775610.339463:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775610.339468:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423149696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775610.339476:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423149824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775610.339502:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775610.339515:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775610/real 1775775610] req@ffff9a6051390380 x1862022423149824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775610.339539:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423149824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775610.339546:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775610.339549:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775610.339552:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423149824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775610.339557:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423149952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775610.339576:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775610.339585:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775610/real 1775775610] req@ffff9a6051391880 x1862022423149952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775610.339593:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423149952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775610.339600:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775610.339603:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775610.339605:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423149952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775610.339609:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423150080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775610.339621:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775610.339627:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775610/real 1775775610] req@ffff9a6051391c00 x1862022423150080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775610.339636:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423150080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775610.339642:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775610.339644:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775610.339646:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423150080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775611.170929:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775612.194914:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775613.219006:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775614.243013:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775615.267050:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775615.458985:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775615.458997:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775615.459002:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775615.459014:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12761 00000100:00080000:0.0:1775775615.459039:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775615.459047:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775615.459097:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423150208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775615.459144:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775615.459151:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775615.459154:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775615.459161:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12761 00000100:00080000:0.0:1775775615.459169:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775615.459178:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775615.459194:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775615.459206:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423150208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775615.459217:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423150336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775615.459231:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775615.459274:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775775615.459277:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775615.459283:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12761 00000100:00080000:0.0:1775775615.459298:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775615.459303:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775615.459311:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:1.0:1775775615.459319:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775615.459332:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423150464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775615.459346:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775615.459350:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775615.459353:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775615.459356:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12761 00000100:00080000:0.0:1775775615.459360:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775615.459364:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775615.459371:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775615.459388:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423150592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775615.459397:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775615/real 1775775615] req@ffff9a6051f86a00 x1862022423150208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775615.459423:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775615.459432:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775775615.459435:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775775615.459443:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423150208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775615.459447:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12761 00000100:00080000:0.0:1775775615.459461:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775615.459465:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775615.459473:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:1.0:1775775615.459479:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000008:00100000:0.0:1775775615.459486:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775615.459487:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423150208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775615.459511:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423150720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775615.459527:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423150336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775615.459564:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775615.459580:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775615/real 1775775615] req@ffff9a6051f85c00 x1862022423150336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775615.459594:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423150336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775615.459603:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775615.459607:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775615.459611:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423150336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775615.459617:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423150464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775615.459634:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775615.459644:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775615/real 1775775615] req@ffff9a6051f87480 x1862022423150464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775615.459670:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423150464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775615.459679:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775615.459683:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775615.459686:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423150464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775615.459692:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423150592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775615.459711:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775615.459722:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775615/real 1775775615] req@ffff9a6051f87100 x1862022423150592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775615.459734:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423150592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775615.459742:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775615.459745:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775615.459748:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423150592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775615.459764:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423150720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775615.459780:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775615.459828:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775615/real 1775775615] req@ffff9a6051f84700 x1862022423150720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775615.459853:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423150720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775615.459863:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775615.459866:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775615.459870:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423150720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775616.290958:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775617.314919:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775618.339050:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775619.362903:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775620.386867:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775620.578945:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775620.578955:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775620.578961:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775620.578972:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12766 00000100:00080000:3.0:1775775620.578985:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775620.578992:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775620.579039:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423150848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775620.579067:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775620.579071:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775620.579072:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775620.579076:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12766 00000100:00080000:3.0:1775775620.579078:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775620.579080:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775620.579089:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775620.579101:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423150976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775620.579119:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775620.579124:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775620.579128:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775775620.579131:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423150848:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775620.579134:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12766 00000100:00080000:3.0:1775775620.579141:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775620.579168:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775620.579173:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775620.579186:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423151104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775620.579194:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775620.579197:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775620.579199:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775620.579202:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12766 00000100:00080000:3.0:1775775620.579206:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775620.579209:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775620.579212:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775620.579225:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423151232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775775620.579227:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775620.579239:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775620.579242:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775620.579244:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775620.579248:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12766 00000100:00080000:3.0:1775775620.579254:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775620.579256:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775620.579261:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775620.579275:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423151360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775620.579281:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775620/real 1775775620] req@ffff9a6048b5bb80 x1862022423150848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775620.579308:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423150848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775620.579324:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775620.579328:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775620.579331:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423150848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775620.579351:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423150976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775620.579372:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775620.579381:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775620/real 1775775620] req@ffff9a6048b58000 x1862022423150976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775620.579389:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423150976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775620.579395:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775620.579398:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775620.579400:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423150976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775620.579404:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423151104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775620.579414:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775620.579420:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775620/real 1775775620] req@ffff9a6048b5a300 x1862022423151104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775620.579427:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423151104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775620.579432:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775620.579434:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775620.579435:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423151104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775620.579440:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423151232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775620.579450:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775620.579456:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775620/real 1775775620] req@ffff9a6048b5aa00 x1862022423151232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775620.579463:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423151232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775620.579468:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775620.579470:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775620.579472:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423151232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775620.579475:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423151360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775620.579485:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775620.579489:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775620/real 1775775620] req@ffff9a6048b5ad80 x1862022423151360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775620.579496:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423151360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775620.579500:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775620.579502:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775620.579504:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423151360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775621.410904:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775622.434940:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775623.458947:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775624.482944:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775625.506881:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775625.698966:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775625.698975:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775625.698979:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775625.698988:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12771 00000100:00080000:1.0:1775775625.698998:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775625.699004:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775625.699038:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423151488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775625.699111:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775625.699114:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775625.699116:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775625.699119:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12771 00000100:00080000:1.0:1775775625.699122:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775625.699124:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775625.699132:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775625.699143:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423151616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775625.699150:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775625.699152:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775625.699154:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775625.699156:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12771 00000100:00080000:1.0:1775775625.699159:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775625.699162:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775625.699166:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775625.699172:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423151744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775625.699184:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423151488:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775625.699187:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775625.699194:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775625.699200:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775625.699204:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12771 00000100:00080000:1.0:1775775625.699206:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775625.699208:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775625.699211:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775625.699220:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423151872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775625.699230:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775625.699233:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775625.699235:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775625.699238:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12771 00000100:00080000:1.0:1775775625.699242:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775625.699246:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775625.699251:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775625.699262:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423152000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775625.699298:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775625.699345:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775625/real 1775775625] req@ffff9a605873a680 x1862022423151488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775625.699362:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423151488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775625.699371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775625.699375:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775625.699378:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423151488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775625.699385:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423151616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775625.699405:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775625.699414:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775625/real 1775775625] req@ffff9a6058738000 x1862022423151616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775625.699422:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423151616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775625.699428:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775625.699431:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775625.699433:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423151616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775625.699458:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423151744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775625.699468:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775625.699474:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775625/real 1775775625] req@ffff9a605873ad80 x1862022423151744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775625.699482:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423151744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775625.699487:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775625.699490:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775625.699492:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423151744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775625.699496:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423151872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775625.699506:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775625.699511:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775625/real 1775775625] req@ffff9a6058739f80 x1862022423151872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775625.699518:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423151872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775625.699523:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775625.699524:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775625.699527:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423151872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775625.699531:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423152000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775625.699543:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775625.699549:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775625/real 1775775625] req@ffff9a6058738700 x1862022423152000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775625.699556:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423152000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775625.699561:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775625.699563:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775625.699565:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423152000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775626.530959:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775627.554922:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775628.578965:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775629.602931:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775630.626923:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775630.818908:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775630.818919:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775630.818924:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775630.818935:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12776 00000100:00080000:0.0:1775775630.818947:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775630.818954:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775630.819013:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022423152128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775630.819041:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775630.819045:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775630.819047:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775630.819050:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12776 00000100:00080000:0.0:1775775630.819054:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775630.819058:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775630.819068:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775630.819077:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423152128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775630.819082:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022423152256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775630.819092:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775630.819094:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775775630.819096:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775630.819098:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12776 00000100:00080000:0.0:1775775630.819100:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775630.819103:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775630.819106:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775630.819115:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423152384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775630.819121:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775630.819124:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775630.819125:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775630.819127:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12776 00000100:00080000:0.0:1775775630.819139:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775630.819142:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775630.819147:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775630.819155:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423152512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775775630.819163:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775775630.819167:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775630.819171:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775775630.819172:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775630.819175:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12776 00000100:00080000:0.0:1775775630.819177:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775630.819180:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775630.819183:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775630.819190:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423152640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775630.819216:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775630/real 1775775630] req@ffff9a6051f85180 x1862022423152128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775630.819239:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022423152128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775630.819248:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775630.819251:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775630.819255:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423152128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775630.819278:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423152256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775630.819297:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775630.819307:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775630/real 1775775630] req@ffff9a6051f87800 x1862022423152256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775630.819315:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022423152256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775630.819322:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775630.819324:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775630.819326:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423152256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775630.819330:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423152384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775630.819341:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775630.819346:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775630/real 1775775630] req@ffff9a6051f84700 x1862022423152384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775630.819354:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423152384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775630.819364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775630.819366:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775630.819368:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423152384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775630.819371:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423152512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775630.819381:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775630.819386:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775630/real 1775775630] req@ffff9a6051f87100 x1862022423152512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775630.819393:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423152512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775630.819399:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775630.819402:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775630.819405:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423152512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775630.819411:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423152640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775630.819430:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775630.819441:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775630/real 1775775630] req@ffff9a6051f87480 x1862022423152640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775630.819454:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423152640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775630.819463:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775630.819465:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775630.819468:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423152640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775631.650947:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775632.674923:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775633.698974:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775634.722955:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775635.746922:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775635.938960:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775635.938970:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775635.938975:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775635.938986:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12781 00000100:00080000:0.0:1775775635.938997:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775635.939006:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775635.939042:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423152768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775635.939074:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775635.939079:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775635.939081:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775635.939087:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12781 00000100:00080000:0.0:1775775635.939091:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775635.939096:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775635.939106:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775635.939111:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423152768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775635.939124:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423152896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775635.939136:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775635.939140:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775775635.939141:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775635.939145:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12781 00000100:00080000:0.0:1775775635.939149:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775635.939153:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775635.939158:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775635.939169:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423153024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775635.939179:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:1.0:1775775635.939183:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775775635.939184:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775635.939188:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775635.939193:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12781 00000100:00080000:0.0:1775775635.939198:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775635.939203:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775635.939208:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775635.939220:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423153152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775635.939223:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775635/real 1775775635] req@ffff9a6051f85c00 x1862022423152768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775635.939247:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775635.939251:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775775635.939253:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775775635.939254:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423152768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775635.939261:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12781 00000100:00080000:0.0:1775775635.939267:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775635.939273:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:1.0:1775775635.939274:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:0.0:1775775635.939282:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:1.0:1775775635.939282:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775635.939287:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423152768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775635.939298:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423153280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775635.939313:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423152896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775635.939334:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775635.939344:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775635/real 1775775635] req@ffff9a6051f86a00 x1862022423152896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775635.939352:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423152896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775635.939358:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775635.939360:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775635.939363:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423152896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775635.939366:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423153024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775635.939379:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775635.939387:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775635/real 1775775635] req@ffff9a6051f86680 x1862022423153024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775635.939395:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423153024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775635.939401:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775635.939404:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775635.939407:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423153024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775635.939411:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423153152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775635.939422:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775635.939430:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775635/real 1775775635] req@ffff9a6051f85880 x1862022423153152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775635.939439:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423153152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775635.939445:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775635.939447:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775635.939449:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423153152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775635.939452:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423153280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775635.939465:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775635.939477:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775635/real 1775775635] req@ffff9a6051f84380 x1862022423153280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775635.939490:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423153280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775635.939497:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775635.939500:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775635.939503:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423153280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775636.770953:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775637.795020:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775638.818904:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775639.842924:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775640.866962:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775641.058920:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775641.058931:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775641.058936:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775641.058947:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12786 00000100:00080000:1.0:1775775641.058960:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775641.058967:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775641.059014:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423153408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775641.059042:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775641.059045:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775641.059047:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775641.059050:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12786 00000100:00080000:1.0:1775775641.059053:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775641.059056:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775641.059066:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775641.059076:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423153536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775641.059082:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423153408:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775641.059085:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775641.059089:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775641.059091:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775641.059095:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12786 00000100:00080000:1.0:1775775641.059097:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775641.059099:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775641.059101:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775641.059110:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423153664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775641.059116:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775641.059118:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775641.059120:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775641.059129:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12786 00000100:00080000:1.0:1775775641.059143:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775641.059146:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775641.059150:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775641.059159:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423153792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775641.059166:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775641.059169:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775641.059170:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775641.059173:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12786 00000100:00080000:1.0:1775775641.059176:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775641.059179:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775641.059183:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775641.059191:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423153920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775641.059203:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423153536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775641.059239:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423153664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775641.059259:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423153792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775641.059284:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423153920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775641.890958:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775642.914943:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775643.938886:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775775644.131006:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:2.0:1775775644.131049:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775775644.131063:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775644.131091:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775644.131098:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775644.131105:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775644.131113:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:0.0:1775775644.131146:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775641/real 1775775644] req@ffff9a6058739f80 x1862022423153920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775644.131174:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423153920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775644.131186:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775644.131191:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775644.131196:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423153920:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775644.131204:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775641/real 1775775644] req@ffff9a6058738380 x1862022423153536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775644.131218:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423153536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775644.131226:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775644.131230:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775644.131234:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423153536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775644.131241:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775641/real 1775775644] req@ffff9a605873b480 x1862022423153664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775644.131254:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423153664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775644.131263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775644.131266:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775644.131270:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423153664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775644.131277:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775641/real 1775775644] req@ffff9a6058738700 x1862022423153792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775644.131288:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423153792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775644.131296:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775644.131300:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775644.131303:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423153792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775644.131310:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775641/real 1775775644] req@ffff9a6058739c00 x1862022423153408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775644.131322:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423153408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775644.131329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775644.131333:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775644.131337:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423153408:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775775644.962902:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775645.986885:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775646.178877:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775646.178886:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775646.178889:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775646.178898:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12791 00000100:00080000:1.0:1775775646.178907:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775646.178913:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775646.178943:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423154048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775646.178966:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775646.178969:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775646.178971:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775646.178973:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12791 00000100:00080000:1.0:1775775646.178976:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775646.178978:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775646.178984:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775646.178994:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423154176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775646.179010:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775646.179014:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775646.179016:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775646.179021:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12791 00000100:00080000:1.0:1775775646.179025:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775646.179032:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775646.179034:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423154048:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775775646.179038:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775646.179054:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423154304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775646.179066:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775646.179070:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775646.179072:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775646.179076:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12791 00000100:00080000:1.0:1775775646.179090:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775646.179100:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775646.179106:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775646.179107:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775646.179123:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423154432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775646.179134:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775646.179138:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775646.179140:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775646.179144:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12791 00000100:00080000:1.0:1775775646.179148:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775646.179152:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775646.179157:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775646/real 1775775646] req@ffff9a605873ad80 x1862022423154048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1775775646.179159:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775646.179174:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423154560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775646.179185:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423154048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775646.179198:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775646.179203:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775646.179208:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423154048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775646.179215:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423154176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775646.179241:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775646.179254:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775646/real 1775775646] req@ffff9a6058738000 x1862022423154176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775646.179266:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423154176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775646.179273:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775646.179276:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775646.179279:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423154176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775646.179303:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423154304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775646.179321:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775646.179332:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775646/real 1775775646] req@ffff9a605873a680 x1862022423154304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775646.179343:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423154304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775646.179359:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775646.179362:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775646.179365:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423154304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775646.179371:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423154432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775646.179391:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775646.179402:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775646/real 1775775646] req@ffff9a605873b800 x1862022423154432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775646.179414:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423154432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775646.179422:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775646.179425:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775646.179428:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423154432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775646.179435:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423154560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775646.179457:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775646.179469:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775646/real 1775775646] req@ffff9a6058738a80 x1862022423154560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775646.179480:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423154560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775646.179487:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775646.179491:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775646.179495:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423154560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775647.010935:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775648.034915:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775649.058930:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775650.082947:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775651.106944:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775651.298904:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775651.298914:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775651.298918:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775651.298930:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12796 00000100:00080000:2.0:1775775651.298944:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775651.298951:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775651.298990:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423154688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775651.299019:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775651.299022:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775651.299024:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775651.299029:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12796 00000100:00080000:2.0:1775775651.299033:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775651.299036:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775651.299046:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775651.299057:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423154816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775651.299065:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775651.299067:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775651.299069:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775651.299072:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12796 00000100:00080000:2.0:1775775651.299074:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775651.299076:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775651.299080:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775651.299082:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423154688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775651.299088:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423154944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775651.299095:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775651.299097:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775651.299099:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775651.299101:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12796 00000100:00080000:2.0:1775775651.299104:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775651.299105:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775651.299108:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775651.299115:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423155072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775651.299121:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775651.299123:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775651.299125:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775651.299128:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12796 00000100:00080000:2.0:1775775651.299130:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775651.299132:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775651.299135:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775651.299141:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423155200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775651.299154:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775651.299188:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775651/real 1775775651] req@ffff9a6051391c00 x1862022423154688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775651.299207:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423154688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775651.299217:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775651.299222:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775651.299226:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423154688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775651.299233:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423154816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775651.299256:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775651.299268:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775651/real 1775775651] req@ffff9a6051391880 x1862022423154816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775651.299282:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423154816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775651.299291:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775651.299295:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775651.299299:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423154816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775651.299321:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423154944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775651.299342:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775651.299354:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775651/real 1775775651] req@ffff9a6051390380 x1862022423154944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775651.299367:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423154944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775651.299375:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775651.299378:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775651.299382:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423154944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775651.299389:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423155072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775651.299407:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775651.299425:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775651/real 1775775651] req@ffff9a6051391500 x1862022423155072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775651.299438:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423155072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775651.299446:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775651.299449:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775651.299452:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423155072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775651.299458:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423155200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775651.299474:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775651.299483:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775651/real 1775775651] req@ffff9a6051392300 x1862022423155200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775651.299495:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423155200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775651.299509:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775651.299512:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775651.299515:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423155200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775652.130915:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775653.154956:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775654.178911:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775655.203050:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775656.226952:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775656.418921:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775656.418932:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775656.418937:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775656.418949:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12802 00000100:00080000:1.0:1775775656.418961:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775656.418968:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775656.419014:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423155328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775656.419049:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775656.419053:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775656.419056:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775656.419061:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12802 00000100:00080000:1.0:1775775656.419065:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775656.419070:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775656.419082:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775656.419097:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423155328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775656.419099:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423155456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775656.419113:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775656.419115:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775656.419117:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775656.419120:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12802 00000100:00080000:1.0:1775775656.419123:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775656.419126:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775656.419129:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775656.419138:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423155584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775656.419146:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775656.419149:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775656.419150:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775656.419152:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12802 00000100:00080000:1.0:1775775656.419157:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775656.419160:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775656.419163:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775656.419170:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423155712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775656.419175:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775775656.419183:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775656.419186:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775656.419187:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775656.419191:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12802 00000100:00080000:1.0:1775775656.419194:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775656.419197:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775656.419200:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775656.419205:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423155840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775656.419219:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775656/real 1775775656] req@ffff9a6058738e00 x1862022423155328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775656.419235:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423155328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775656.419245:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775656.419257:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775656.419261:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423155328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775656.419285:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423155456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775656.419302:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775656.419320:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775656/real 1775775656] req@ffff9a605873aa00 x1862022423155456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775656.419329:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423155456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775656.419335:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775656.419338:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775656.419340:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423155456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775656.419344:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423155584:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775656.419356:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775656.419362:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775656/real 1775775656] req@ffff9a6058739500 x1862022423155584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775656.419370:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423155584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775656.419375:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775656.419377:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775656.419379:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423155584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775656.419382:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423155712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775656.419393:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775656.419398:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775656/real 1775775656] req@ffff9a605873a300 x1862022423155712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775656.419406:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423155712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775656.419412:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775656.419414:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775656.419416:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423155712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775656.419419:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423155840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775656.419428:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775656.419433:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775656/real 1775775656] req@ffff9a6058739180 x1862022423155840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775656.419440:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423155840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775656.419444:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775656.419447:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775656.419449:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423155840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775657.250908:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775658.274932:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775659.298948:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775660.322924:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775661.346927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775661.538942:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775661.538951:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775661.538955:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775661.538963:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12807 00000100:00080000:1.0:1775775661.538973:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775661.538979:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775661.539014:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423155968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775661.539032:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775661.539034:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775661.539036:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775661.539039:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12807 00000100:00080000:1.0:1775775661.539042:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775661.539044:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775661.539052:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775661.539059:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423155968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775661.539062:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423156096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775661.539073:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775661.539076:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775661.539077:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775661.539079:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12807 00000100:00080000:1.0:1775775661.539081:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775661.539084:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775661.539087:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775661.539095:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423156224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775661.539101:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775661.539104:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775661.539106:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775661.539109:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12807 00000100:00080000:1.0:1775775661.539116:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775661.539120:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775661.539126:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775661.539132:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775661.539138:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423156352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775661.539149:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775661.539153:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775661.539155:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775661.539159:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12807 00000100:00080000:1.0:1775775661.539164:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775661.539169:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775661.539172:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775661/real 1775775661] req@ffff9a605873bb80 x1862022423155968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1775775661.539176:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775661.539192:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423155968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775661.539195:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423156480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775661.539208:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775661.539215:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775661.539220:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423155968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775661.539245:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423156096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775661.539262:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775661.539271:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775661/real 1775775661] req@ffff9a6058739880 x1862022423156096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775661.539279:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423156096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775661.539284:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775661.539287:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775661.539289:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423156096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775661.539293:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423156224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775661.539304:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775661.539313:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775661/real 1775775661] req@ffff9a605873b100 x1862022423156224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775661.539325:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423156224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775661.539334:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775661.539337:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775661.539341:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423156224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775661.539347:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423156352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775661.539369:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775661.539380:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775661/real 1775775661] req@ffff9a6058739180 x1862022423156352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775661.539392:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423156352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775661.539401:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775661.539404:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775661.539408:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423156352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775661.539414:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423156480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775661.539446:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775661.539457:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775661/real 1775775661] req@ffff9a605873a300 x1862022423156480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775661.539469:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423156480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775661.539478:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775661.539481:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775661.539484:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423156480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775662.370874:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775663.394913:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775664.418886:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775665.442911:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775666.466913:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775666.658979:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775666.658991:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775666.658996:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775666.659006:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12812 00000100:00080000:0.0:1775775666.659019:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775666.659026:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775666.659075:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423156608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775666.659112:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775666.659115:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775666.659116:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775666.659120:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12812 00000100:00080000:0.0:1775775666.659122:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775666.659125:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775666.659135:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775666.659145:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423156736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775666.659151:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775666.659154:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775775666.659156:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775666.659159:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12812 00000100:00080000:0.0:1775775666.659161:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775666.659163:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775666.659168:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775666.659173:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423156608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775666.659178:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423156864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775666.659187:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775666.659190:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775666.659191:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775666.659193:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12812 00000100:00080000:0.0:1775775666.659195:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775666.659197:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775666.659200:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775666.659207:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423156992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775666.659214:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775666.659217:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775775666.659218:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775666.659220:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12812 00000100:00080000:0.0:1775775666.659235:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775666.659238:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775666.659242:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775666.659249:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423157120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775775666.659254:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775666.659297:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775666/real 1775775666] req@ffff9a6051f85500 x1862022423156608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775666.659314:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423156608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775666.659328:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775666.659332:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775666.659335:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423156608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775666.659355:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423156736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775666.659377:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775666.659387:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775666/real 1775775666] req@ffff9a6051f86300 x1862022423156736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775666.659400:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423156736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775666.659409:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775666.659413:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775666.659417:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423156736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775666.659445:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423156864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775666.659469:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775666.659481:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775666/real 1775775666] req@ffff9a6051f84e00 x1862022423156864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775666.659494:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423156864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775666.659504:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775666.659508:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775666.659511:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423156864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775666.659516:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423156992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775666.659533:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775666.659542:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775666/real 1775775666] req@ffff9a6051f86d80 x1862022423156992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775666.659555:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423156992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775666.659563:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775666.659567:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775666.659570:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423156992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775666.659577:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423157120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775666.659598:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775666.659608:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775666/real 1775775666] req@ffff9a6051f85f80 x1862022423157120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775666.659616:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423157120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775666.659622:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775666.659624:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775666.659626:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423157120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775667.490923:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775668.514935:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775669.538887:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775670.562958:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775671.586878:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775671.778933:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775671.778943:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775671.778948:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775671.778960:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12817 00000100:00080000:0.0:1775775671.778972:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775671.779019:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775671.779055:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022423157248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775671.779084:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775671.779088:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775671.779089:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775671.779094:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12817 00000100:00080000:0.0:1775775671.779098:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775671.779102:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775671.779113:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775671.779130:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022423157376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775671.779130:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423157248:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775775671.779147:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775671.779151:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775775671.779153:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775671.779157:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12817 00000100:00080000:0.0:1775775671.779162:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775671.779167:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775671.779172:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775671.779184:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423157504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775775671.779193:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775775671.779200:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775671.779204:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775671.779206:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775671.779212:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12817 00000100:00080000:0.0:1775775671.779217:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775671.779222:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775671.779226:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775671/real 1775775671] req@ffff9a6051f87b80 x1862022423157248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1775775671.779229:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775671.779248:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423157632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775671.779250:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022423157248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775671.779295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775671.779297:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775671.779302:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:0.0:1775775671.779304:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1775775671.779308:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423157248:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775775671.779309:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775671.779318:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12817 00000100:00080000:0.0:1775775671.779323:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775671.779327:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775671.779333:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423157376:192.168.201.120@tcp:38:kworker.0 00000008:00100000:0.0:1775775671.779334:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775671.779352:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423157760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775775671.779362:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775671.779386:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775671/real 1775775671] req@ffff9a6051f84a80 x1862022423157376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775671.779397:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022423157376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775671.779404:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775671.779407:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775671.779410:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423157376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775671.779414:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423157504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775671.779428:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775671.779436:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775671/real 1775775671] req@ffff9a6051f85f80 x1862022423157504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775671.779444:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423157504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775671.779463:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775671.779466:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775671.779471:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423157504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775671.779478:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423157632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775671.779507:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775671.779522:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775671/real 1775775671] req@ffff9a6051f86d80 x1862022423157632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775671.779532:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423157632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775671.779538:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775671.779540:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775671.779542:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423157632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775671.779553:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423157760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775671.779566:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775671.779572:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775671/real 1775775671] req@ffff9a6051f84e00 x1862022423157760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775671.779580:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423157760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775671.779584:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775671.779586:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775671.779589:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423157760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775672.610936:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775673.634861:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775674.658979:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775675.682912:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775676.706888:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775676.898897:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775676.898905:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775676.898909:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775676.898917:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12822 00000100:00080000:1.0:1775775676.898926:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775676.898931:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775676.898963:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423157888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775676.898989:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775676.898992:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775676.898993:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775676.898997:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12822 00000100:00080000:1.0:1775775676.898999:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775676.899001:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775676.899009:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775676.899018:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423158016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775676.899026:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775676.899030:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1775775676.899031:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423157888:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775676.899031:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775676.899038:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12822 00000100:00080000:1.0:1775775676.899040:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775676.899043:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775676.899046:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775676.899054:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423158144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775676.899060:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775676.899063:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775676.899064:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775676.899067:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12822 00000100:00080000:1.0:1775775676.899077:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775676.899080:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775676.899083:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775676.899090:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775676.899093:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423158272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775676.899100:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775676.899102:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775676.899104:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775676.899106:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12822 00000100:00080000:1.0:1775775676.899108:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775676.899111:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775676.899114:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775676.899120:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423158400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775676.899124:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775676/real 1775775676] req@ffff9a6058739500 x1862022423157888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775676.899142:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423157888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775676.899151:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775676.899155:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775676.899159:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423157888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775676.899192:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423158016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775676.899217:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775676.899231:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775676/real 1775775676] req@ffff9a605873aa00 x1862022423158016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775676.899244:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423158016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775676.899252:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775676.899254:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775676.899257:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423158016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775676.899261:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423158144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775676.899277:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775676.899284:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775676/real 1775775676] req@ffff9a6058738e00 x1862022423158144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775676.899292:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423158144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775676.899297:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775676.899300:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775676.899302:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423158144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775676.899305:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423158272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775676.899315:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775676.899320:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775676/real 1775775676] req@ffff9a6058738a80 x1862022423158272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775676.899326:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423158272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775676.899331:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775676.899333:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775676.899334:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423158272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775676.899338:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423158400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775676.899346:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775676.899351:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775676/real 1775775676] req@ffff9a605873b800 x1862022423158400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775676.899363:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423158400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775676.899368:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775676.899369:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775676.899371:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423158400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775677.730904:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775678.754949:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775679.778914:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775680.802896:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775681.826912:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775682.018859:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775682.018869:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775682.018874:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775682.018884:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12827 00000100:00080000:1.0:1775775682.018896:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775682.018902:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775682.018940:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423158528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775682.018973:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775682.018976:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775682.018978:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775682.018981:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12827 00000100:00080000:1.0:1775775682.018985:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775682.018987:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775682.018996:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775682.019007:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423158656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775682.019014:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775682.019017:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775682.019019:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775682.019021:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12827 00000100:00080000:1.0:1775775682.019024:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775775682.019029:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423158528:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775682.019029:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775682.019032:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775682.019044:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423158784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775682.019051:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775682.019053:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775682.019055:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775682.019057:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12827 00000100:00080000:1.0:1775775682.019058:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775682.019060:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775682.019063:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775682.019071:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423158912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775682.019092:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775682.019095:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775682.019096:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775682.019099:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12827 00000100:00080000:1.0:1775775682.019109:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775682.019112:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775682.019116:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775682.019127:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423159040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775682.019129:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775682.019167:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775682/real 1775775682] req@ffff9a605873a680 x1862022423158528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775682.019182:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423158528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775682.019194:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775682.019198:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775682.019202:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423158528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775682.019210:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423158656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775682.019235:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775682.019248:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775682/real 1775775682] req@ffff9a6058738000 x1862022423158656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775682.019257:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423158656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775682.019263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775682.019266:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775682.019268:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423158656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775682.019287:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423158784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775682.019301:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775682.019308:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775682/real 1775775682] req@ffff9a605873ad80 x1862022423158784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775682.019316:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423158784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775682.019320:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775682.019322:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775682.019324:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423158784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775682.019328:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423158912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775682.019337:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775682.019342:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775682/real 1775775682] req@ffff9a6058739c00 x1862022423158912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775682.019349:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423158912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775682.019359:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775682.019361:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775682.019363:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423158912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775682.019366:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423159040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775682.019374:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775682.019379:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775682/real 1775775682] req@ffff9a6058738700 x1862022423159040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775682.019386:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423159040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775682.019390:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775682.019392:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775682.019394:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423159040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775682.851082:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775683.874903:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775684.898908:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775685.922881:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775686.946889:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775687.138924:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775687.138932:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775687.138936:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775687.138945:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12832 00000100:00080000:2.0:1775775687.138956:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775687.138962:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775687.139018:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423159168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775687.139042:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775687.139045:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775687.139046:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775687.139049:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12832 00000100:00080000:2.0:1775775687.139052:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775687.139056:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775687.139064:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775687.139074:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423159168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775687.139076:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423159296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775687.139097:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775687.139101:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775687.139103:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775687.139107:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12832 00000100:00080000:2.0:1775775687.139111:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775687.139114:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775687.139120:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1775775687.139133:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775687.139137:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423159424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775687.139149:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775687.139153:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775687.139155:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775687.139160:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12832 00000100:00100000:0.0:1775775687.139165:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775687/real 1775775687] req@ffff9a6051390000 x1862022423159168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775687.139166:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775687.139174:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775687.139181:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775687.139188:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423159168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775687.139193:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423159552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775687.139206:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775687.139210:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775687.139212:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775687.139218:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423159168:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775687.139226:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775687.139230:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775687.139236:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12832 00000100:00100000:0.0:1775775687.139241:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423159296:192.168.201.120@tcp:38:kworker.0 00000100:00080000:2.0:1775775687.139242:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775687.139251:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775687.139257:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775687.139270:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423159680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775687.139277:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775687.139298:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775687/real 1775775687] req@ffff9a6051390a80 x1862022423159296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775687.139313:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423159296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775687.139322:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775687.139326:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775687.139330:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423159296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775687.139334:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423159424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775687.139350:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775687.139358:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775687/real 1775775687] req@ffff9a6051393100 x1862022423159424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775687.139365:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423159424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775687.139370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775687.139372:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775687.139374:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423159424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775687.139378:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423159552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775687.139389:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775687.139394:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775687/real 1775775687] req@ffff9a6051393480 x1862022423159552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775687.139401:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423159552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775687.139406:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775687.139408:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775687.139410:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423159552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775687.139419:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423159680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775687.139429:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775687.139434:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775687/real 1775775687] req@ffff9a6051390e00 x1862022423159680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775687.139440:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423159680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775687.139445:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775687.139447:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775687.139449:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423159680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775687.970930:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775688.994921:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775690.018923:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775691.042945:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775692.066958:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775692.258982:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775692.258995:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775692.259001:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775692.259014:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12837 00000100:00080000:1.0:1775775692.259028:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775692.259038:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775692.259086:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423159808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775692.259122:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775692.259126:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775692.259128:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775692.259132:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12837 00000100:00080000:1.0:1775775692.259136:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775692.259140:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775692.259150:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775692.259167:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423159936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775692.259179:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775692.259185:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1775775692.259186:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423159808:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775692.259187:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775692.259195:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12837 00000100:00080000:1.0:1775775692.259200:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775692.259204:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775692.259208:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775692.259220:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423160064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775692.259228:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775692.259232:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775692.259234:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775692.259238:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12837 00000100:00080000:1.0:1775775692.259256:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775692.259259:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775692.259264:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775692.259274:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775692.259315:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423160192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775692.259326:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775692.259330:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775692.259332:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775692.259336:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12837 00000100:00080000:1.0:1775775692.259340:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775692.259344:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775692.259349:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775692.259356:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775692/real 1775775692] req@ffff9a605873b480 x1862022423159808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775692.259363:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423160320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775692.259419:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423159808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775692.259434:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775692.259440:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775692.259445:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423159808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775692.259473:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423159936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775692.259506:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775692.259522:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775692/real 1775775692] req@ffff9a6058738380 x1862022423159936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775692.259537:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423159936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775692.259555:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775692.259559:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775692.259564:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423159936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775692.259571:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423160064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775692.259593:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775692.259605:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775692/real 1775775692] req@ffff9a6058739f80 x1862022423160064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775692.259620:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423160064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775692.259631:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775692.259634:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775692.259638:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423160064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775692.259646:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423160192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775692.259668:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775692.259680:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775692/real 1775775692] req@ffff9a6058738700 x1862022423160192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775692.259697:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423160192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775692.259708:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775692.259713:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775692.259718:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423160192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775692.259725:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423160320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775692.259750:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775692.259773:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775692/real 1775775692] req@ffff9a6058739c00 x1862022423160320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775692.259826:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423160320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775692.259848:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775692.259853:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775692.259858:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423160320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775693.090993:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775694.114994:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775695.138984:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775696.162979:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775697.186991:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775697.378940:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775697.378948:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775697.378951:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775697.378960:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12842 00000100:00080000:1.0:1775775697.378970:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775697.378975:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775697.379008:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423160448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775697.379030:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775697.379033:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775697.379035:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775697.379037:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12842 00000100:00080000:1.0:1775775697.379040:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775697.379042:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775697.379050:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775697.379059:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423160576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775697.379068:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775697.379070:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775697.379072:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775697.379079:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12842 00000100:00100000:0.0:1775775697.379081:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423160448:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775697.379083:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775697.379094:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775697.379100:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775697.379113:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423160704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775697.379119:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775697.379121:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775697.379122:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775697.379125:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12842 00000100:00080000:1.0:1775775697.379128:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775697.379131:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775697.379136:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775697.379143:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423160832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775697.379149:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775697.379151:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775697.379153:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775697.379155:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12842 00000100:00080000:1.0:1775775697.379160:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775697.379163:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775697.379165:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775697.379178:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775697.379179:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423160960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775697.379225:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775697/real 1775775697] req@ffff9a605873ad80 x1862022423160448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775697.379241:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423160448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775697.379251:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775697.379255:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775697.379259:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423160448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775697.379284:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423160576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775697.379301:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775697.379330:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775697/real 1775775697] req@ffff9a6058738000 x1862022423160576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775697.379344:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423160576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775697.379354:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775697.379358:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775697.379362:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423160576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775697.379369:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423160704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775697.379389:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775697.379398:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775697/real 1775775697] req@ffff9a605873a680 x1862022423160704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775697.379406:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423160704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775697.379412:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775697.379414:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775697.379416:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423160704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775697.379421:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423160832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775697.379433:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775697.379439:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775697/real 1775775697] req@ffff9a605873b800 x1862022423160832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775697.379446:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423160832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775697.379451:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775697.379453:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775697.379456:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423160832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775697.379460:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423160960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775697.379470:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775697.379475:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775697/real 1775775697] req@ffff9a6058738a80 x1862022423160960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775697.379483:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423160960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775697.379488:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775697.379490:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775697.379492:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423160960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775698.211000:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775699.234984:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775700.259003:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775701.282968:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775702.307053:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775702.499057:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775702.499072:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775702.499079:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775702.499094:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12848 00000100:00080000:3.0:1775775702.499123:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775702.499135:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775702.499186:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423161088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775702.499222:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775702.499227:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775702.499230:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775702.499235:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12848 00000100:00080000:3.0:1775775702.499239:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775702.499243:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775702.499255:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775702.499275:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423161216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775702.499290:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775702.499295:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775702.499297:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775702.499305:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12848 00000100:00080000:3.0:1775775702.499316:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775775702.499321:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423161088:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775702.499323:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775702.499334:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775702.499379:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423161344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775702.499392:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775702.499396:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775702.499399:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775702.499403:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12848 00000100:00080000:3.0:1775775702.499407:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775702.499411:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775702.499417:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775702.499430:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423161472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775702.499441:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775702.499445:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775702.499447:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775702.499451:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12848 00000100:00080000:3.0:1775775702.499464:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775702.499468:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775702.499475:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775702.499482:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775702.499498:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423161600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775702.499567:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775702/real 1775775702] req@ffff9a6048b58e00 x1862022423161088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775702.499591:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423161088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775702.499622:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775702.499627:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775702.499633:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423161088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775702.499691:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423161216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775702.499766:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775702.499780:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775702/real 1775775702] req@ffff9a6048b5b100 x1862022423161216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775702.499847:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423161216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775702.499862:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775702.499868:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775702.499874:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423161216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775702.499886:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423161344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775702.499920:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775702.499934:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775702/real 1775775702] req@ffff9a6048b59f80 x1862022423161344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775702.499961:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423161344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775702.499990:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775702.499994:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775702.499997:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423161344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775702.500004:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423161472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775702.500024:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775702.500034:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775702/real 1775775702] req@ffff9a6048b58a80 x1862022423161472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775702.500066:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423161472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775702.500077:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775702.500081:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775702.500085:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423161472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775702.500091:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423161600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775702.500112:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775702.500140:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775702/real 1775775702] req@ffff9a6048b59180 x1862022423161600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775702.500152:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423161600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775702.500160:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775702.500163:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775702.500165:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423161600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775703.330974:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775704.354909:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775705.378878:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775706.402903:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775707.426959:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775707.619027:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775707.619042:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775707.619051:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775707.619072:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12853 00000100:00080000:1.0:1775775707.619095:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775707.619111:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775707.619185:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423161728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775707.619237:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775707.619245:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775707.619248:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775707.619254:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12853 00000100:00080000:1.0:1775775707.619261:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775707.619268:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775707.619284:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775707.619309:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423161856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775707.619325:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775707.619331:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775707.619334:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775707.619341:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12853 00000100:00080000:1.0:1775775707.619349:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775707.619358:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775707.619360:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423161728:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775775707.619366:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775707.619388:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423161984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775707.619404:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775707.619411:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775707.619414:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775707.619421:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12853 00000100:00080000:1.0:1775775707.619427:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775707.619433:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775707.619443:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775707.619459:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423162112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775707.619472:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775707.619477:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775707.619479:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775707.619484:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12853 00000100:00080000:1.0:1775775707.619489:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775707.619493:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775707.619498:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775707.619510:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423162240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775707.619563:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423161856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775707.619685:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423161984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775707.619770:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423162112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775707.619914:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423162240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775708.450988:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775709.474935:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775710.499007:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775775710.691274:0:2398:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:2.0:1775775710.691336:0:2398:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775775710.691390:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775710.691446:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775710.691458:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775710.691482:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775710.691496:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:0.0:1775775710.691518:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775707/real 1775775710] req@ffff9a6058739500 x1862022423161984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775710.691564:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423161984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775710.691618:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775710.691626:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775710.691632:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423161984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775710.691644:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775707/real 1775775710] req@ffff9a605873a300 x1862022423162112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775710.691671:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423162112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775710.691682:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775710.691686:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775710.691690:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423162112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775710.691705:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775707/real 1775775710] req@ffff9a6058739180 x1862022423162240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775710.691722:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423162240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775710.691732:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775710.691735:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775710.691740:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423162240:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775710.691748:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775707/real 1775775710] req@ffff9a6058738e00 x1862022423161728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775710.691765:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423161728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775710.691776:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775710.691780:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775710.691785:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423161728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775710.691828:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775707/real 1775775710] req@ffff9a605873aa00 x1862022423161856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775710.691844:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423161856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775710.691855:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775710.691859:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775710.691863:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423161856:192.168.201.120@tcp:38:kworker.0 00010000:00010000:0.0:1775775711.523006:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775712.546929:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775712.738899:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775712.738912:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775712.738918:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775712.738931:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12858 00000100:00080000:1.0:1775775712.738945:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775712.738953:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775712.739002:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423162368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775712.739037:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775712.739042:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775712.739044:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775712.739049:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12858 00000100:00080000:1.0:1775775712.739056:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775712.739062:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775712.739076:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775712.739092:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423162368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775712.739093:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423162496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775712.739112:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775712.739114:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775712.739116:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775712.739120:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12858 00000100:00080000:1.0:1775775712.739124:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775712.739129:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775712.739135:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775712.739153:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423162624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775712.739164:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775712.739168:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775712.739170:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775712.739175:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12858 00000100:00080000:1.0:1775775712.739180:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775712.739185:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775712.739191:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775712.739199:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775712.739206:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423162752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775712.739225:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775712.739235:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775712.739238:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775712.739243:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12858 00000100:00080000:1.0:1775775712.739249:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775775712.739254:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775712/real 1775775712] req@ffff9a605873b100 x1862022423162368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775712.739257:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775712.739266:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775712.739284:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423162880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775712.739292:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423162368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775712.739310:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775712.739317:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775712.739323:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423162368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775712.739366:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423162496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775712.739397:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775712.739412:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775712/real 1775775712] req@ffff9a6058739880 x1862022423162496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775712.739429:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423162496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775712.739440:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775712.739444:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775712.739447:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423162496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775712.739453:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423162624:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775712.739474:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775712.739485:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775712/real 1775775712] req@ffff9a605873bb80 x1862022423162624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775712.739500:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423162624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775712.739509:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775712.739512:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775712.739515:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423162624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775712.739522:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423162752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775712.739562:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775712.739573:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775712/real 1775775712] req@ffff9a605873aa00 x1862022423162752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775712.739585:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423162752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775712.739593:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775712.739597:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775712.739600:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423162752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775712.739606:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423162880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775712.739624:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775712.739633:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775712/real 1775775712] req@ffff9a6058738e00 x1862022423162880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775712.739644:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423162880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775712.739659:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775712.739662:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775712.739666:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423162880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775713.570917:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775714.594889:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775715.618932:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775716.642926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775717.666944:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775717.858948:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775717.858962:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775717.858968:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775717.858983:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12863 00000100:00080000:1.0:1775775717.858998:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775717.859009:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775717.859072:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423163008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775717.859117:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775717.859123:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775717.859127:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775717.859134:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12863 00000100:00080000:1.0:1775775717.859141:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775717.859162:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775717.859178:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423163008:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775775717.859178:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775717.859217:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423163136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775717.859241:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775717.859247:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775717.859250:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775717.859258:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12863 00000100:00080000:1.0:1775775717.859267:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775717.859275:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775775717.859284:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:1.0:1775775717.859291:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775717.859318:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423163264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775717.859334:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775717/real 1775775717] req@ffff9a6058739180 x1862022423163008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775717.859410:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775775717.859411:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423163008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775717.859434:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775717.859440:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775717.859441:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775717.859480:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775717.859486:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423163008:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775717.859496:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12863 00000100:00080000:1.0:1775775717.859510:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775775717.859519:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423163136:192.168.201.120@tcp:38:kworker.0 00000100:00080000:1.0:1775775717.859522:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775717.859536:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775717.859551:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775717.859567:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423163392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775717.859568:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775717/real 1775775717] req@ffff9a605873a300 x1862022423163136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775717.859618:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423163136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775717.859638:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775717.859640:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775717.859643:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775717.859648:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423163136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775717.859653:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423163264:192.168.201.120@tcp:38:kworker.0 00000100:00080000:1.0:1775775717.859666:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1775775717.859674:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775775717.859677:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775775717.859684:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775717/real 1775775717] req@ffff9a6058739500 x1862022423163264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775717.859691:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12863 00000100:00100000:0.0:1775775717.859710:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423163264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775717.859710:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775717.859729:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775717.859730:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:0.0:1775775717.859760:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000008:00100000:1.0:1775775717.859760:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775717.859767:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423163264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775717.859791:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423163392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775717.859860:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423163520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775717.859893:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775717.859924:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775717/real 1775775717] req@ffff9a6058738a80 x1862022423163392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775717.859934:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423163392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775717.859946:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775717.859949:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775717.859952:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423163392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775717.859964:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423163520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775717.859978:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775717.859984:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775717/real 1775775717] req@ffff9a605873b800 x1862022423163520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775717.859993:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423163520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775717.860003:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775717.860006:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775717.860010:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423163520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775718.690917:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775719.714894:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775720.738883:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775721.762925:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775722.786884:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775722.978918:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775722.978926:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775722.978929:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775722.978937:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12868 00000100:00080000:2.0:1775775722.978953:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775722.978958:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775722.978989:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423163648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775722.979015:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775722.979019:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775722.979022:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775722.979026:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12868 00000100:00080000:2.0:1775775722.979030:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775722.979035:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775722.979045:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775722.979059:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423163648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775722.979060:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423163776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775722.979075:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775722.979079:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775722.979081:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775722.979085:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12868 00000100:00080000:2.0:1775775722.979088:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775722.979091:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775722.979095:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775722.979103:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423163904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775722.979111:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775722.979113:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775722.979114:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1775775722.979119:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775775722.979119:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12868 00000100:00080000:2.0:1775775722.979124:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775722.979127:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775722.979130:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775722.979139:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423164032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775722.979150:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775722.979152:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1775775722.979155:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775722/real 1775775722] req@ffff9a6051391180 x1862022423163648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775722.979155:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775722.979160:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12868 00000100:00080000:2.0:1775775722.979166:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775722.979171:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775722.979176:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423163648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1775775722.979177:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1775775722.979189:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775722.979194:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775722.979195:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423164160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775722.979200:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423163648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775722.979224:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423163776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775722.979241:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775722.979249:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775722/real 1775775722] req@ffff9a6051392a00 x1862022423163776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775722.979257:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423163776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775722.979263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775722.979265:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775722.979268:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423163776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775722.979271:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423163904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775722.979280:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775722.979286:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775722/real 1775775722] req@ffff9a6051392680 x1862022423163904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775722.979292:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423163904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775722.979297:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775722.979299:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775722.979301:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423163904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775722.979304:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423164032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775722.979314:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775722.979319:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775722/real 1775775722] req@ffff9a6051391f80 x1862022423164032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775722.979327:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423164032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775722.979332:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775722.979333:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775722.979335:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423164032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775722.979338:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423164160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775722.979347:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775722.979352:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775722/real 1775775722] req@ffff9a6051393800 x1862022423164160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775722.979386:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423164160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775722.979392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775722.979394:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775722.979396:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423164160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775723.810914:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775724.834911:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775725.858938:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775726.882925:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775727.906984:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775728.098919:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775728.098927:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775728.098931:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775728.098939:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12873 00000100:00080000:1.0:1775775728.098948:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775728.098955:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775728.098987:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423164288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775728.099014:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775728.099018:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775728.099021:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775728.099025:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12873 00000100:00080000:1.0:1775775728.099029:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775728.099034:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775728.099045:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775728.099064:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423164288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775728.099065:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423164416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775728.099089:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775728.099093:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775728.099095:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775728.099100:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12873 00000100:00080000:1.0:1775775728.099113:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775728.099117:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775775728.099122:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:1.0:1775775728.099122:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775728.099136:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423164544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775728.099144:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775728.099147:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775728.099149:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775728.099153:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12873 00000100:00080000:1.0:1775775728.099156:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775728.099159:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775728.099162:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775728.099171:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775728/real 1775775728] req@ffff9a605873a680 x1862022423164288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775728.099172:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423164672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775728.099206:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775728.099209:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775728.099210:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775775728.099214:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423164288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775728.099217:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12873 00000100:00080000:1.0:1775775728.099222:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775728.099228:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775728.099236:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1775775728.099237:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775728.099244:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775728.099249:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423164800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775728.099253:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423164288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775728.099294:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423164416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775728.099312:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775728.099321:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775728/real 1775775728] req@ffff9a6058738000 x1862022423164416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775728.099329:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423164416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775728.099334:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775728.099337:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775728.099339:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423164416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775728.099342:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423164544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775728.099357:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775728.099364:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775728/real 1775775728] req@ffff9a605873ad80 x1862022423164544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775728.099372:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423164544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775728.099382:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775728.099384:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775728.099386:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423164544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775728.099389:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423164672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775728.099399:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775728.099404:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775728/real 1775775728] req@ffff9a6058739c00 x1862022423164672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775728.099410:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423164672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775728.099415:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775728.099417:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775728.099419:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423164672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775728.099422:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423164800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775728.099430:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775728.099435:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775728/real 1775775728] req@ffff9a6058738700 x1862022423164800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775728.099441:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423164800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775728.099446:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775728.099448:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775728.099450:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423164800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775728.930953:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775729.954906:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775730.978972:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775732.002900:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775733.027019:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775733.218935:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775733.218945:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775733.218950:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775733.218960:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12878 00000100:00080000:3.0:1775775733.218973:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775733.218980:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775733.219023:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423164928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775733.219048:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775733.219051:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775733.219053:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775733.219056:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12878 00000100:00080000:3.0:1775775733.219058:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775733.219061:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775733.219070:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775733.219082:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423165056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775733.219091:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775733.219095:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1775775733.219096:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423164928:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775733.219097:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775733.219104:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12878 00000100:00080000:3.0:1775775733.219106:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775733.219108:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775733.219112:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775733.219119:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423165184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775733.219125:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775733.219128:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775733.219129:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775733.219132:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12878 00000100:00080000:3.0:1775775733.219135:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775733.219138:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775733.219141:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775733.219148:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423165312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775733.219154:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775733.219156:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775733.219157:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775733.219160:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12878 00000100:00080000:3.0:1775775733.219164:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775733.219167:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775733.219171:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775733.219176:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775733.219191:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423165440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775733.219239:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775733/real 1775775733] req@ffff9a6048b5b800 x1862022423164928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775733.219255:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423164928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775733.219264:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775733.219268:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775733.219271:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423164928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775733.219294:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423165056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775733.219312:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775733.219321:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775733/real 1775775733] req@ffff9a6048b59180 x1862022423165056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775733.219329:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423165056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775733.219334:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775733.219337:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775733.219340:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423165056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775733.219344:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423165184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775733.219354:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775733.219360:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775733/real 1775775733] req@ffff9a6048b58a80 x1862022423165184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775733.219367:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423165184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775733.219372:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775733.219373:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775733.219375:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423165184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775733.219379:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423165312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775733.219389:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775733.219395:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775733/real 1775775733] req@ffff9a6048b59f80 x1862022423165312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775733.219402:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423165312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775733.219407:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775733.219408:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775733.219410:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423165312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775733.219413:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423165440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775733.219423:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775733.219429:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775733/real 1775775733] req@ffff9a6048b5b100 x1862022423165440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775733.219436:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423165440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775733.219441:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775733.219443:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775733.219445:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423165440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775734.050973:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775735.074995:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775736.098927:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775737.122934:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775738.146957:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775738.338892:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775738.338902:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775738.338908:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775738.338919:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12883 00000100:00080000:3.0:1775775738.338932:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775738.338940:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775738.338985:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423165568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775738.339013:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775738.339016:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775738.339017:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775738.339020:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12883 00000100:00080000:3.0:1775775738.339023:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775738.339025:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775738.339034:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775738.339044:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423165696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775738.339052:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775738.339055:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775738.339056:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775738.339058:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12883 00000100:00080000:3.0:1775775738.339060:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775738.339065:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775738.339067:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423165568:192.168.201.120@tcp:250:kworker.0 00000008:00100000:3.0:1775775738.339069:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775738.339079:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423165824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775738.339115:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775738.339118:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775738.339119:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775738.339123:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12883 00000100:00080000:3.0:1775775738.339127:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775738.339130:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775738.339135:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775738.339144:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423165952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775738.339152:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775738.339154:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775738.339156:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775738.339158:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12883 00000100:00080000:3.0:1775775738.339161:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775738.339166:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775775738.339167:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775775738.339170:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775738.339179:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423166080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775738.339211:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775738/real 1775775738] req@ffff9a6048b58e00 x1862022423165568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775738.339226:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423165568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775738.339236:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775738.339247:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775738.339253:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423165568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775738.339277:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423165696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775738.339302:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775738.339316:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775738/real 1775775738] req@ffff9a6048b5ad80 x1862022423165696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775738.339340:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423165696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775738.339348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775738.339351:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775738.339353:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423165696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775738.339358:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423165824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775738.339375:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775738.339382:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775738/real 1775775738] req@ffff9a6048b5aa00 x1862022423165824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775738.339390:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423165824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775738.339396:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775738.339398:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775738.339400:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423165824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775738.339404:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423165952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775738.339415:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775738.339420:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775738/real 1775775738] req@ffff9a6048b5a300 x1862022423165952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775738.339427:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423165952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775738.339433:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775738.339436:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775738.339438:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423165952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775738.339441:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423166080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775738.339451:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775738.339456:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775738/real 1775775738] req@ffff9a6048b58000 x1862022423166080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775738.339462:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423166080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775738.339467:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775738.339470:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775738.339471:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423166080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775739.170971:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775740.194907:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775741.218918:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775742.242933:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775743.266977:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775743.459015:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775743.459021:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775743.459025:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775743.459034:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12889 00000100:00080000:1.0:1775775743.459044:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775743.459050:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775743.459083:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423166208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775743.459111:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775743.459114:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775743.459115:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775743.459118:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12889 00000100:00080000:1.0:1775775743.459121:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775743.459124:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775743.459132:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775743.459145:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423166336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775743.459158:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775743.459161:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775743.459163:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775743.459170:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12889 00000100:00100000:3.0:1775775743.459178:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423166208:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775743.459179:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775743.459190:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775743.459194:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775743.459213:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423166464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775743.459222:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775743.459225:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775743.459226:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775743.459230:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12889 00000100:00080000:1.0:1775775743.459232:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775743.459234:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775743.459238:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775743.459245:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423166592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775743.459251:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775743.459254:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775743.459256:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775743.459258:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12889 00000100:00080000:1.0:1775775743.459260:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775743.459262:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775743.459265:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775775743.459270:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775743.459274:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423166720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775743.459385:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775743/real 1775775743] req@ffff9a6058739f80 x1862022423166208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775743.459420:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423166208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775743.459430:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775743.459437:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775743.459443:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423166208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775743.459478:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423166336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775743.459649:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775743.459664:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775743/real 1775775743] req@ffff9a6058738380 x1862022423166336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775743.459678:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423166336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775743.459691:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775743.459698:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775743.459704:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423166336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775743.459715:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423166464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775743.459732:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775743.459740:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775743/real 1775775743] req@ffff9a605873b480 x1862022423166464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775743.459748:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423166464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775743.459759:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775743.459762:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775743.459766:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423166464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775743.459772:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423166592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775743.459827:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775743.459845:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775743/real 1775775743] req@ffff9a6058738700 x1862022423166592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775743.459854:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423166592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775743.459860:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775743.459863:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775743.459865:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423166592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775743.459870:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423166720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775743.459886:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775743.459893:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775743/real 1775775743] req@ffff9a6058739c00 x1862022423166720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775743.459905:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423166720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775743.459912:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775743.459916:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775743.459920:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423166720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775744.290891:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775745.314930:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775746.338990:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775747.362889:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775748.386972:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775748.578900:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775748.578908:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775748.578937:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775748.578946:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12894 00000100:00080000:3.0:1775775748.578971:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775748.578976:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775748.579008:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423166848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775748.579031:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775748.579035:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775748.579037:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775748.579041:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12894 00000100:00080000:3.0:1775775748.579044:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775748.579049:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775748.579057:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775748.579070:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423166976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775748.579079:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775775748.579081:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423166848:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775748.579082:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775748.579084:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775748.579088:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12894 00000100:00080000:3.0:1775775748.579091:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775748.579095:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775748.579099:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775748.579108:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423167104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775748.579116:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775748.579120:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775748.579121:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775748.579124:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12894 00000100:00080000:3.0:1775775748.579127:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775748.579131:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775748.579135:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775748.579143:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423167232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775748.579151:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1775775748.579152:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775748.579154:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775748.579156:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775748.579159:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12894 00000100:00080000:3.0:1775775748.579161:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775748.579164:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775748.579168:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775748.579177:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423167360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775748.579181:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775748/real 1775775748] req@ffff9a6048b5bb80 x1862022423166848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775748.579199:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423166848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775748.579209:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775748.579214:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775748.579218:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423166848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775748.579240:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423166976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775748.579258:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775748.579267:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775748/real 1775775748] req@ffff9a6048b5b480 x1862022423166976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775748.579275:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423166976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775748.579280:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775748.579282:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775748.579285:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423166976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775748.579288:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423167104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775748.579298:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775748.579303:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775748/real 1775775748] req@ffff9a6048b59500 x1862022423167104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775748.579315:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423167104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775748.579319:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775748.579321:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775748.579323:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423167104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775748.579326:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423167232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775748.579336:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775748.579341:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775748/real 1775775748] req@ffff9a6048b59880 x1862022423167232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775748.579348:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423167232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775748.579353:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775748.579354:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775748.579356:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423167232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775748.579359:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423167360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775748.579367:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775748.579372:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775748/real 1775775748] req@ffff9a6048b5a680 x1862022423167360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775748.579378:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423167360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775748.579387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775748.579389:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775748.579391:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423167360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775749.410968:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775750.434923:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775751.458886:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775752.482962:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775753.506914:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775753.698979:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775753.698986:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775753.698990:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775753.698998:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12899 00000100:00080000:1.0:1775775753.699008:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775753.699013:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775753.699046:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423167488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775753.699071:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775753.699073:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775753.699075:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775753.699078:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12899 00000100:00080000:1.0:1775775753.699080:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775753.699082:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775753.699089:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775753.699097:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423167616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775753.699104:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775753.699107:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775753.699108:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775753.699111:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12899 00000100:00080000:1.0:1775775753.699113:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775753.699116:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775753.699119:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775753.699121:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423167488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775753.699131:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423167744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775753.699137:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775753.699140:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775753.699141:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775753.699143:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12899 00000100:00080000:1.0:1775775753.699146:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775753.699148:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775753.699151:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775753.699159:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423167872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775753.699165:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775753.699168:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775753.699169:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775753.699172:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12899 00000100:00080000:1.0:1775775753.699175:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1775775753.699179:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775775753.699181:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775753.699185:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775753.699192:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423168000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775753.699215:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775753/real 1775775753] req@ffff9a605873ad80 x1862022423167488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775753.699230:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423167488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775753.699237:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775753.699241:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775753.699244:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423167488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775753.699249:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423167616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775753.699273:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775753.699281:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775753/real 1775775753] req@ffff9a6058738000 x1862022423167616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775753.699289:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423167616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775753.699295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775753.699297:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775753.699300:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423167616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775753.699318:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423167744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775753.699328:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775753.699334:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775753/real 1775775753] req@ffff9a605873a680 x1862022423167744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775753.699342:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423167744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775753.699346:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775753.699348:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775753.699350:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423167744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775753.699354:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423167872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775753.699364:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775753.699369:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775753/real 1775775753] req@ffff9a605873b800 x1862022423167872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775753.699376:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423167872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775753.699381:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775753.699382:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775753.699385:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423167872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775753.699389:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423168000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775753.699398:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775753.699403:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775753/real 1775775753] req@ffff9a6058738a80 x1862022423168000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775753.699416:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423168000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775753.699422:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775753.699425:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775753.699429:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423168000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775754.530922:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775755.554928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775756.578921:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775757.602882:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775758.626904:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775758.818931:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775758.818939:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775758.818943:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775758.818951:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12904 00000100:00080000:2.0:1775775758.818961:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775758.818967:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775758.819024:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423168128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775758.819046:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775758.819049:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775758.819050:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775758.819053:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12904 00000100:00080000:2.0:1775775758.819055:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775758.819057:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775758.819066:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775758.819074:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423168256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775758.819082:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775775758.819084:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423168128:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775758.819085:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775758.819088:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775758.819094:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12904 00000100:00080000:2.0:1775775758.819096:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775758.819098:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775758.819101:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775758.819109:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423168384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775758.819115:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775758.819118:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775758.819119:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775758.819122:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12904 00000100:00080000:2.0:1775775758.819124:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775758.819126:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775758.819129:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775758.819135:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423168512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775758.819141:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1775775758.819143:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775775758.819145:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775758.819148:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775758.819152:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12904 00000100:00080000:2.0:1775775758.819156:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775758.819171:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775758.819176:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775758.819187:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775758/real 1775775758] req@ffff9a6051393800 x1862022423168128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775758.819190:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423168640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775758.819214:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423168128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775758.819222:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775758.819226:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775758.819229:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423168128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775758.819247:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423168256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775758.819261:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775758.819268:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775758/real 1775775758] req@ffff9a6051391f80 x1862022423168256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775758.819276:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423168256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775758.819281:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775758.819284:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775758.819286:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423168256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775758.819289:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423168384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775758.819308:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775758.819313:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775758/real 1775775758] req@ffff9a6051392680 x1862022423168384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775758.819320:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423168384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775758.819325:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775758.819327:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775758.819329:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423168384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775758.819332:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423168512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775758.819342:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775758.819348:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775758/real 1775775758] req@ffff9a6051392a00 x1862022423168512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775758.819355:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423168512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775758.819359:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775758.819361:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775758.819363:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423168512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775758.819366:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423168640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775758.819374:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775758.819380:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775758/real 1775775758] req@ffff9a6051391180 x1862022423168640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775758.819392:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423168640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775758.819411:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775758.819415:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775758.819419:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423168640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775759.650881:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775760.674896:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775761.698883:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775762.722914:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775763.746919:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775763.938936:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775763.938946:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775763.938951:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775763.938963:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12909 00000100:00080000:1.0:1775775763.938977:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775763.938986:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775763.939038:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423168768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775763.939071:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775763.939075:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775763.939076:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775763.939080:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12909 00000100:00080000:1.0:1775775763.939083:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775763.939086:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775763.939096:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775763.939109:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423168896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775763.939117:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775763.939120:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775763.939122:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775763.939125:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12909 00000100:00080000:1.0:1775775763.939127:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775763.939130:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775763.939135:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775763.939143:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423168768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775763.939144:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423169024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775763.939159:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775763.939162:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775763.939163:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775763.939165:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12909 00000100:00080000:1.0:1775775763.939167:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775763.939169:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775763.939172:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775763.939185:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423169152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775763.939191:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775763.939194:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775763.939195:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775763.939198:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12909 00000100:00080000:1.0:1775775763.939216:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775763.939219:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775763.939223:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775763.939230:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423169280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775763.939236:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775763.939279:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775763/real 1775775763] req@ffff9a6058739500 x1862022423168768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775763.939296:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423168768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775763.939305:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775763.939308:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775763.939312:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423168768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775763.939318:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423168896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775763.939336:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775763.939344:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775763/real 1775775763] req@ffff9a605873a300 x1862022423168896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775763.939352:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423168896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775763.939358:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775763.939360:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775763.939362:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423168896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775763.939386:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423169024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775763.939397:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775763.939404:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775763/real 1775775763] req@ffff9a6058739180 x1862022423169024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775763.939411:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423169024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775763.939430:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775763.939432:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775763.939435:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423169024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775763.939438:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423169152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775763.939450:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775763.939456:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775763/real 1775775763] req@ffff9a6058738e00 x1862022423169152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775763.939463:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423169152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775763.939469:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775763.939471:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775763.939473:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423169152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775763.939476:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423169280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775763.939485:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775763.939490:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775763/real 1775775763] req@ffff9a605873aa00 x1862022423169280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775763.939497:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423169280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775763.939502:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775763.939504:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775763.939506:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423169280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775764.770912:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775765.794954:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775766.818955:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775767.842910:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775768.866887:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775769.058873:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775769.058880:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775769.058885:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775769.058893:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12914 00000100:00080000:1.0:1775775769.058902:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775769.058908:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775769.058940:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423169408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775769.058965:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775769.058968:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775769.058969:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775769.058972:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12914 00000100:00080000:1.0:1775775769.058975:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775769.058977:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775769.058984:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775769.058991:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423169536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775769.058998:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775769.059001:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775769.059002:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775769.059005:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12914 00000100:00080000:1.0:1775775769.059007:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775769.059010:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775769.059013:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775769.059021:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423169664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775769.059032:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423169408:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775769.059036:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775769.059038:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775769.059039:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775769.059042:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12914 00000100:00080000:1.0:1775775769.059044:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775769.059046:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775769.059050:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775769.059058:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423169792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775769.059064:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775769.059067:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775769.059068:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775769.059071:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12914 00000100:00080000:1.0:1775775769.059084:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775769.059103:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775769.059108:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775769.059122:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423169920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775769.059124:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775769.059208:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775769/real 1775775769] req@ffff9a605873bb80 x1862022423169408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775769.059232:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423169408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775769.059245:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775769.059250:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775769.059255:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423169408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775769.059264:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423169536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775769.059293:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775769.059304:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775769/real 1775775769] req@ffff9a6058739880 x1862022423169536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775769.059314:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423169536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775769.059324:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775769.059328:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775769.059333:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423169536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775769.059360:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423169664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775769.059387:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775769.059401:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775769/real 1775775769] req@ffff9a605873b100 x1862022423169664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775769.059415:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423169664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775769.059425:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775769.059429:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775769.059433:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423169664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775769.059441:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423169792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775769.059489:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775769.059500:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775769/real 1775775769] req@ffff9a605873aa00 x1862022423169792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775769.059513:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423169792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775769.059521:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775769.059524:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775769.059528:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423169792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775769.059534:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423169920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775769.059570:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775769.059583:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775769/real 1775775769] req@ffff9a6058738e00 x1862022423169920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775769.059594:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423169920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775769.059599:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775769.059602:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775769.059604:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423169920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775769.890926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775770.914882:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775771.938958:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775772.963001:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775773.986947:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775774.178951:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775774.178963:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775774.178968:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775774.178979:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12919 00000100:00080000:3.0:1775775774.178993:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775774.179000:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775774.179055:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423170048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775774.179081:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775774.179084:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775774.179086:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775774.179089:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12919 00000100:00080000:3.0:1775775774.179092:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775774.179094:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775774.179105:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775774.179122:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423170176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775774.179135:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775775774.179140:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423170048:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775774.179140:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775774.179144:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775774.179152:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12919 00000100:00080000:3.0:1775775774.179156:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775774.179160:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775774.179166:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775774.179179:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423170304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775774.179190:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775774.179193:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775774.179194:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775774.179204:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12919 00000100:00080000:3.0:1775775774.179207:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775774.179210:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775774.179215:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775774.179224:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423170432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775774.179242:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775774.179245:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775774.179247:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775774.179250:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12919 00000100:00080000:3.0:1775775774.179253:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775774.179256:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775774.179260:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775774.179267:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423170560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775774.179278:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423170176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775774.179307:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423170304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775774.179327:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423170432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775774.179347:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423170560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775775.010986:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775776.034978:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775777.058949:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775775777.251080:0:2395:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:2.0:1775775777.251126:0:2395:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775775777.251143:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775777.251183:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775777.251194:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775777.251203:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775777.251215:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:0.0:1775775777.251241:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775774/real 1775775777] req@ffff9a6048b5a680 x1862022423170176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775777.251274:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423170176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775777.251289:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775777.251295:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775777.251300:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423170176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775777.251309:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775774/real 1775775777] req@ffff9a6048b59880 x1862022423170304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775777.251324:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423170304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775777.251334:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775777.251338:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775777.251342:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423170304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775777.251350:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775774/real 1775775777] req@ffff9a6048b59500 x1862022423170432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775777.251365:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423170432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775777.251383:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775777.251387:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775777.251390:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423170432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775777.251398:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775774/real 1775775777] req@ffff9a6048b5b480 x1862022423170560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775777.251446:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423170560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775777.251462:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775777.251467:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775777.251470:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423170560:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775777.251479:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775774/real 1775775777] req@ffff9a6048b59c00 x1862022423170048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775777.251493:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423170048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775777.251501:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775777.251511:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775777.251515:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423170048:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775775778.082985:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775779.106942:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775779.298908:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775779.298919:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775779.298926:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775779.298938:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12924 00000100:00080000:1.0:1775775779.298952:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775779.298960:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775779.299004:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423170688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775779.299043:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775779.299048:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775779.299050:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775779.299056:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12924 00000100:00080000:1.0:1775775779.299066:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775779.299082:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775779.299099:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775779.299114:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423170688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775779.299123:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423170816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775779.299145:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775779.299150:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775779.299153:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775779.299159:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12924 00000100:00080000:1.0:1775775779.299166:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775779.299172:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775779.299180:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775779.299204:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423170944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775775779.299214:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775775779.299223:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775779.299228:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775779.299231:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775779.299238:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12924 00000100:00080000:1.0:1775775779.299244:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775779.299252:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775779.299262:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775779.299299:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423171072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775779.299299:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775779/real 1775775779] req@ffff9a6058739180 x1862022423170688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775779.299329:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775779.299338:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775779.299341:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775779.299350:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12924 00000100:00080000:1.0:1775775779.299359:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775775779.299364:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423170688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775779.299367:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775779.299391:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1775775779.299399:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775779.299407:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775779.299416:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423171200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775779.299421:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423170688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775779.299474:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423170816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775779.299513:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775779.299542:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775779/real 1775775779] req@ffff9a605873a300 x1862022423170816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775779.299554:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423170816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775779.299563:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775779.299566:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775779.299570:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423170816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775779.299577:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423170944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775779.299598:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775779.299609:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775779/real 1775775779] req@ffff9a6058739500 x1862022423170944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775779.299620:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423170944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775779.299635:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775779.299639:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775779.299643:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423170944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775779.299649:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423171072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775779.299670:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775779.300338:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775779/real 1775775779] req@ffff9a6058738a80 x1862022423171072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775779.300349:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423171072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775779.300358:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775779.300361:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775779.300365:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423171072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775779.300373:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423171200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775779.300416:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775779.300428:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775779/real 1775775779] req@ffff9a605873b800 x1862022423171200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775779.300442:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423171200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775779.300450:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775779.300454:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775779.300459:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423171200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775780.130928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775781.154883:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775782.178926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775783.202911:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775784.226939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775784.418959:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775784.418967:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775784.418970:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775784.418979:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12930 00000100:00080000:3.0:1775775784.418989:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775784.418994:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775784.419028:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423171328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775784.419054:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775784.419057:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775784.419058:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775784.419061:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12930 00000100:00080000:3.0:1775775784.419063:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775784.419065:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775784.419072:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775784.419080:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423171456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775784.419088:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775784.419090:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775784.419091:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775784.419095:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12930 00000100:00080000:3.0:1775775784.419098:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775784.419102:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775784.419108:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775784.419112:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423171328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775784.419121:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423171584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775784.419133:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775784.419137:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775784.419139:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775784.419143:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12930 00000100:00080000:3.0:1775775784.419147:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775784.419151:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775784.419157:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775784.419168:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423171712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775784.419176:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1775775784.419179:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775784.419180:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775784.419183:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775784.419187:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12930 00000100:00080000:3.0:1775775784.419191:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775784.419194:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775784.419198:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775784.419208:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423171840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775784.419215:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775784/real 1775775784] req@ffff9a6048b5bb80 x1862022423171328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775784.419231:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423171328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775784.419245:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775784.419248:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775784.419251:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423171328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775784.419265:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423171456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775784.419282:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775784.419307:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775784/real 1775775784] req@ffff9a6048b58000 x1862022423171456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775784.419316:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423171456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775784.419322:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775784.419324:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775784.419326:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423171456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775784.419345:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423171584:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775784.419359:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775784.419366:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775784/real 1775775784] req@ffff9a6048b5a300 x1862022423171584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775784.419373:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423171584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775784.419378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775784.419380:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775784.419382:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423171584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775784.419387:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423171712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775784.419397:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775784.419403:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775784/real 1775775784] req@ffff9a6048b5aa00 x1862022423171712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775784.419418:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423171712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775784.419423:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775784.419426:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775784.419428:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423171712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775784.419431:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423171840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775784.419442:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775784.419448:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775784/real 1775775784] req@ffff9a6048b5ad80 x1862022423171840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775784.419454:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423171840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775784.419459:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775784.419462:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775784.419464:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423171840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775785.251014:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775786.274882:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775787.298887:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775788.322888:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775789.346904:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775789.538928:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775789.538938:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775789.538943:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775789.538953:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12935 00000100:00080000:1.0:1775775789.538965:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775789.538973:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775789.539012:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423171968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775789.539042:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775789.539046:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775789.539049:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775789.539053:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12935 00000100:00080000:1.0:1775775789.539057:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775789.539061:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775789.539072:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775789.539089:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423172096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775789.539097:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423171968:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775789.539105:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775789.539109:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775789.539111:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775789.539116:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12935 00000100:00080000:1.0:1775775789.539120:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775789.539124:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775789.539131:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775789.539144:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423172224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775789.539155:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775789.539158:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775789.539161:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1775775789.539165:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775775789.539170:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12935 00000100:00080000:1.0:1775775789.539176:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775789.539181:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775789.539187:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775789.539215:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423172352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775789.539226:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775789.539230:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775789.539232:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775775789.539237:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775789/real 1775775789] req@ffff9a605873a680 x1862022423171968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775789.539240:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12935 00000100:00080000:1.0:1775775789.539247:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775789.539256:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775789.539262:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775789.539269:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423171968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775789.539277:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423172480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775789.539286:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775789.539293:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775789.539298:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423171968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775789.539318:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423172096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775789.539347:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775789.539357:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775789/real 1775775789] req@ffff9a6058738000 x1862022423172096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775789.539365:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423172096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775789.539370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775789.539373:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775789.539375:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423172096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775789.539380:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423172224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775789.539412:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775789.539423:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775789/real 1775775789] req@ffff9a605873ad80 x1862022423172224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775789.539437:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423172224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775789.539444:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775789.539448:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775789.539451:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423172224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775789.539457:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423172352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775789.539479:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775789.539490:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775789/real 1775775789] req@ffff9a6058739c00 x1862022423172352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775789.539503:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423172352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775789.539512:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775789.539515:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775789.539519:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423172352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775789.539525:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423172480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775789.539544:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775789.539555:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775789/real 1775775789] req@ffff9a6058738700 x1862022423172480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775789.539567:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423172480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775789.539583:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775789.539586:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775789.539590:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423172480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775790.370866:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775791.394980:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775792.418930:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775793.442972:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775794.466947:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775794.658905:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775794.658920:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775794.658926:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775794.658937:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12940 00000100:00080000:1.0:1775775794.658951:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775794.658959:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775794.659013:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423172608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775794.659042:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775794.659046:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775794.659047:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775794.659051:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12940 00000100:00080000:1.0:1775775794.659053:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775794.659056:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775794.659066:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775794.659076:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423172736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775794.659084:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775794.659087:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775794.659088:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775794.659091:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12940 00000100:00080000:1.0:1775775794.659093:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775794.659095:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775794.659098:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775794.659103:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423172608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775794.659122:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423172864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775794.659138:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775794.659141:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775794.659142:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775794.659145:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12940 00000100:00080000:1.0:1775775794.659148:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775794.659150:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775794.659155:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775794.659166:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423172992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775794.659173:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775794.659176:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775794.659177:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775794.659179:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12940 00000100:00080000:1.0:1775775794.659193:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775794.659196:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775794.659199:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775794.659206:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423173120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775794.659213:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775794.659256:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775794/real 1775775794] req@ffff9a605873b480 x1862022423172608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775794.659273:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423172608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775794.659285:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775794.659290:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775794.659295:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423172608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775794.659303:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423172736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775794.659329:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775794.659341:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775794/real 1775775794] req@ffff9a6058738380 x1862022423172736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775794.659355:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423172736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775794.659364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775794.659368:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775794.659372:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423172736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775794.659403:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423172864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775794.659423:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775794.659431:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775794/real 1775775794] req@ffff9a6058739f80 x1862022423172864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775794.659440:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423172864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775794.659446:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775794.659448:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775794.659451:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423172864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775794.659455:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423172992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775794.659466:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775794.659472:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775794/real 1775775794] req@ffff9a6058738700 x1862022423172992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775794.659479:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423172992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775794.659485:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775794.659488:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775794.659492:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423172992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775794.659498:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423173120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775794.659517:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775794.659528:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775794/real 1775775794] req@ffff9a6058739c00 x1862022423173120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775794.659542:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423173120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775794.659549:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775794.659552:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775794.659554:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423173120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775795.490994:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775796.514934:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775797.539001:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775798.562935:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775799.586954:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775799.778892:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775799.778901:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775799.778905:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775799.778914:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12945 00000100:00080000:3.0:1775775799.778923:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775799.778928:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775799.778960:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423173248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775799.778981:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775799.778984:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775799.778986:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775799.778989:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12945 00000100:00080000:3.0:1775775799.778991:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775799.778995:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775799.779005:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775799.779016:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423173376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775799.779042:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775799.779046:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1775775799.779049:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423173248:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775799.779049:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775799.779058:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12945 00000100:00080000:3.0:1775775799.779063:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775799.779067:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775799.779073:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775799.779086:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423173504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775799.779094:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775799.779097:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775799.779099:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775799.779102:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12945 00000100:00080000:3.0:1775775799.779105:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775799.779107:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775775799.779111:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775775799.779111:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775799.779122:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423173632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775799.779129:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775799.779132:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775799.779133:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775799.779136:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12945 00000100:00080000:3.0:1775775799.779139:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775799.779142:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775799.779145:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775799.779147:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775799/real 1775775799] req@ffff9a6048b58e00 x1862022423173248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775799.779154:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423173760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775799.779170:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423173248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775799.779179:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775799.779184:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775799.779189:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423173248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775799.779207:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423173376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775799.779223:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775799.779231:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775799/real 1775775799] req@ffff9a6048b5b100 x1862022423173376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775799.779239:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423173376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775799.779245:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775799.779247:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775799.779249:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423173376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775799.779252:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423173504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775799.779262:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775799.779267:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775799/real 1775775799] req@ffff9a6048b59f80 x1862022423173504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775799.779280:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423173504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775799.779285:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775799.779287:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775799.779289:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423173504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775799.779293:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423173632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775799.779307:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775799.779318:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775799/real 1775775799] req@ffff9a6048b58a80 x1862022423173632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775799.779331:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423173632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775799.779339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775799.779342:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775799.779345:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423173632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775799.779352:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423173760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775799.779373:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775799.779385:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775799/real 1775775799] req@ffff9a6048b59180 x1862022423173760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775799.779398:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423173760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775799.779406:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775799.779408:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775799.779410:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423173760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775800.610920:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775801.634968:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775802.658933:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775803.682950:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775804.706982:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775804.898945:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775804.898960:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775804.898966:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775804.898981:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12950 00000100:00080000:3.0:1775775804.898999:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775804.899009:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775804.899056:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423173888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775804.899085:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775804.899088:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775804.899090:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775804.899093:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12950 00000100:00080000:3.0:1775775804.899096:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775804.899098:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775804.899109:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775804.899120:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423174016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775804.899128:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775804.899133:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1775775804.899135:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423173888:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775804.899135:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775804.899140:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12950 00000100:00080000:3.0:1775775804.899145:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775804.899147:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775804.899150:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775804.899158:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423174144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775804.899165:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775804.899169:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775804.899170:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775804.899173:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12950 00000100:00080000:3.0:1775775804.899176:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775804.899178:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775804.899181:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775804.899189:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423174272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775804.899195:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775804.899197:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775804.899198:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775804.899200:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12950 00000100:00080000:3.0:1775775804.899211:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775804.899213:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775804.899216:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775804.899223:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775804.899226:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423174400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775804.899271:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775804/real 1775775804] req@ffff9a6048b5b800 x1862022423173888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775804.899288:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423173888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775804.899296:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775804.899301:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775804.899304:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423173888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775804.899327:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423174016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775804.899351:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775804.899365:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775804/real 1775775804] req@ffff9a6048b59180 x1862022423174016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775804.899379:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423174016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775804.899388:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775804.899392:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775804.899394:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423174016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775804.899399:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423174144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775804.899416:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775804.899424:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775804/real 1775775804] req@ffff9a6048b58a80 x1862022423174144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775804.899432:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423174144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775804.899442:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775804.899445:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775804.899447:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423174144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775804.899451:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423174272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775804.899462:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775804.899467:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775804/real 1775775804] req@ffff9a6048b59f80 x1862022423174272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775804.899474:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423174272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775804.899479:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775804.899481:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775804.899483:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423174272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775804.899487:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423174400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775804.899497:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775804.899502:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775804/real 1775775804] req@ffff9a6048b5b100 x1862022423174400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775804.899511:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423174400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775804.899520:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775804.899523:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775804.899526:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423174400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775805.730904:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775806.754971:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775807.779001:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775808.802951:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775809.826915:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775810.018925:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775810.018933:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775810.018937:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775810.018945:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12955 00000100:00080000:2.0:1775775810.018954:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775810.018960:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775810.019010:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423174528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775810.019039:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775810.019043:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775810.019046:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775810.019050:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12955 00000100:00080000:2.0:1775775810.019055:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775810.019059:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775810.019068:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775810.019080:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423174656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775810.019084:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423174528:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775810.019091:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775810.019094:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775810.019096:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775810.019099:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12955 00000100:00080000:2.0:1775775810.019102:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775810.019104:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775810.019107:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775810.019116:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423174784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775810.019123:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775810.019126:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775810.019127:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775810.019129:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12955 00000100:00080000:2.0:1775775810.019139:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775810.019144:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775775810.019145:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:2.0:1775775810.019151:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775810.019161:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423174912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775810.019167:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775810.019170:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775810.019171:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775810.019174:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12955 00000100:00080000:2.0:1775775810.019177:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775810.019180:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775810.019184:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775810/real 1775775810] req@ffff9a6051390e00 x1862022423174528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1775775810.019185:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775810.019196:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423175040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775810.019204:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423174528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775810.019213:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775810.019216:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775810.019220:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423174528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775810.019238:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423174656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775810.019258:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775810.019271:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775810/real 1775775810] req@ffff9a6051393480 x1862022423174656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775810.019284:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423174656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775810.019293:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775810.019297:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775810.019301:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423174656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775810.019308:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423174784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775810.019324:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775810.019331:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775810/real 1775775810] req@ffff9a6051393100 x1862022423174784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775810.019339:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423174784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775810.019344:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775810.019346:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775810.019348:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423174784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775810.019351:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423174912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775810.019361:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775810.019367:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775810/real 1775775810] req@ffff9a6051390a80 x1862022423174912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775810.019374:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423174912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775810.019378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775810.019380:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775810.019382:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423174912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775810.019385:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423175040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775810.019394:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775810.019399:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775810/real 1775775810] req@ffff9a6051390000 x1862022423175040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775810.019406:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423175040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775810.019411:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775810.019412:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775810.019414:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423175040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775810.850876:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775811.874996:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775812.898939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775813.922912:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775814.946893:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775815.138911:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775815.138922:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775815.138927:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775815.138938:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12960 00000100:00080000:1.0:1775775815.138951:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775815.138958:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775815.139002:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423175168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775815.139035:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775815.139038:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775815.139040:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775815.139043:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12960 00000100:00080000:1.0:1775775815.139046:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775815.139049:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775815.139059:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775815.139068:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423175296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775815.139077:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775815.139080:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775815.139081:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775815.139085:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12960 00000100:00080000:1.0:1775775815.139087:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775815.139090:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775815.139093:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775815.139101:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423175168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775815.139105:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423175424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775815.139114:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775815.139116:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775815.139117:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775815.139120:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12960 00000100:00080000:1.0:1775775815.139122:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775815.139125:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775815.139128:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775815.139136:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423175552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775815.139147:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775815.139150:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775815.139151:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775815.139154:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12960 00000100:00080000:1.0:1775775815.139166:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775815.139169:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775815.139172:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775815.139179:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423175680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775815.139186:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775815.139228:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775815/real 1775775815] req@ffff9a605873ad80 x1862022423175168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775815.139244:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423175168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775815.139252:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775815.139256:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775815.139259:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423175168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775815.139265:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423175296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775815.139283:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775815.139294:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775815/real 1775775815] req@ffff9a6058738000 x1862022423175296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775815.139303:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423175296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775815.139310:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775815.139313:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775815.139317:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423175296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775815.139349:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423175424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775815.139361:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775815.139368:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775815/real 1775775815] req@ffff9a605873a680 x1862022423175424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775815.139376:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423175424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775815.139384:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775815.139387:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775815.139389:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423175424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775815.139396:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423175552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775815.139413:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775815.139426:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775815/real 1775775815] req@ffff9a605873b800 x1862022423175552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775815.139436:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423175552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775815.139446:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775815.139452:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775815.139455:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423175552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775815.139460:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423175680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775815.139480:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775815.139489:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775815/real 1775775815] req@ffff9a6058738a80 x1862022423175680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775815.139497:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423175680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775815.139503:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775815.139506:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775815.139508:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423175680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775815.970914:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775816.994970:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775818.018917:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775819.042940:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775820.066905:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775820.258887:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775820.258896:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775820.258900:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775820.258908:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12965 00000100:00080000:1.0:1775775820.258917:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775820.258923:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775820.258962:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423175808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775820.258991:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775820.258996:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775820.258998:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775820.259002:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12965 00000100:00080000:1.0:1775775820.259006:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775820.259011:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775820.259021:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775820.259035:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423175808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775820.259040:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423175936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775820.259049:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775820.259051:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775820.259053:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775820.259056:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12965 00000100:00080000:1.0:1775775820.259059:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775820.259062:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775820.259065:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775820.259073:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423176064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775820.259080:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775820.259082:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775820.259084:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775820.259086:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12965 00000100:00080000:1.0:1775775820.259088:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775820.259091:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775820.259093:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775820.259100:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423176192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775820.259106:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775775820.259111:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775820.259114:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775820.259116:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775820.259119:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12965 00000100:00080000:1.0:1775775820.259122:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775820.259125:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775820.259128:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775820.259134:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423176320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775820.259153:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775820/real 1775775820] req@ffff9a6058739500 x1862022423175808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775820.259174:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423175808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775820.259186:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775820.259191:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775820.259196:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423175808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775820.259221:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423175936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775820.259256:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775820.259269:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775820/real 1775775820] req@ffff9a605873a300 x1862022423175936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775820.259282:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423175936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775820.259290:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775820.259293:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775820.259297:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423175936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775820.259303:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423176064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775820.259321:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775820.259332:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775820/real 1775775820] req@ffff9a6058739180 x1862022423176064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775820.259345:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423176064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775820.259354:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775820.259358:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775820.259362:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423176064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775820.259368:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423176192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775820.259390:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775820.259401:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775820/real 1775775820] req@ffff9a6058738e00 x1862022423176192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775820.259414:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423176192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775820.259423:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775820.259427:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775820.259430:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423176192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775820.259437:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423176320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775820.259453:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775820.259460:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775820/real 1775775820] req@ffff9a605873aa00 x1862022423176320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775820.259467:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423176320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775820.259473:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775820.259475:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775820.259476:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423176320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775821.090927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775822.114896:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775823.138906:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775824.162951:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775825.186961:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775825.378980:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775825.378993:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775825.378999:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775825.379013:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12970 00000100:00080000:3.0:1775775825.379029:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775825.379037:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775825.379085:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423176448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775825.379123:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775825.379126:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775825.379128:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775825.379132:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12970 00000100:00080000:3.0:1775775825.379135:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775825.379138:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775825.379149:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775825.379161:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423176576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775825.379170:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775775825.379172:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423176448:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775825.379174:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775825.379177:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775825.379184:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12970 00000100:00080000:3.0:1775775825.379187:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775825.379189:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775825.379192:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775825.379202:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423176704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775825.379208:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775825.379212:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775825.379214:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775825.379219:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12970 00000100:00080000:3.0:1775775825.379224:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775825.379228:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775825.379233:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775825.379245:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423176832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775825.379257:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775825.379261:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775825.379264:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1775775825.379267:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775825.379271:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12970 00000100:00080000:3.0:1775775825.379275:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775825.379278:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775825.379282:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775825.379292:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423176960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775825.379319:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775825/real 1775775825] req@ffff9a6048b58e00 x1862022423176448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775825.379344:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423176448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775825.379357:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775825.379362:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775825.379367:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423176448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775825.379397:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423176576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775825.379420:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775825.379430:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775825/real 1775775825] req@ffff9a6048b5ad80 x1862022423176576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775825.379438:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423176576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775825.379444:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775825.379447:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775825.379449:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423176576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775825.379453:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423176704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775825.379464:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775825.379471:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775825/real 1775775825] req@ffff9a6048b5aa00 x1862022423176704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775825.379484:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423176704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775825.379492:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775825.379495:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775825.379498:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423176704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775825.379505:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423176832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775825.379526:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775825.379537:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775825/real 1775775825] req@ffff9a6048b5a300 x1862022423176832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775825.379546:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423176832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775825.379552:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775825.379554:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775825.379556:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423176832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775825.379559:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423176960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775825.379589:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775825.379598:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775825/real 1775775825] req@ffff9a6048b58000 x1862022423176960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775825.379606:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423176960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775825.379617:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775825.379619:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775825.379621:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423176960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775826.210991:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775827.234925:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775828.258983:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775829.282964:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775830.306885:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775830.498951:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775830.498962:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775830.498970:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775830.498981:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12976 00000100:00080000:1.0:1775775830.498996:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775830.499006:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775830.499057:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423177088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775830.499085:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775830.499088:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775830.499090:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775830.499093:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12976 00000100:00080000:1.0:1775775830.499096:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775830.499100:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775830.499110:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775830.499121:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423177216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775830.499134:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775830.499139:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:0.0:1775775830.499140:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423177088:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775830.499140:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775830.499148:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12976 00000100:00080000:1.0:1775775830.499150:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775830.499152:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775830.499157:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775830.499167:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423177344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775830.499172:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775830.499175:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775830.499176:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775830.499179:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12976 00000100:00080000:1.0:1775775830.499181:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775830.499184:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775830.499187:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775830.499194:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423177472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775830.499200:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775830.499202:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775830.499203:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775830.499206:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12976 00000100:00080000:1.0:1775775830.499209:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775830.499213:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775830.499216:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775830.499223:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775830.499226:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423177600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775830.499274:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775830/real 1775775830] req@ffff9a605873b100 x1862022423177088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775830.499298:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423177088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775830.499310:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775830.499314:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775830.499318:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423177088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775830.499343:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423177216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775830.499363:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775830.499373:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775830/real 1775775830] req@ffff9a6058739880 x1862022423177216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775830.499382:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423177216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775830.499388:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775830.499391:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775830.499393:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423177216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775830.499397:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423177344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775830.499407:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775830.499413:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775830/real 1775775830] req@ffff9a605873bb80 x1862022423177344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775830.499420:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423177344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775830.499426:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775830.499428:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775830.499430:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423177344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775830.499434:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423177472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775830.499445:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775830.499450:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775830/real 1775775830] req@ffff9a605873aa00 x1862022423177472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775830.499458:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423177472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775830.499471:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775830.499473:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775830.499476:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423177472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775830.499480:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423177600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775830.499509:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775830.499517:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775830/real 1775775830] req@ffff9a6058738e00 x1862022423177600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775830.499525:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423177600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775830.499531:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775830.499533:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775830.499535:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423177600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775831.330971:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775832.354959:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775833.378983:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775834.402928:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775835.426889:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775835.618932:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775835.618946:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775835.618952:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775835.618966:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12981 00000100:00080000:3.0:1775775835.618981:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775835.618988:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775835.619033:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423177728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775835.619064:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775835.619068:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775835.619069:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775835.619072:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12981 00000100:00080000:3.0:1775775835.619075:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775835.619078:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775835.619088:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775835.619098:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423177856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775835.619108:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775835.619111:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775835.619113:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775835.619117:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12981 00000100:00080000:3.0:1775775835.619124:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775775835.619125:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423177728:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775835.619131:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775835.619144:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775835.619164:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423177984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775835.619172:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775835.619176:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775835.619177:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775835.619180:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12981 00000100:00080000:3.0:1775775835.619185:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775835.619187:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775835.619192:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775835.619202:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423178112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775835.619212:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775835.619223:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775835.619226:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775835.619227:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775835.619232:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12981 00000100:00080000:3.0:1775775835.619238:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775835.619242:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775835.619248:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775835.619257:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775835/real 1775775835] req@ffff9a6048b5bb80 x1862022423177728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775835.619265:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423178240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775835.619289:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423177728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775835.619298:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775835.619303:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775835.619307:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423177728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775835.619327:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423177856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775835.619343:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775835.619351:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775835/real 1775775835] req@ffff9a6048b59c00 x1862022423177856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775835.619359:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423177856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775835.619365:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775835.619367:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775835.619369:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423177856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775835.619373:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423177984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775835.619383:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775835.619388:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775835/real 1775775835] req@ffff9a6048b5b480 x1862022423177984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775835.619417:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423177984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775835.619422:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775835.619425:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775835.619427:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423177984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775835.619431:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423178112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775835.619446:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775835.619453:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775835/real 1775775835] req@ffff9a6048b59500 x1862022423178112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775835.619460:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423178112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775835.619465:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775835.619468:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775835.619469:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423178112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775835.619473:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423178240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775835.619482:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775835.619488:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775835/real 1775775835] req@ffff9a6048b59880 x1862022423178240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775835.619494:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423178240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775835.619499:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775835.619501:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775835.619503:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423178240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775836.450884:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775837.474895:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775838.498923:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775839.522932:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775840.546948:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775840.738892:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775840.738901:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775840.738906:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775840.738916:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12986 00000100:00080000:3.0:1775775840.738928:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775840.738935:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775840.738979:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423178368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775840.739005:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775840.739008:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775840.739009:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775840.739012:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12986 00000100:00080000:3.0:1775775840.739016:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775840.739020:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775840.739031:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775840.739041:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423178368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775840.739051:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423178496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775840.739059:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775840.739061:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775840.739063:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775840.739066:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12986 00000100:00080000:3.0:1775775840.739068:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775840.739071:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775840.739074:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775840.739082:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423178624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775840.739089:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775840.739092:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775840.739093:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775840.739096:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12986 00000100:00080000:3.0:1775775840.739098:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775840.739100:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775840.739103:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775840.739109:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423178752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775840.739120:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775840.739123:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775840.739124:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775840.739127:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12986 00000100:00080000:3.0:1775775840.739129:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775840.739131:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775840.739134:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775840.739142:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423178880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775840.739162:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423178496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775840.739196:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423178624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775840.739212:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423178752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775840.739227:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423178880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775841.570908:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775842.594901:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775843.618977:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775775843.811227:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:0.0:1775775843.811298:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775775843.811319:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775775843.811378:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775775843.811393:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775775843.811404:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775775843.811416:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:1.0:1775775843.811551:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775840/real 1775775843] req@ffff9a6048b59880 x1862022423178496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775843.811598:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423178496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775843.811614:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775843.811619:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775843.811624:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423178496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775843.811635:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775840/real 1775775843] req@ffff9a6048b59500 x1862022423178624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775843.811650:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423178624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775843.811672:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775843.811677:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775843.811681:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423178624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775843.811691:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775840/real 1775775843] req@ffff9a6048b5b480 x1862022423178752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775843.811712:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423178752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775843.811721:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775843.811724:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775843.811727:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423178752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775843.811735:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775840/real 1775775843] req@ffff9a6048b59c00 x1862022423178880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775843.811746:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423178880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775843.811754:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775843.811757:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775843.811761:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423178880:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775843.811768:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775840/real 1775775843] req@ffff9a6048b5a680 x1862022423178368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775843.811780:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423178368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775843.811848:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775843.811854:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775843.811858:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423178368:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775775844.642910:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775845.666974:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775845.858904:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775845.858915:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775845.858920:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775845.858931:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12991 00000100:00080000:3.0:1775775845.858944:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775845.858951:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775845.858981:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423179008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775845.859005:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775845.859007:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775845.859009:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775845.859012:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12991 00000100:00080000:3.0:1775775845.859015:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775845.859023:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775845.859033:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775845.859041:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423179136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775845.859051:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423179008:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775845.859051:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775845.859056:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775845.859059:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775845.859064:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12991 00000100:00080000:3.0:1775775845.859066:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775845.859068:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775845.859071:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775845.859080:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423179264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775845.859087:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775845.859090:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775845.859091:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775845.859093:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12991 00000100:00080000:3.0:1775775845.859095:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775845.859098:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775845.859101:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775845.859107:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423179392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775845.859114:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775845.859116:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775845.859118:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775845.859120:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12991 00000100:00080000:3.0:1775775845.859123:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775845.859127:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:1.0:1775775845.859132:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775775845.859132:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775845.859147:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423179520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775845.859176:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775845/real 1775775845] req@ffff9a6048b5bb80 x1862022423179008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775845.859198:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423179008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775845.859210:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775845.859215:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775845.859236:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423179008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775845.859264:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423179136:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775845.859292:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775845.859307:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775845/real 1775775845] req@ffff9a6048b58000 x1862022423179136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775845.859320:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423179136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775845.859328:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775845.859332:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775845.859335:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423179136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775845.859341:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423179264:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775845.859361:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775845.859372:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775845/real 1775775845] req@ffff9a6048b5a300 x1862022423179264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775845.859392:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423179264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775845.859401:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775845.859404:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775845.859407:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423179264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775845.859414:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423179392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775845.859436:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775845.859447:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775845/real 1775775845] req@ffff9a6048b5aa00 x1862022423179392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775845.859459:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423179392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775845.859467:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775845.859470:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775845.859474:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423179392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775845.859480:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423179520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775845.859500:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775845.859510:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775845/real 1775775845] req@ffff9a6048b5ad80 x1862022423179520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775845.859523:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423179520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775845.859538:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775845.859541:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775845.859545:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423179520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775846.690892:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775847.714944:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775848.738901:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775849.762929:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775850.786927:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775850.978988:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775850.978998:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775850.979004:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775850.979021:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 12996 00000100:00080000:2.0:1775775850.979034:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775850.979042:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775850.979088:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423179648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775850.979118:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775850.979121:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775850.979123:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775850.979141:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12996 00000100:00080000:2.0:1775775850.979146:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775850.979151:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775850.979162:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775850.979168:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423179648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775850.979186:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423179776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775850.979195:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775850.979198:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775850.979200:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775850.979203:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12996 00000100:00080000:2.0:1775775850.979206:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775850.979209:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775850.979212:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775850.979222:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423179904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775850.979229:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775850.979233:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775850.979234:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775850.979240:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12996 00000100:00080000:2.0:1775775850.979243:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775850.979247:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775850.979250:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775775850.979258:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775850.979259:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423180032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775850.979267:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775850.979271:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775850.979273:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775850.979277:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 12996 00000100:00080000:2.0:1775775850.979290:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775850.979294:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775850.979299:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775850.979315:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423180160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775850.979319:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775850/real 1775775850] req@ffff9a6051392300 x1862022423179648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775850.979423:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423179648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775850.979436:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775850.979441:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775850.979445:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423179648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775850.979474:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423179776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775850.979638:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775850.979657:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775850/real 1775775850] req@ffff9a6051391500 x1862022423179776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775850.979747:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423179776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775850.979763:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775850.979767:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775850.979771:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423179776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775850.979778:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423179904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775850.979837:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775850.979852:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775850/real 1775775850] req@ffff9a6051390380 x1862022423179904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775850.979866:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423179904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775850.979876:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775850.979879:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775850.979884:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423179904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775850.979894:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423180032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775850.979921:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775850.979932:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775850/real 1775775850] req@ffff9a6051391880 x1862022423180032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775850.979944:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423180032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775850.979952:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775850.979956:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775850.979960:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423180032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775850.979966:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423180160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775850.979988:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775850.979999:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775850/real 1775775850] req@ffff9a6051391c00 x1862022423180160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775850.980013:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423180160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775850.980021:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775850.980024:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775850.980027:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423180160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775851.811000:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775852.834918:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775853.858932:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775854.882885:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775855.906910:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775856.098926:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775856.098934:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775856.098939:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775856.098947:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13001 00000100:00080000:2.0:1775775856.098957:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775856.098963:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775856.098998:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423180288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775856.099026:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775856.099029:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775856.099031:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775856.099033:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13001 00000100:00080000:2.0:1775775856.099036:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775856.099053:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775856.099061:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775856.099071:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423180416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775856.099079:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775856.099082:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775856.099083:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775856.099086:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13001 00000100:00080000:2.0:1775775856.099089:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775856.099091:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775856.099095:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775856.099101:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423180544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775856.099106:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423180288:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775856.099110:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775856.099116:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775856.099118:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775856.099121:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13001 00000100:00080000:2.0:1775775856.099122:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775856.099124:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775856.099127:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775856.099136:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423180672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775856.099143:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775856.099145:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775856.099146:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775856.099148:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13001 00000100:00080000:2.0:1775775856.099166:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775856.099168:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775856.099171:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775775856.099177:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775856.099180:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423180800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775856.099219:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775856/real 1775775856] req@ffff9a6051391c00 x1862022423180288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775856.099240:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423180288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775856.099251:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775856.099255:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775856.099260:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423180288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775856.099268:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423180416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775856.099289:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775856.099300:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775856/real 1775775856] req@ffff9a6051391880 x1862022423180416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775856.099308:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423180416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775856.099313:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775856.099316:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775856.099318:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423180416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775856.099336:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423180544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775856.099347:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775856.099353:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775856/real 1775775856] req@ffff9a6051390380 x1862022423180544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775856.099360:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423180544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775856.099365:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775856.099367:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775856.099369:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423180544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775856.099373:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423180672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775856.099390:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775856.099400:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775856/real 1775775856] req@ffff9a6051391500 x1862022423180672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775856.099413:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423180672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775856.099422:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775856.099426:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775856.099429:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423180672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775856.099435:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423180800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775856.099454:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775856.099465:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775856/real 1775775856] req@ffff9a6051392300 x1862022423180800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775856.099478:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423180800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775856.099487:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775856.099491:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775856.099494:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423180800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775856.930969:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775857.954949:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775858.978957:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775860.003043:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775861.026968:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775861.218967:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775861.218981:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775861.218986:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775861.218999:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13006 00000100:00080000:1.0:1775775861.219016:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775861.219025:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775861.219075:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423180928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775861.219107:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775861.219110:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775861.219112:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775861.219115:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13006 00000100:00080000:1.0:1775775861.219118:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775861.219121:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775861.219131:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775861.219141:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423181056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775861.219148:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775861.219151:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775861.219154:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775861.219157:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13006 00000100:00080000:1.0:1775775861.219159:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775861.219162:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775861.219165:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775861.219173:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423181184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775861.219176:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423180928:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775861.219182:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775861.219186:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775861.219187:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775861.219190:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13006 00000100:00080000:1.0:1775775861.219192:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775861.219195:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775861.219198:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775861.219206:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423181312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775861.219211:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775861.219213:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775861.219214:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775861.219217:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13006 00000100:00080000:1.0:1775775861.219220:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775861.219222:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775861.219225:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775861.219233:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423181440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775775861.219267:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775861.219308:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775861/real 1775775861] req@ffff9a6058739180 x1862022423180928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775861.219325:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423180928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775861.219333:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775861.219337:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775861.219341:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423180928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775861.219347:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423181056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775861.219364:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775861.219373:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775861/real 1775775861] req@ffff9a605873a300 x1862022423181056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775861.219382:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423181056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775861.219390:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775861.219394:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775861.219398:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423181056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775861.219427:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423181184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775861.219450:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775861.219463:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775861/real 1775775861] req@ffff9a6058739500 x1862022423181184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775861.219475:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423181184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775861.219485:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775861.219488:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775861.219492:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423181184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775861.219499:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423181312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775861.219521:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775861.219532:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775861/real 1775775861] req@ffff9a6058738a80 x1862022423181312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775861.219545:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423181312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775861.219554:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775861.219557:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775861.219561:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423181312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775861.219567:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423181440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775861.219588:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775861.219597:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775861/real 1775775861] req@ffff9a605873b800 x1862022423181440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775861.219605:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423181440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775861.219620:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775861.219622:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775861.219624:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423181440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775862.051016:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775863.075015:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775864.098969:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775865.122992:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775866.146933:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775866.338984:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775866.338995:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775866.339000:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775866.339010:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13011 00000100:00080000:2.0:1775775866.339023:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775866.339029:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775866.339063:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423181568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775866.339088:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775866.339091:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775866.339092:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775866.339095:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13011 00000100:00080000:2.0:1775775866.339097:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775866.339100:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775866.339107:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775866.339115:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423181696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775866.339122:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775866.339125:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775866.339127:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775866.339129:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13011 00000100:00080000:2.0:1775775866.339131:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775866.339134:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775866.339136:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775866.339144:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423181824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775866.339145:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423181568:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775866.339158:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775866.339160:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775866.339161:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775866.339163:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13011 00000100:00080000:2.0:1775775866.339165:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775866.339168:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775866.339171:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775866.339179:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423181952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775866.339185:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775866.339187:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775866.339188:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775866.339190:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13011 00000100:00080000:2.0:1775775866.339200:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775866.339202:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775866.339207:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775775866.339207:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775866.339218:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423182080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775866.339242:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775866/real 1775775866] req@ffff9a6051390000 x1862022423181568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775866.339256:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423181568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775866.339268:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775866.339271:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775866.339275:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423181568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775866.339279:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423181696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775866.339293:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775866.339300:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775866/real 1775775866] req@ffff9a6051390a80 x1862022423181696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775866.339308:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423181696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775866.339314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775866.339316:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775866.339318:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423181696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775866.339334:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423181824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775866.339344:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775866.339350:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775866/real 1775775866] req@ffff9a6051393100 x1862022423181824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775866.339356:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423181824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775866.339361:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775866.339364:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775866.339365:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423181824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775866.339369:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423181952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775866.339379:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775866.339384:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775866/real 1775775866] req@ffff9a6051393480 x1862022423181952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775866.339391:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423181952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775866.339396:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775866.339398:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775866.339399:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423181952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775866.339403:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423182080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775866.339411:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775866.339416:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775866/real 1775775866] req@ffff9a6051390e00 x1862022423182080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775866.339422:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423182080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775866.339427:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775866.339429:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775866.339430:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423182080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775867.170926:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775868.194877:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775869.218943:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775870.242929:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775871.266915:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775871.458893:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775871.458901:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775871.458905:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775871.458913:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13017 00000100:00080000:2.0:1775775871.458922:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775871.458928:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775871.458964:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423182208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775871.458997:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775871.459001:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775871.459003:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775871.459007:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13017 00000100:00080000:2.0:1775775871.459011:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775871.459021:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775871.459030:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775871.459043:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423182336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775871.459053:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775871.459056:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775871.459059:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775871.459063:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13017 00000100:00080000:2.0:1775775871.459067:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775871.459070:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775871.459074:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775871.459083:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423182464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775871.459090:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423182208:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775871.459093:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775871.459098:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775871.459100:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775871.459103:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13017 00000100:00080000:2.0:1775775871.459105:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775871.459108:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775871.459111:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775871.459119:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423182592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775871.459126:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775871.459128:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775871.459129:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775871.459132:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13017 00000100:00080000:2.0:1775775871.459142:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775871.459145:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775871.459148:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775775871.459152:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775871.459158:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423182720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775775871.459187:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775871/real 1775775871] req@ffff9a6051391180 x1862022423182208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775871.459202:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423182208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775871.459209:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775871.459213:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775871.459216:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423182208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775871.459221:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423182336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775871.459236:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775871.459244:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775871/real 1775775871] req@ffff9a6051392a00 x1862022423182336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775871.459251:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423182336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775871.459257:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775871.459259:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775871.459261:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423182336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775871.459282:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423182464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775775871.459302:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775871.459314:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775871/real 1775775871] req@ffff9a6051392680 x1862022423182464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775871.459327:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423182464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775871.459343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775871.459347:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775871.459349:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423182464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775775871.459354:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423182592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775871.459369:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775871.459377:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775871/real 1775775871] req@ffff9a6051391f80 x1862022423182592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775871.459384:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423182592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775871.459389:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775871.459391:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775871.459393:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423182592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775775871.459397:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423182720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775775871.459408:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775871.459417:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775871/real 1775775871] req@ffff9a6051393800 x1862022423182720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775871.459428:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423182720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775871.459438:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775775871.459441:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775871.459445:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423182720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775872.290923:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775873.314890:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775874.338926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775875.362999:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775876.386971:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775876.578934:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775876.578942:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775876.578946:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775876.578957:0:203357:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13022 00000100:00080000:3.0:1775775876.578968:0:203357:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775876.578976:0:203357:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775876.579013:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423182848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775876.579042:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775876.579046:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775876.579048:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775876.579052:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13022 00000100:00080000:3.0:1775775876.579056:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775876.579060:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775876.579069:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775876.579079:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423182976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775876.579088:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775775876.579089:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423182848:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775876.579092:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775876.579095:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775876.579101:0:203357:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13022 00000100:00080000:3.0:1775775876.579103:0:203357:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775876.579106:0:203357:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775876.579109:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775876.579116:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423183104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775876.579122:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775876.579124:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775876.579126:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775876.579128:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13022 00000100:00080000:3.0:1775775876.579130:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775876.579132:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775876.579136:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775876.579142:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423183232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775876.579147:0:203357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775876.579149:0:203357:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775876.579150:0:203357:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775876.579153:0:203357:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13022 00000100:00080000:3.0:1775775876.579157:0:203357:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775876.579161:0:203357:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:1.0:1775775876.579166:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775775876.579168:0:203357:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775876.579183:0:203357:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423183360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775775876.579203:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775876/real 1775775876] req@ffff9a6048b58e00 x1862022423182848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775876.579218:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423182848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775876.579226:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775876.579230:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775876.579233:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423182848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775876.579251:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423182976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775876.579267:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775876.579279:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775876/real 1775775876] req@ffff9a6048b5b100 x1862022423182976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775876.579291:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423182976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775876.579300:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775876.579303:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775876.579307:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423182976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775876.579313:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423183104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775876.579336:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775876.579345:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775876/real 1775775876] req@ffff9a6048b59f80 x1862022423183104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775876.579353:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423183104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775876.579358:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775876.579360:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775876.579362:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423183104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775876.579366:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423183232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775876.579377:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775876.579382:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775876/real 1775775876] req@ffff9a6048b58a80 x1862022423183232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775876.579389:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423183232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775876.579394:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775876.579395:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775876.579397:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423183232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775876.579400:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423183360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775876.579409:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775876.579415:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775876/real 1775775876] req@ffff9a6048b59180 x1862022423183360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775876.579426:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423183360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775876.579430:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775876.579432:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775876.579434:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423183360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775877.410909:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775878.434888:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775879.458993:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775880.482918:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775881.506954:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775881.698952:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775881.698963:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775881.698970:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775881.698983:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13027 00000100:00080000:2.0:1775775881.698998:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775881.699017:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775881.699071:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423183488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775881.699098:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775881.699101:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775881.699103:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775881.699106:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13027 00000100:00080000:2.0:1775775881.699110:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775881.699113:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775881.699123:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775881.699133:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423183616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775881.699140:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775881.699143:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775881.699145:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775881.699147:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13027 00000100:00080000:2.0:1775775881.699149:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775881.699151:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775881.699156:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775881.699165:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423183744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775881.699171:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775881.699174:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775881.699175:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775881.699177:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13027 00000100:00080000:2.0:1775775881.699179:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775881.699181:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775881.699184:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775881.699190:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423183872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775881.699199:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775881.699202:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:1.0:1775775881.699204:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423183488:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775881.699205:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775881.699212:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13027 00000100:00080000:2.0:1775775881.699221:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775881.699224:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775881.699227:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775881.699236:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423184000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:1.0:1775775881.699294:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775881.699334:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775881/real 1775775881] req@ffff9a6051393800 x1862022423183488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775881.699353:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423183488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775881.699364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775881.699369:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775881.699373:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423183488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775881.699383:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423183616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775881.699408:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775881.699421:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775881/real 1775775881] req@ffff9a6051391f80 x1862022423183616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775881.699434:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423183616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775881.699444:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775881.699447:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775881.699450:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423183616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775881.699454:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423183744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775775881.699470:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775881.699476:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775881/real 1775775881] req@ffff9a6051392680 x1862022423183744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775881.699484:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423183744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775881.699489:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775881.699491:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775881.699493:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423183744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775775881.699513:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423183872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775881.699524:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775881.699530:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775881/real 1775775881] req@ffff9a6051392a00 x1862022423183872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775881.699537:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423183872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775881.699542:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775881.699544:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775881.699547:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423183872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775775881.699551:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423184000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775775881.699560:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775775881.699565:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775881/real 1775775881] req@ffff9a6051391180 x1862022423184000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775775881.699572:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423184000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775775881.699577:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775775881.699579:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775775881.699581:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423184000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775882.530965:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775883.554951:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775884.578975:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775885.602955:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775886.626883:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775886.818938:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775886.818949:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775886.818955:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775886.818969:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13032 00000100:00080000:3.0:1775775886.818983:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775886.818992:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775886.819037:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423184128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775886.819073:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775886.819078:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775886.819080:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775886.819085:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13032 00000100:00080000:3.0:1775775886.819090:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775886.819095:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775886.819106:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775886.819109:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423184128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775886.819125:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423184256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775886.819139:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775886.819143:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775886.819147:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775886.819153:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13032 00000100:00080000:3.0:1775775886.819181:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775886.819186:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775886.819194:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1775775886.819196:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775886.819219:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423184384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775886.819232:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775886.819236:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1775775886.819239:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775886/real 1775775886] req@ffff9a6048b5b800 x1862022423184128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775886.819240:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775886.819251:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13032 00000100:00080000:3.0:1775775886.819256:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775886.819264:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775886.819271:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423184128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1775775886.819271:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1775775886.819299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775886.819304:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775886.819309:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423184128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775886.819339:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423184256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775886.819371:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775886.819371:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423184512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775886.819389:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775886/real 1775775886] req@ffff9a6048b59180 x1862022423184256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775886.819403:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423184256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775886.819412:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775886.819417:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775886.819420:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423184256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775886.819428:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423184384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775886.819448:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775886.819458:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775886/real 1775775886] req@ffff9a6048b58a80 x1862022423184384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775886.819478:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423184384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775886.819486:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775886.819490:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775886.819493:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423184384:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775775886.819562:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775886.819567:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775886.819570:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775775886.819582:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423184512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775886.819612:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775886.819620:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13032 00000100:00080000:3.0:1775775886.819630:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775775886.819637:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775886/real 1775775886] req@ffff9a6048b59f80 x1862022423184512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775886.819639:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775886.819650:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775886.819663:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423184512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775886.819670:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423184640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775886.819679:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775886.819689:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775886.819695:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423184512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775886.819713:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423184640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775886.819733:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775886.819743:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775886/real 1775775886] req@ffff9a6048b5b100 x1862022423184640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775886.819751:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423184640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775886.819761:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775886.819763:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775886.819765:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423184640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775887.650927:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775888.674982:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775889.698942:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775890.722953:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775891.746945:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775891.938925:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775891.938936:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775891.938941:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775891.938951:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13037 00000100:00080000:3.0:1775775891.938962:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775891.938968:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775891.939006:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423184768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775891.939044:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775891.939047:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775891.939049:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775891.939054:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13037 00000100:00080000:3.0:1775775891.939058:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775891.939062:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775891.939072:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775891.939086:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423184896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775891.939098:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775891.939102:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775891.939104:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775775891.939110:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423184768:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775891.939114:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13037 00000100:00080000:3.0:1775775891.939127:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775891.939133:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775891.939140:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775891.939156:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423185024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775891.939167:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775891.939171:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775891.939173:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775891.939177:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13037 00000100:00080000:3.0:1775775891.939192:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775891.939197:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775891.939202:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775775891.939210:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775891.939223:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423185152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775891.939236:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775891.939239:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775891.939242:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775891.939247:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13037 00000100:00080000:3.0:1775775891.939253:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775891.939258:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775891.939264:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775891.939268:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775891/real 1775775891] req@ffff9a6048b58e00 x1862022423184768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775891.939282:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423185280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775891.939288:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423184768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775891.939324:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775891.939331:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775891.939337:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423184768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775891.939362:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423184896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775891.939382:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775891.939392:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775891/real 1775775891] req@ffff9a6048b5ad80 x1862022423184896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775891.939400:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423184896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775891.939406:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775891.939409:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775891.939411:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423184896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775891.939438:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423185024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775891.939455:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775891.939462:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775891/real 1775775891] req@ffff9a6048b5aa00 x1862022423185024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775891.939471:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423185024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775891.939476:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775891.939478:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775891.939481:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423185024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775891.939485:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423185152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775891.939497:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775891.939512:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775891/real 1775775891] req@ffff9a6048b5a300 x1862022423185152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775891.939519:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423185152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775891.939525:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775891.939527:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775891.939529:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423185152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775891.939533:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423185280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775891.939544:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775891.939550:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775891/real 1775775891] req@ffff9a6048b58000 x1862022423185280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775891.939557:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423185280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775891.939562:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775891.939564:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775891.939566:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423185280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775892.770953:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775893.794919:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775894.818954:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775895.842881:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775896.866906:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775897.058899:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775897.058909:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775897.058914:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775897.058932:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13042 00000100:00080000:3.0:1775775897.058948:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775897.058956:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775897.059007:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423185408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775897.059034:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775897.059038:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775897.059039:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775897.059042:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13042 00000100:00080000:3.0:1775775897.059045:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775897.059047:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775897.059057:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775897.059067:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423185536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775897.059076:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775897.059080:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775897.059082:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775775897.059087:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423185408:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775897.059091:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13042 00000100:00080000:3.0:1775775897.059097:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775897.059102:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775897.059108:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775897.059122:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423185664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775897.059133:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775897.059137:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775897.059138:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775897.059142:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13042 00000100:00080000:3.0:1775775897.059154:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775897.059159:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775775897.059165:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775775897.059165:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775897.059181:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423185792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775897.059192:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775897.059195:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775897.059198:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775897.059202:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13042 00000100:00080000:3.0:1775775897.059207:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775775897.059209:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775897/real 1775775897] req@ffff9a6048b5bb80 x1862022423185408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775897.059214:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775897.059225:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775897.059233:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423185408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775897.059240:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423185920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775897.059245:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775897.059253:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775897.059260:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423185408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775897.059283:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423185536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775897.059300:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775897.059309:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775897/real 1775775897] req@ffff9a6048b5a680 x1862022423185536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775897.059316:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423185536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775897.059343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775897.059346:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775897.059348:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423185536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775897.059352:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423185664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775897.059368:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775897.059375:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775897/real 1775775897] req@ffff9a6048b59c00 x1862022423185664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775897.059383:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423185664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775897.059388:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775897.059390:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775897.059392:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423185664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775897.059396:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423185792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775897.059407:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775897.059412:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775897/real 1775775897] req@ffff9a6048b5b480 x1862022423185792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775897.059419:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423185792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775897.059424:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775897.059425:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775897.059428:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423185792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775897.059432:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423185920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775897.059442:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775897.059447:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775897/real 1775775897] req@ffff9a6048b59500 x1862022423185920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775897.059454:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423185920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775897.059459:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775897.059460:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775897.059462:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423185920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775897.890942:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775898.914982:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775899.938899:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775900.962919:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775901.986918:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775902.178958:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775902.178968:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775902.178974:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775902.178991:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13047 00000100:00080000:1.0:1775775902.179004:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775902.179012:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775902.179058:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423186048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775902.179085:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775902.179089:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775902.179091:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775902.179095:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13047 00000100:00080000:1.0:1775775902.179099:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775902.179104:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775902.179116:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775902.179129:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423186176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775902.179140:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775775902.179141:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423186048:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775902.179144:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775902.179146:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775902.179149:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13047 00000100:00080000:1.0:1775775902.179153:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775902.179156:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775902.179161:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775902.179170:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423186304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775902.179178:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775902.179182:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775902.179183:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775902.179187:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13047 00000100:00080000:1.0:1775775902.179189:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775902.179193:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775902.179197:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775902.179215:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423186432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775775902.179222:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775775902.179224:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775902.179227:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775902.179229:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775902.179233:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13047 00000100:00080000:1.0:1775775902.179252:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775902.179256:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775902.179261:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775902.179271:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423186560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775902.179295:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775902/real 1775775902] req@ffff9a605873a680 x1862022423186048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775902.179316:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423186048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775902.179328:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775902.179331:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775902.179334:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423186048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775902.179359:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423186176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775902.179380:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775902.179391:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775902/real 1775775902] req@ffff9a6058738000 x1862022423186176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775902.179399:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423186176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775902.179405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775902.179408:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775902.179410:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423186176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775902.179413:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423186304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775902.179425:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775902.179431:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775902/real 1775775902] req@ffff9a605873ad80 x1862022423186304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775902.179444:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423186304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775902.179452:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775902.179455:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775902.179458:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423186304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775902.179465:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423186432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775902.179486:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775902.179498:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775902/real 1775775902] req@ffff9a6058739c00 x1862022423186432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775902.179508:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423186432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775902.179515:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775902.179517:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775902.179520:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423186432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775902.179524:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423186560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775902.179539:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775902.179545:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775902/real 1775775902] req@ffff9a6058738700 x1862022423186560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775902.179552:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423186560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775902.179558:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775902.179560:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775902.179562:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423186560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775903.010893:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775904.034977:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775905.058977:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775906.082965:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775907.106928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775907.298936:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775907.298944:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775907.298948:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775907.298957:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13052 00000100:00080000:1.0:1775775907.298968:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775907.298974:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775907.299011:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423186688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775907.299032:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775907.299035:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775907.299036:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775907.299039:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13052 00000100:00080000:1.0:1775775907.299041:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775907.299044:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775907.299052:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775907.299064:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423186816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775907.299073:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775907.299077:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775907.299079:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775775907.299083:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423186688:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775907.299084:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13052 00000100:00080000:1.0:1775775907.299094:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775907.299099:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775907.299103:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775907.299117:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423186944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775907.299123:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775907.299126:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775907.299127:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775907.299129:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13052 00000100:00080000:1.0:1775775907.299131:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775907.299133:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775907.299136:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775907.299144:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423187072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775907.299165:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775907.299167:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775907.299169:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775907.299172:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13052 00000100:00080000:1.0:1775775907.299176:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775907.299179:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775907.299183:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775907.299193:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423187200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775907.299242:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423186816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775907.299276:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423186944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775907.299310:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423187072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775907.299343:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423187200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775908.131033:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775909.154933:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775910.178933:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775775910.371217:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:0.0:1775775910.371289:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775775910.371312:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775775910.371393:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775775910.371405:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775775910.371415:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775775910.371425:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775775910.371534:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775907/real 1775775910] req@ffff9a6058738380 x1862022423186816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775910.371576:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423186816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775910.371592:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775910.371598:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775910.371603:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423186816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775910.371614:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775907/real 1775775910] req@ffff9a605873b480 x1862022423186944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775910.371628:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423186944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775910.371637:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775910.371641:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775910.371645:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423186944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775910.371653:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775907/real 1775775910] req@ffff9a6058738700 x1862022423187072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775910.371666:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423187072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775910.371675:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775910.371678:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775910.371682:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423187072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775910.371690:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775907/real 1775775910] req@ffff9a6058739c00 x1862022423187200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775910.371704:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423187200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775910.371725:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775910.371729:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775910.371733:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423187200:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775910.371741:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775907/real 1775775910] req@ffff9a6058739f80 x1862022423186688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775910.371761:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423186688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775910.371770:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775910.371774:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775910.371777:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423186688:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775775911.202993:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775912.227031:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775912.418960:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775912.418974:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775912.418979:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775912.418993:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13058 00000100:00080000:2.0:1775775912.419009:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775912.419018:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775912.419079:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423187328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775912.419186:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423187328:192.168.201.120@tcp:250:kworker.0 00000800:00000100:0.0:1775775912.419267:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775775912.419315:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775912.419324:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775912.419328:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775912.419338:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13058 00000100:00100000:0.0:1775775912.419346:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775912/real 1775775912] req@ffff9a6051390e00 x1862022423187328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775912.419348:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775912.419362:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775912.419382:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775912.419388:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423187328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775912.419404:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1775775912.419408:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423187456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775912.419416:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775912.419434:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423187328:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775912.419440:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775912.419446:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775912.419448:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775912.419456:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13058 00000100:00080000:2.0:1775775912.419463:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775912.419471:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775912.419474:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423187456:192.168.201.120@tcp:38:kworker.0 00000008:00100000:2.0:1775775912.419485:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775912.419507:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423187584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775912.419520:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775775912.419520:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775912.419530:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775912.419532:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775912.419541:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13058 00000100:00080000:2.0:1775775912.419546:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775912.419556:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775912.419558:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775912/real 1775775912] req@ffff9a6051393480 x1862022423187456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:2.0:1775775912.419567:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775912.419590:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423187456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775912.419591:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423187712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775912.419634:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775912.419640:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775775912.419641:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775912.419644:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775912.419653:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13058 00000100:00080000:0.0:1775775912.419655:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00080000:2.0:1775775912.419662:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775912.419669:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775912.419674:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423187456:192.168.201.120@tcp:38:kworker.0 00000008:00100000:2.0:1775775912.419678:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775912.419696:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423187840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775912.419701:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423187584:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775912.419752:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775912.419773:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775912/real 1775775912] req@ffff9a6051393100 x1862022423187584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775912.419786:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423187584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775912.419837:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775912.419841:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775912.419845:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423187584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775912.419851:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423187712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775912.419876:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775912.419887:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775912/real 1775775912] req@ffff9a6051390a80 x1862022423187712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775912.419897:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423187712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775912.419905:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775912.419909:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775912.419912:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423187712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775912.419927:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423187840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775912.419948:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775912.419959:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775912/real 1775775912] req@ffff9a6051390000 x1862022423187840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775912.419971:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423187840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775912.419978:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775912.419982:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775912.419986:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423187840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775913.250991:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775914.274922:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775915.298962:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775916.322955:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775917.346898:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775917.538944:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775917.538953:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775917.538958:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775917.538982:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13063 00000100:00080000:1.0:1775775917.538995:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775917.539001:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775917.539047:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423187968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775917.539074:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775917.539077:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775917.539079:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775917.539082:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13063 00000100:00080000:1.0:1775775917.539084:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775917.539086:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775917.539098:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775917.539112:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423188096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775917.539122:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423187968:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775917.539126:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775917.539138:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775917.539139:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775917.539144:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13063 00000100:00080000:1.0:1775775917.539148:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775917.539151:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775917.539156:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775917.539167:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423188224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775917.539174:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775917.539176:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775917.539178:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775917.539180:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13063 00000100:00080000:1.0:1775775917.539183:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775917.539186:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775917.539188:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775917.539195:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423188352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775917.539202:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775775917.539204:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775917.539207:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775917.539208:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775917.539211:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13063 00000100:00080000:1.0:1775775917.539213:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775917.539216:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775917.539220:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775917.539226:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423188480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775917.539247:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775917/real 1775775917] req@ffff9a605873ad80 x1862022423187968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775917.539262:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423187968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775917.539269:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775917.539272:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775917.539275:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423187968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775917.539297:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423188096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775917.539313:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775917.539321:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775917/real 1775775917] req@ffff9a6058738000 x1862022423188096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775917.539328:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423188096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775917.539333:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775917.539335:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775917.539338:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423188096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775917.539341:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423188224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775917.539351:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775917.539355:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775917/real 1775775917] req@ffff9a605873a680 x1862022423188224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775917.539361:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423188224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775917.539366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775917.539367:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775917.539369:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423188224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775917.539372:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423188352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775917.539381:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775917.539386:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775917/real 1775775917] req@ffff9a605873b800 x1862022423188352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775917.539393:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423188352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775917.539397:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775917.539398:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775917.539400:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423188352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775917.539403:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423188480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775917.539412:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775917.539417:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775917/real 1775775917] req@ffff9a6058738a80 x1862022423188480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775917.539423:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423188480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775917.539428:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775917.539430:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775917.539431:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423188480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775918.370927:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775919.394989:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775920.418942:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775921.443022:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775922.466962:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775922.658990:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775922.659000:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775922.659005:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775922.659018:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13068 00000100:00080000:3.0:1775775922.659032:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775922.659040:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775922.659089:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423188608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775922.659121:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775922.659125:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775922.659127:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775922.659132:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13068 00000100:00080000:3.0:1775775922.659136:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775922.659139:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775922.659149:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775922.659167:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423188608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775922.659168:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423188736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775922.659193:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775922.659197:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775922.659199:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775922.659205:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13068 00000100:00080000:3.0:1775775922.659211:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775922.659216:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775922.659222:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775922.659234:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423188864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775775922.659245:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775922.659277:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775922/real 1775775922] req@ffff9a6048b59880 x1862022423188608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775922.659291:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423188608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775922.659299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775922.659303:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775922.659306:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423188608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775922.659326:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423188736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775922.659344:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775922.659353:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775922/real 1775775922] req@ffff9a6048b59500 x1862022423188736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775922.659362:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423188736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775922.659368:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775922.659371:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775922.659373:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423188736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775922.659377:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423188864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775922.659387:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775922.659393:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775922/real 1775775922] req@ffff9a6048b5b480 x1862022423188864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775922.659401:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423188864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775922.659406:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775922.659409:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775922.659412:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423188864:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775775922.659456:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775922.659460:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775922.659462:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775922.659468:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13068 00000100:00080000:3.0:1775775922.659473:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775922.659486:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775922.659539:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775922.659554:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423188992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775922.659573:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775922.659577:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775922.659579:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775922.659586:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13068 00000100:00080000:3.0:1775775922.659592:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775922.659596:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775922.659601:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775922.659615:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423189120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775922.659626:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423188992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775922.659654:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775922.659679:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775922/real 1775775922] req@ffff9a6048b59c00 x1862022423188992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775922.659692:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423188992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775922.659698:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775922.659700:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775922.659702:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423188992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775922.659712:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423189120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775922.659724:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775922.659730:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775922/real 1775775922] req@ffff9a6048b5a680 x1862022423189120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775922.659737:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423189120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775922.659742:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775922.659744:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775922.659745:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423189120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775923.490959:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775924.514900:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775925.538976:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775926.562967:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775927.586987:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775927.778949:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775927.778959:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775927.778964:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775927.778975:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13073 00000100:00080000:3.0:1775775927.778987:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775927.778995:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775927.779042:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423189248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775927.779064:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775927.779067:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775927.779068:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775927.779071:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13073 00000100:00080000:3.0:1775775927.779074:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775927.779076:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775927.779086:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775927.779095:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423189376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775927.779101:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775927.779104:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775927.779105:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775927.779107:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13073 00000100:00080000:3.0:1775775927.779109:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775927.779113:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775927.779116:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423189248:192.168.201.120@tcp:250:kworker.0 00000008:00100000:3.0:1775775927.779116:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775927.779125:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423189504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775927.779130:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775927.779133:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775927.779134:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775927.779136:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13073 00000100:00080000:3.0:1775775927.779139:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775927.779141:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775927.779144:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775927.779150:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423189632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775927.779160:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775927.779163:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775927.779164:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775927.779166:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13073 00000100:00080000:3.0:1775775927.779183:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775927.779185:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775927.779188:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775927.779195:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423189760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775775927.779201:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775927.779247:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775927/real 1775775927] req@ffff9a6048b5bb80 x1862022423189248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775927.779265:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423189248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775927.779283:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775927.779287:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775927.779292:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423189248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775927.779299:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423189376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775927.779321:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775927.779331:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775927/real 1775775927] req@ffff9a6048b58000 x1862022423189376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775927.779338:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423189376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775927.779343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775927.779346:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775927.779348:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423189376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775927.779369:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423189504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775927.779379:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775927.779385:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775927/real 1775775927] req@ffff9a6048b5a300 x1862022423189504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775927.779392:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423189504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775927.779396:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775927.779398:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775927.779399:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423189504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775927.779404:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423189632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775927.779413:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775927.779418:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775927/real 1775775927] req@ffff9a6048b5aa00 x1862022423189632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775927.779425:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423189632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775927.779429:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775927.779431:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775927.779432:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423189632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775927.779435:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423189760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775927.779444:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775927.779456:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775927/real 1775775927] req@ffff9a6048b5ad80 x1862022423189760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775927.779464:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423189760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775927.779468:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775927.779470:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775927.779472:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423189760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775928.610926:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775929.634971:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775930.658906:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775931.682934:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775932.706938:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775932.898916:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775932.898923:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775932.898926:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775932.898934:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13078 00000100:00080000:1.0:1775775932.898943:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775932.898949:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775932.898980:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423189888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775932.899001:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775932.899004:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775932.899005:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775932.899008:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13078 00000100:00080000:1.0:1775775932.899010:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775932.899012:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775932.899020:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775932.899028:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423190016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775932.899036:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775932.899041:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1775775932.899041:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423189888:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775932.899044:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775932.899051:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13078 00000100:00080000:1.0:1775775932.899054:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775932.899056:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775932.899060:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775932.899070:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423190144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775932.899076:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775932.899079:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775932.899080:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775932.899083:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13078 00000100:00080000:1.0:1775775932.899085:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775932.899087:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775932.899091:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775932.899097:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423190272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775775932.899101:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775775932.899112:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775932.899115:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775932.899118:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775932.899123:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13078 00000100:00080000:1.0:1775775932.899127:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775932.899132:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775932.899137:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775932/real 1775775932] req@ffff9a6058739500 x1862022423189888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1775775932.899138:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775932.899157:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423190400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775932.899158:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423189888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775932.899188:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775932.899191:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775932.899195:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423189888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775932.899213:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423190016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775932.899229:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775932.899240:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775932/real 1775775932] req@ffff9a605873a300 x1862022423190016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775932.899252:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423190016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775932.899258:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775932.899261:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775932.899264:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423190016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775932.899267:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423190144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775932.899280:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775932.899285:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775932/real 1775775932] req@ffff9a6058739180 x1862022423190144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775932.899293:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423190144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775932.899303:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775932.899305:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775932.899308:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423190144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775932.899311:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423190272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775932.899339:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775932.899347:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775932/real 1775775932] req@ffff9a6058738e00 x1862022423190272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775932.899354:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423190272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775932.899360:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775932.899363:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775932.899365:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423190272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775932.899378:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423190400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775932.899389:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775932.899395:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775932/real 1775775932] req@ffff9a605873aa00 x1862022423190400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775932.899403:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423190400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775932.899407:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775932.899409:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775932.899412:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423190400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775933.730936:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775934.754959:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775935.778938:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775936.802902:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775937.826979:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775938.018912:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775938.018925:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775938.018929:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775938.018941:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13083 00000100:00080000:3.0:1775775938.018955:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775938.018963:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775938.019012:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423190528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775938.019046:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775938.019050:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775938.019052:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775938.019056:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13083 00000100:00080000:3.0:1775775938.019059:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775938.019062:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775938.019074:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775938.019088:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423190656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775938.019098:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423190528:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775938.019098:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775938.019102:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775938.019105:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775938.019110:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13083 00000100:00080000:3.0:1775775938.019112:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775938.019114:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775938.019118:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775938.019129:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423190784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775938.019137:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775938.019141:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775938.019143:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775938.019146:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13083 00000100:00080000:3.0:1775775938.019150:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775938.019155:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775938.019160:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775938.019170:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423190912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775938.019180:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1775775938.019185:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775938.019186:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775938.019189:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775938.019194:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13083 00000100:00080000:3.0:1775775938.019199:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775938.019203:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775938.019209:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775938.019221:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423191040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775938.019238:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775938/real 1775775938] req@ffff9a6048b58e00 x1862022423190528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775938.019255:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423190528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775938.019264:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775938.019267:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775938.019270:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423190528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775938.019298:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423190656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775938.019322:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775938.019333:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775938/real 1775775938] req@ffff9a6048b5b100 x1862022423190656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775938.019341:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423190656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775938.019346:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775938.019348:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775938.019350:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423190656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775938.019354:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423190784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775938.019374:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775938.019381:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775938/real 1775775938] req@ffff9a6048b59f80 x1862022423190784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775938.019388:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423190784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775938.019393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775938.019395:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775938.019397:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423190784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775938.019400:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423190912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775938.019409:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775938.019414:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775938/real 1775775938] req@ffff9a6048b58a80 x1862022423190912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775938.019420:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423190912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775938.019424:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775938.019426:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775938.019427:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423190912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775938.019430:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423191040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775938.019439:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775938.019443:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775938/real 1775775938] req@ffff9a6048b59180 x1862022423191040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775938.019449:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423191040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775938.019454:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775938.019456:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775938.019458:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423191040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775938.850951:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775939.874943:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775940.898903:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775941.922914:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775942.946991:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775943.138959:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775943.138968:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775943.138973:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775943.138984:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13088 00000100:00080000:1.0:1775775943.138997:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775943.139003:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775943.139045:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423191168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775943.139070:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775943.139073:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775943.139074:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775943.139077:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13088 00000100:00080000:1.0:1775775943.139080:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775943.139082:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775943.139091:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775943.139099:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423191296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775943.139107:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775943.139109:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775943.139110:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775943.139114:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13088 00000100:00080000:1.0:1775775943.139116:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775775943.139116:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423191168:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775775943.139120:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775943.139125:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775943.139134:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423191424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775943.139140:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775943.139142:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775943.139143:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775943.139146:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13088 00000100:00080000:1.0:1775775943.139148:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775943.139149:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775943.139152:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775943.139159:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423191552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775943.139165:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775943.139166:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775943.139167:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775943.139169:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13088 00000100:00080000:1.0:1775775943.139172:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775943.139174:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775943.139176:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775943.139181:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423191680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775775943.139200:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775943.139237:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775943/real 1775775943] req@ffff9a605873bb80 x1862022423191168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775943.139253:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423191168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775943.139261:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775943.139264:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775943.139267:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423191168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775943.139300:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423191296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775943.139325:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775943.139338:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775943/real 1775775943] req@ffff9a6058739880 x1862022423191296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775943.139349:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423191296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775943.139355:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775943.139357:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775943.139360:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423191296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775943.139364:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423191424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775943.139378:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775943.139385:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775943/real 1775775943] req@ffff9a605873b100 x1862022423191424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775943.139392:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423191424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775943.139397:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775943.139399:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775943.139401:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423191424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775943.139404:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423191552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775943.139414:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775943.139419:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775943/real 1775775943] req@ffff9a605873aa00 x1862022423191552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775943.139426:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423191552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775943.139430:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775943.139432:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775943.139433:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423191552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775943.139436:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423191680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775943.139445:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775943.139449:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775943/real 1775775943] req@ffff9a6058738e00 x1862022423191680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775943.139456:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423191680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775943.139461:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775943.139462:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775943.139464:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423191680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775943.970924:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775944.994944:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775946.018925:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775947.042968:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775948.066994:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775948.258916:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775948.258926:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775948.258936:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775948.258946:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13093 00000100:00080000:3.0:1775775948.258959:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775948.258965:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775948.259012:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423191808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775948.259041:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775948.259044:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775948.259045:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775948.259048:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13093 00000100:00080000:3.0:1775775948.259050:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775948.259053:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775948.259062:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775948.259074:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423191936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775948.259084:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423191808:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775948.259090:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775948.259093:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775948.259094:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775948.259097:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13093 00000100:00080000:3.0:1775775948.259098:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775948.259100:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775948.259103:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775948.259111:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423192064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775948.259116:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775948.259119:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775948.259120:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775948.259122:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13093 00000100:00080000:3.0:1775775948.259125:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775948.259127:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775948.259130:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775948.259135:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423192192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775948.259140:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775948.259142:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775948.259143:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775948.259146:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13093 00000100:00080000:3.0:1775775948.259149:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1775775948.259155:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775948.259156:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775948.259160:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775948.259169:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423192320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775948.259194:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775948/real 1775775948] req@ffff9a6048b5b800 x1862022423191808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775948.259209:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423191808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775948.259217:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775948.259221:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775948.259224:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423191808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775948.259245:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423191936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775948.259258:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775948.259268:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775948/real 1775775948] req@ffff9a6048b59180 x1862022423191936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775948.259280:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423191936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775948.259294:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775948.259298:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775948.259301:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423191936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775948.259307:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423192064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775948.259324:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775948.259332:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775948/real 1775775948] req@ffff9a6048b58a80 x1862022423192064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775948.259339:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423192064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775948.259344:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775948.259346:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775948.259348:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423192064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775948.259352:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423192192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775948.259362:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775948.259367:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775948/real 1775775948] req@ffff9a6048b59f80 x1862022423192192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775948.259374:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423192192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775948.259378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775948.259381:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775948.259383:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423192192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775948.259386:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423192320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775948.259396:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775948.259400:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775948/real 1775775948] req@ffff9a6048b5b100 x1862022423192320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775948.259406:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423192320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775948.259411:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775948.259412:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775948.259414:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423192320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775949.090997:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775950.114979:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775951.138992:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775952.162968:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775953.187002:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775953.378950:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775953.378963:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775953.378969:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775953.378980:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13098 00000100:00080000:2.0:1775775953.378994:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775953.379002:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775953.379049:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423192448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775953.379088:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775953.379092:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775953.379094:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775953.379099:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13098 00000100:00080000:2.0:1775775953.379102:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775953.379106:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775953.379117:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775953.379128:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423192576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775953.379139:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423192448:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775775953.379140:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775953.379147:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775953.379149:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775953.379153:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13098 00000100:00080000:2.0:1775775953.379156:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775953.379159:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775953.379164:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775953.379174:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423192704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775953.379183:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775953.379187:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775953.379188:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775953.379192:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13098 00000100:00080000:2.0:1775775953.379195:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775953.379199:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775953.379204:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775775953.379215:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775953.379215:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423192832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775953.379225:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775953.379229:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775775953.379231:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775953.379235:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13098 00000100:00080000:2.0:1775775953.379238:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775953.379242:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775953.379247:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775953.379254:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775953/real 1775775953] req@ffff9a6051392300 x1862022423192448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775953.379258:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423192960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775953.379279:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423192448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775953.379288:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775953.379292:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775953.379296:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423192448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775953.379317:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423192576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775953.379332:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775953.379351:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775953/real 1775775953] req@ffff9a6051391500 x1862022423192576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775953.379371:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423192576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775953.379380:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775953.379384:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775953.379387:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423192576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775953.379393:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423192704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775953.379410:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775953.379417:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775953/real 1775775953] req@ffff9a6051390380 x1862022423192704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775953.379425:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423192704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775953.379430:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775953.379432:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775953.379434:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423192704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775953.379437:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423192832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775953.379447:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775953.379452:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775953/real 1775775953] req@ffff9a6051391880 x1862022423192832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775953.379458:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423192832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775953.379474:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775953.379476:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775953.379478:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423192832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775953.379481:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423192960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775953.379491:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775953.379496:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775953/real 1775775953] req@ffff9a6051391c00 x1862022423192960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775953.379503:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423192960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775953.379507:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775953.379508:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775953.379510:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423192960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775954.210941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775955.234972:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775956.258962:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775957.282947:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775958.306998:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775775958.498893:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775958.498904:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775775958.498911:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775958.498924:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13104 00000100:00080000:1.0:1775775958.498938:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775958.498946:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775775958.498991:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423193088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775958.499021:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775958.499025:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775775958.499027:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775958.499032:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13104 00000100:00080000:1.0:1775775958.499035:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775958.499039:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775958.499050:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775958.499052:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423193088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775775958.499065:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423193216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775958.499074:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775958.499077:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775775958.499078:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775958.499081:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13104 00000100:00080000:1.0:1775775958.499083:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775958.499086:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775958.499089:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775775958.499099:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423193344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775958.499109:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775958.499112:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775775958.499114:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775775958.499116:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13104 00000100:00080000:1.0:1775775958.499118:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775958.499120:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775958.499124:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775958.499131:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423193472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775775958.499138:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775775958.499140:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775775958.499142:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1775775958.499145:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775775958.499148:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13104 00000100:00080000:1.0:1775775958.499151:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775775958.499153:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775775958.499156:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775775958.499163:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423193600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775958.499185:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775958/real 1775775958] req@ffff9a6058739180 x1862022423193088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775958.499201:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423193088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775958.499209:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775958.499213:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775958.499216:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423193088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775958.499244:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423193216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775958.499276:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775958.499286:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775958/real 1775775958] req@ffff9a605873a300 x1862022423193216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775958.499295:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423193216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775958.499301:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775958.499303:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775958.499305:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423193216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775958.499308:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423193344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775958.499319:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775958.499324:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775958/real 1775775958] req@ffff9a6058739500 x1862022423193344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775958.499331:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423193344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775958.499335:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775958.499337:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775958.499338:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423193344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775958.499342:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423193472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775958.499351:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775958.499356:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775958/real 1775775958] req@ffff9a6058738a80 x1862022423193472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775958.499362:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423193472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775958.499367:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775958.499369:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775958.499372:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423193472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775958.499375:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423193600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775958.499384:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775958.499389:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775958/real 1775775958] req@ffff9a605873b800 x1862022423193600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775958.499396:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423193600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775958.499400:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775958.499402:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775958.499404:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423193600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775959.330927:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775960.354939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775961.378904:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775962.402977:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775963.426998:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775963.618925:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775963.618939:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775963.618945:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775963.618958:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13109 00000100:00080000:3.0:1775775963.618971:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775963.618978:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775963.619022:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423193728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775963.619050:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775963.619053:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775963.619054:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775963.619057:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13109 00000100:00080000:3.0:1775775963.619059:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775963.619061:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775963.619070:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775963.619079:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423193856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775963.619085:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775963.619089:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775963.619090:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775963.619093:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13109 00000100:00080000:3.0:1775775963.619095:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775963.619097:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775963.619099:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775963.619106:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423193984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775963.619107:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423193728:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775963.619117:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775963.619119:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775963.619120:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775963.619123:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13109 00000100:00080000:3.0:1775775963.619124:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775963.619126:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775963.619128:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775963.619136:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423194112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775963.619141:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775963.619143:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775963.619144:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775963.619146:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13109 00000100:00080000:3.0:1775775963.619148:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775963.619150:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775963.619155:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775963.619173:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423194240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775775963.619197:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775963.619234:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775963/real 1775775963] req@ffff9a6048b58e00 x1862022423193728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775963.619255:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423193728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775963.619267:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775963.619271:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775963.619275:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423193728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775963.619286:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423193856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775963.619305:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775963.619314:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775963/real 1775775963] req@ffff9a6048b5ad80 x1862022423193856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775963.619322:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423193856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775963.619327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775963.619329:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775963.619331:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423193856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775963.619354:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423193984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775963.619363:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775963.619369:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775963/real 1775775963] req@ffff9a6048b5aa00 x1862022423193984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775963.619375:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423193984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775963.619380:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775963.619382:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775963.619383:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423193984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775963.619387:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423194112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775963.619396:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775963.619400:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775963/real 1775775963] req@ffff9a6048b5a300 x1862022423194112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775963.619406:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423194112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775963.619412:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775963.619414:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775963.619415:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423194112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775963.619418:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423194240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775963.619426:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775963.619430:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775963/real 1775775963] req@ffff9a6048b58000 x1862022423194240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775963.619435:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423194240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775963.619439:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775963.619441:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775963.619443:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423194240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775964.451003:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775965.474978:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775966.498911:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775967.522923:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775968.546978:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775968.738928:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775968.738938:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775968.738943:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775968.738953:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13114 00000100:00080000:3.0:1775775968.738967:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775968.738974:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775968.739021:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423194368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775968.739049:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775968.739053:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775968.739055:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775968.739059:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13114 00000100:00080000:3.0:1775775968.739062:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775968.739066:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775968.739106:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775775968.739119:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423194368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775968.739122:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423194496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775968.739133:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775968.739135:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775968.739136:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775968.739139:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13114 00000100:00080000:3.0:1775775968.739143:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775968.739146:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775968.739149:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775968.739156:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423194624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775968.739162:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775968.739165:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775968.739166:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775968.739168:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13114 00000100:00080000:3.0:1775775968.739190:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775968.739192:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775968.739196:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775775968.739203:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775775968.739207:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423194752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775968.739217:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775968.739220:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775968.739223:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775968.739227:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13114 00000100:00080000:3.0:1775775968.739231:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775968.739235:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775968.739241:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775968.739254:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775968/real 1775775968] req@ffff9a6048b5bb80 x1862022423194368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775968.739260:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423194880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775968.739290:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423194368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775968.739302:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775968.739307:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775968.739311:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423194368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775968.739340:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423194496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775968.739363:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775968.739375:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775968/real 1775775968] req@ffff9a6048b5a680 x1862022423194496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775968.739387:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423194496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775968.739395:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775968.739398:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775968.739402:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423194496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775968.739407:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423194624:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775775968.739421:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775968.739428:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775968/real 1775775968] req@ffff9a6048b59c00 x1862022423194624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775968.739444:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423194624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775968.739452:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775968.739455:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775968.739457:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423194624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775968.739462:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423194752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775968.739477:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775968.739483:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775968/real 1775775968] req@ffff9a6048b5b480 x1862022423194752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775968.739491:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423194752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775968.739496:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775968.739498:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775968.739499:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423194752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775968.739502:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423194880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775775968.739511:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775968.739516:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775968/real 1775775968] req@ffff9a6048b59500 x1862022423194880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775968.739522:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423194880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775968.739526:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775968.739528:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775775968.739529:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423194880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775969.570978:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775970.594968:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775971.618948:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775972.642988:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775973.666867:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775775973.858955:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775973.858968:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775775973.858973:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775973.858998:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13119 00000100:00080000:0.0:1775775973.859015:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775973.859024:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775973.859071:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423195008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775973.859098:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775973.859101:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775775973.859102:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775973.859105:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13119 00000100:00080000:0.0:1775775973.859108:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775973.859111:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775973.859121:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775973.859129:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423195136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775973.859135:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775973.859138:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775775973.859139:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775973.859142:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13119 00000100:00080000:0.0:1775775973.859144:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775973.859146:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775973.859148:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775973.859153:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423195264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775973.859158:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775973.859160:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775775973.859161:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775973.859163:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13119 00000100:00080000:0.0:1775775973.859165:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775973.859167:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775973.859170:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775973.859174:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423195392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775973.859179:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775775973.859181:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775775973.859182:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775775973.859184:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13119 00000100:00080000:0.0:1775775973.859186:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775973.859188:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775775973.859192:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775973.859197:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423195520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775775973.859212:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423195008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775973.859322:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423195136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775973.859351:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423195264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775775973.859371:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423195392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775775973.859401:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423195520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775974.690948:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775975.714967:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775976.738987:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:2.0:1775775976.931137:0:2398:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:2.0:1775775976.931205:0:2398:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:2.0:1775775976.931230:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775976.931290:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775976.931301:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775976.931312:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:2.0:1775775976.931322:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:0.0:1775775976.931423:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775973/real 1775775976] req@ffff9a6051f86680 x1862022423195520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775976.931456:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423195520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775976.931468:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775976.931474:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775976.931479:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423195520:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775976.931487:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775973/real 1775775976] req@ffff9a6051f86300 x1862022423195008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775976.931498:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423195008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775775998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775976.931504:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775976.931507:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775976.931510:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423195008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775976.931517:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775973/real 1775775976] req@ffff9a6051f85500 x1862022423195136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775976.931533:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423195136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775976.931540:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775976.931543:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775976.931546:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423195136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775976.931553:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775973/real 1775775976] req@ffff9a6051f84380 x1862022423195264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775976.931563:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423195264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775775998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775976.931569:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775976.931572:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775976.931575:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423195264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775976.931581:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775973/real 1775775976] req@ffff9a6051f85880 x1862022423195392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775976.931593:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423195392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775775998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775976.931599:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775976.931602:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775976.931605:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423195392:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775977.762987:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775978.786927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775775978.978960:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775978.978969:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775775978.978973:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775978.978982:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13124 00000100:00080000:2.0:1775775978.978992:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775978.978998:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775775978.979034:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423195648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775978.979066:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775978.979070:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775775978.979072:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775978.979077:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13124 00000100:00080000:2.0:1775775978.979081:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775978.979086:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775978.979097:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775978.979115:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423195648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775775978.979116:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423195776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775978.979140:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775978.979144:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775775978.979146:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775978.979151:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13124 00000100:00080000:2.0:1775775978.979157:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775978.979161:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775978.979168:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:0.0:1775775978.979179:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775775978.979184:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423195904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775978.979192:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775978.979195:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775775978.979197:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775978.979200:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13124 00000100:00080000:2.0:1775775978.979204:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775775978.979207:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775775978.979213:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775978.979220:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775978/real 1775775978] req@ffff9a6051391c00 x1862022423195648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775775978.979225:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423196032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775775978.979250:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775775978.979255:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1775775978.979256:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423195648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775775978.979260:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775775978.979269:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13124 00000100:00080000:0.0:1775775978.979274:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775775978.979275:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775775978.979282:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:2.0:1775775978.979284:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775978.979291:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423195648:192.168.201.120@tcp:250:kworker.0 00000008:00100000:2.0:1775775978.979292:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775775978.979312:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423196160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775978.979323:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423195776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775978.979351:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775978.979366:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775978/real 1775775978] req@ffff9a6051391880 x1862022423195776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775978.979379:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423195776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775978.979387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775978.979390:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775978.979394:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423195776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775978.979400:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423195904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775978.979442:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775978.979454:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775978/real 1775775978] req@ffff9a6051390380 x1862022423195904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775978.979469:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423195904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775978.979476:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775978.979479:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775978.979483:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423195904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775978.979489:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423196032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775978.979517:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775978.979530:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775978/real 1775775978] req@ffff9a6051391500 x1862022423196032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775978.979542:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423196032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775978.979550:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775978.979553:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775978.979556:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423196032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775978.979572:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423196160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775978.979592:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775978.979604:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775978/real 1775775978] req@ffff9a6051392300 x1862022423196160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775978.979616:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423196160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775978.979630:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775978.979634:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775978.979638:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423196160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775979.810960:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775980.834912:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775981.858951:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775982.882946:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775983.906879:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775984.099005:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775984.099017:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775984.099021:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775984.099031:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13129 00000100:00080000:3.0:1775775984.099042:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775984.099049:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775984.099088:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423196288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775984.099120:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775984.099124:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775984.099126:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775984.099131:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13129 00000100:00080000:3.0:1775775984.099134:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775984.099138:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775984.099147:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775984.099162:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423196416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775984.099172:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775984.099176:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775984.099178:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775984.099183:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13129 00000100:00080000:3.0:1775775984.099188:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775984.099193:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775984.099199:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775775984.099203:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423196288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775775984.099214:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423196544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775984.099226:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775984.099230:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775984.099232:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775984.099236:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13129 00000100:00080000:3.0:1775775984.099240:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775984.099244:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775984.099249:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775984.099261:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423196672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775984.099263:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775984.099275:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775984.099280:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775984.099282:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775984.099288:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13129 00000100:00080000:3.0:1775775984.099292:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775984.099298:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775775984.099299:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775984/real 1775775984] req@ffff9a6048b59880 x1862022423196288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1775775984.099307:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775984.099318:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423196288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775775984.099324:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423196800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775775984.099328:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775984.099336:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775984.099343:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423196288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775984.099351:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423196416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775984.099366:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775984.099375:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775984/real 1775775984] req@ffff9a6048b59500 x1862022423196416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775984.099383:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423196416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775984.099389:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775984.099392:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775984.099394:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423196416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775984.099411:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423196544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775984.099421:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775984.099427:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775984/real 1775775984] req@ffff9a6048b5b480 x1862022423196544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775984.099434:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423196544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775984.099438:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775984.099440:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775984.099442:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423196544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775984.099445:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423196672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775984.099455:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775984.099460:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775984/real 1775775984] req@ffff9a6048b59c00 x1862022423196672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775984.099467:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423196672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775984.099471:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775984.099473:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775984.099476:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423196672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775984.099479:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423196800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775984.099488:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775984.099493:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775984/real 1775775984] req@ffff9a6048b5a680 x1862022423196800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775984.099499:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423196800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775984.099504:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775984.099506:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775984.099508:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423196800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775984.930920:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775985.954969:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775986.978913:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775988.002957:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775989.026987:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775989.218872:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775989.218888:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775989.218894:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775989.218905:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13134 00000100:00080000:3.0:1775775989.218920:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775989.218928:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775989.218971:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423196928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775989.218996:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775989.218999:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775989.219000:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775989.219006:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13134 00000100:00080000:3.0:1775775989.219008:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775989.219011:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775989.219020:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775989.219029:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423197056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775989.219035:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775989.219038:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775989.219039:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775989.219042:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13134 00000100:00080000:3.0:1775775989.219043:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775989.219046:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775989.219048:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775989.219054:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423197184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775989.219061:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423196928:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775989.219068:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775989.219071:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775989.219072:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775989.219075:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13134 00000100:00080000:3.0:1775775989.219077:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775989.219079:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775989.219082:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775989.219090:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423197312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775989.219095:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775989.219097:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775989.219098:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775989.219101:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13134 00000100:00080000:3.0:1775775989.219103:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775989.219105:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775989.219107:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775989.219114:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423197440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775775989.219145:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775989.219183:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775989/real 1775775989] req@ffff9a6048b5bb80 x1862022423196928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775989.219202:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423196928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775989.219221:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775989.219225:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775989.219229:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423196928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775989.219236:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423197056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775989.219256:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775989.219265:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775989/real 1775775989] req@ffff9a6048b58000 x1862022423197056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775989.219277:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423197056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775989.219286:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775989.219289:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775989.219292:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423197056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775989.219316:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423197184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775989.219329:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775989.219337:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775989/real 1775775989] req@ffff9a6048b5a300 x1862022423197184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775989.219347:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423197184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775989.219355:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775989.219358:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775989.219361:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423197184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775989.219365:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423197312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775989.219378:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775989.219386:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775989/real 1775775989] req@ffff9a6048b5aa00 x1862022423197312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775989.219397:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423197312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775989.219404:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775989.219406:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775989.219409:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423197312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775989.219414:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423197440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775989.219428:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775989.219435:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775989/real 1775775989] req@ffff9a6048b5ad80 x1862022423197440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775989.219445:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423197440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775989.219453:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775989.219456:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775989.219459:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423197440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775775990.050991:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775991.074903:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775992.098982:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775993.122952:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775994.146920:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775994.338934:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775994.338945:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775994.338950:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775994.338960:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13139 00000100:00080000:3.0:1775775994.338974:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775994.338981:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775994.339026:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423197568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775994.339053:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775994.339056:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775994.339058:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775994.339062:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13139 00000100:00080000:3.0:1775775994.339065:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775994.339068:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775994.339080:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775994.339093:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423197696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775994.339103:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423197568:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775994.339105:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775994.339112:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775994.339114:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775994.339119:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13139 00000100:00080000:3.0:1775775994.339121:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775994.339124:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775994.339129:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775994.339139:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423197824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775994.339148:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775994.339152:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775994.339154:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775994.339157:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13139 00000100:00080000:3.0:1775775994.339160:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775994.339163:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775994.339168:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775994.339177:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423197952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775994.339186:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775994.339189:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775994.339190:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775994.339193:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13139 00000100:00080000:3.0:1775775994.339196:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1775775994.339198:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775775994.339202:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775994.339207:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775994.339218:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423198080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775994.339242:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775994/real 1775775994] req@ffff9a6048b58e00 x1862022423197568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775994.339258:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423197568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775994.339278:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775994.339283:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775994.339287:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423197568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775994.339316:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423197696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775994.339341:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775994.339353:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775994/real 1775775994] req@ffff9a6048b5b100 x1862022423197696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775994.339368:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423197696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775994.339377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775994.339380:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775994.339383:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423197696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775994.339389:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423197824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775994.339409:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775994.339419:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775994/real 1775775994] req@ffff9a6048b59f80 x1862022423197824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775994.339431:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423197824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775994.339444:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775994.339448:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775994.339450:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423197824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775994.339454:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423197952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775994.339471:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775994.339479:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775994/real 1775775994] req@ffff9a6048b58a80 x1862022423197952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775994.339487:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423197952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775994.339492:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775994.339495:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775994.339496:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423197952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775994.339500:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423198080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775994.339509:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775994.339514:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775994/real 1775775994] req@ffff9a6048b59180 x1862022423198080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775994.339521:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423198080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775994.339526:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775994.339529:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775994.339533:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423198080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775775995.170927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775996.194933:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775775997.219016:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775775998.242914:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775775999.267053:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775775999.458916:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775999.458929:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775775999.458935:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775999.458947:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13145 00000100:00080000:3.0:1775775999.458962:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775999.458971:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775775999.459022:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423198208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775999.459064:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775999.459069:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775775999.459071:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775999.459075:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13145 00000100:00080000:3.0:1775775999.459080:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775999.459084:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775999.459096:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775999.459113:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423198336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775999.459118:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423198208:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775775999.459133:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775999.459137:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775775999.459139:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775999.459144:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13145 00000100:00080000:3.0:1775775999.459148:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775999.459152:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775999.459157:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775775999.459169:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423198464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775999.459179:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775999.459183:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775775999.459185:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775999.459188:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13145 00000100:00080000:3.0:1775775999.459201:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775775999.459206:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775775999.459211:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775775999.459216:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775775999.459232:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423198592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775775999.459240:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775775999.459242:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775775999.459244:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775775999.459249:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13145 00000100:00080000:3.0:1775775999.459254:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775775999.459259:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775999/real 1775775999] req@ffff9a6048b5b800 x1862022423198208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775775999.459260:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775775999.459276:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775775999.459278:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423198208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775999.459289:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775999.459295:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775775999.459297:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423198720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775775999.459300:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423198208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775775999.459328:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423198336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775999.459353:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775999.459366:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775999/real 1775775999] req@ffff9a6048b59180 x1862022423198336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775999.459380:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423198336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775999.459390:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775999.459394:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775999.459397:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423198336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775999.459404:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423198464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775775999.459422:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775999.459430:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775999/real 1775775999] req@ffff9a6048b58a80 x1862022423198464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775999.459439:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423198464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775999.459445:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775999.459447:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775999.459449:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423198464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775775999.459453:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423198592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775999.459465:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775999.459470:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775999/real 1775775999] req@ffff9a6048b59f80 x1862022423198592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775999.459478:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423198592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775999.459483:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775999.459485:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775999.459486:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423198592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775775999.459490:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423198720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775775999.459499:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775775999.459505:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775775999/real 1775775999] req@ffff9a6048b5b100 x1862022423198720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775775999.459517:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423198720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775775999.459522:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775775999.459524:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775775999.459526:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423198720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776000.290932:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776001.314987:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776002.338932:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776003.362993:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776004.386916:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776004.578906:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776004.578917:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776004.578921:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776004.578931:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13150 00000100:00080000:1.0:1775776004.578945:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776004.578952:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776004.578989:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423198848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776004.579021:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776004.579025:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776004.579027:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776004.579031:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13150 00000100:00080000:1.0:1775776004.579036:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776004.579040:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776004.579050:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776004.579067:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423198976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776004.579080:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775776004.579084:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423198848:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776004.579085:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776004.579089:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776004.579099:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13150 00000100:00080000:1.0:1775776004.579103:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776004.579107:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776004.579112:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776004.579127:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423199104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776004.579137:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776004.579142:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776004.579144:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776004.579148:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13150 00000100:00080000:1.0:1775776004.579153:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1775776004.579158:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775776004.579163:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776004.579169:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776004.579183:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423199232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776004.579195:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775776004.579201:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776004/real 1775776004] req@ffff9a605873a680 x1862022423198848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776004.579201:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776004.579205:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776004.579214:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13150 00000100:00080000:1.0:1775776004.579223:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776004.579228:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776004.579234:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776004.579235:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423198848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776004.579250:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1775776004.579251:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423199360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776004.579261:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776004.579271:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423198848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776004.579298:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423198976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776004.579322:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776004.579334:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776004/real 1775776004] req@ffff9a6058738000 x1862022423198976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776004.579355:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423198976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776004.579364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776004.579367:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776004.579371:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423198976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776004.579377:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423199104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776004.579400:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776004.579411:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776004/real 1775776004] req@ffff9a605873ad80 x1862022423199104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776004.579424:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423199104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776004.579432:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776004.579436:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776004.579439:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423199104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776004.579446:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423199232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776004.579507:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776004.579519:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776004/real 1775776004] req@ffff9a6058739f80 x1862022423199232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776004.579531:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423199232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776004.579546:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776004.579549:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776004.579553:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423199232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776004.579559:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423199360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776004.579579:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776004.579591:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776004/real 1775776004] req@ffff9a6058739c00 x1862022423199360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776004.579602:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423199360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776004.579610:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776004.579614:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776004.579617:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423199360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776005.410978:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776006.434901:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776007.459007:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776008.482982:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776009.507033:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776009.698938:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776009.698955:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776009.698959:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776009.698969:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13155 00000100:00080000:2.0:1775776009.698981:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776009.698988:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776009.699028:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423199488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776009.699052:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776009.699055:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776009.699057:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776009.699060:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13155 00000100:00080000:2.0:1775776009.699062:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776009.699066:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776009.699076:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776009.699085:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423199616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776009.699100:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776009.699103:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776009.699105:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775776009.699109:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423199488:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776009.699110:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13155 00000100:00080000:2.0:1775776009.699116:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776009.699119:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776009.699123:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776009.699131:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423199744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776009.699138:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776009.699141:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776009.699142:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776009.699145:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13155 00000100:00080000:2.0:1775776009.699147:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776009.699149:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776009.699152:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776009.699159:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423199872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776009.699164:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776009.699167:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776009.699169:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776009.699172:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13155 00000100:00080000:2.0:1775776009.699174:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776009.699176:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776009.699179:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775776009.699183:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776009.699190:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423200000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776009.699232:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776009/real 1775776009] req@ffff9a6051390000 x1862022423199488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776009.699254:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423199488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776009.699266:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776009.699272:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776009.699276:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423199488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776009.699300:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423199616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776009.699319:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776009.699328:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776009/real 1775776009] req@ffff9a6051390a80 x1862022423199616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776009.699337:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423199616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776009.699343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776009.699345:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776009.699348:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423199616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776009.699351:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423199744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776009.699378:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776009.699386:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776009/real 1775776009] req@ffff9a6051393100 x1862022423199744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776009.699394:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423199744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776009.699399:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776009.699401:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776009.699404:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423199744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776009.699407:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423199872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776009.699421:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776009.699427:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776009/real 1775776009] req@ffff9a6051393480 x1862022423199872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776009.699434:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423199872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776009.699439:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776009.699440:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776009.699442:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423199872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776009.699446:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423200000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776009.699456:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776009.699461:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776009/real 1775776009] req@ffff9a6051390e00 x1862022423200000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776009.699468:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423200000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776009.699473:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776009.699474:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776009.699476:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423200000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776010.530940:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776011.555010:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776012.578918:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776013.602940:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776014.626921:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776014.818899:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776014.818909:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776014.818912:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776014.818922:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13160 00000100:00080000:2.0:1775776014.818933:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776014.818940:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776014.818976:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423200128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776014.819004:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776014.819007:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776014.819009:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776014.819013:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13160 00000100:00080000:2.0:1775776014.819017:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776014.819021:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776014.819031:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776014.819044:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423200128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776014.819051:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423200256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776014.819062:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776014.819064:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776014.819065:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776014.819068:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13160 00000100:00080000:2.0:1775776014.819071:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776014.819073:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776014.819076:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776014.819085:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423200384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776014.819090:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776014.819093:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776014.819094:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776014.819096:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13160 00000100:00080000:2.0:1775776014.819098:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776014.819100:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776014.819103:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776014.819110:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423200512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776014.819117:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1775776014.819121:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775776014.819122:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776014.819126:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776014.819130:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13160 00000100:00080000:2.0:1775776014.819133:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776014.819137:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776014.819142:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776014.819154:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423200640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776014.819163:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776014/real 1775776014] req@ffff9a6051391180 x1862022423200128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776014.819181:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423200128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776014.819191:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776014.819195:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776014.819199:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423200128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776014.819217:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423200256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776014.819232:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776014.819246:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776014/real 1775776014] req@ffff9a6051392a00 x1862022423200256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776014.819253:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423200256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776014.819258:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776014.819260:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776014.819262:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423200256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776014.819265:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423200384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776014.819300:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776014.819307:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776014/real 1775776014] req@ffff9a6051392680 x1862022423200384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776014.819314:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423200384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776014.819322:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776014.819325:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776014.819326:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423200384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776014.819330:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423200512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776014.819339:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776014.819344:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776014/real 1775776014] req@ffff9a6051391f80 x1862022423200512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776014.819350:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423200512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776014.819354:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776014.819355:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776014.819357:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423200512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776014.819359:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423200640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776014.819368:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776014.819372:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776014/real 1775776014] req@ffff9a6051393800 x1862022423200640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776014.819378:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423200640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776014.819382:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776014.819384:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776014.819386:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423200640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776015.650933:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776016.674906:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776017.698932:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776018.722903:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776019.746944:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776019.938918:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776019.938927:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776019.938940:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776019.938951:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13165 00000100:00080000:0.0:1775776019.938961:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776019.938967:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776019.938996:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423200768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776019.939019:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776019.939022:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776019.939023:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776019.939026:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13165 00000100:00080000:0.0:1775776019.939028:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776019.939030:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776019.939037:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776019.939045:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423200896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776019.939053:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423200768:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775776019.939057:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776019.939059:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776019.939061:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776019.939064:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13165 00000100:00080000:0.0:1775776019.939066:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776019.939069:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776019.939072:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776019.939079:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423201024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776019.939085:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776019.939087:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776019.939088:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776019.939090:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13165 00000100:00080000:0.0:1775776019.939092:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776019.939094:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776019.939097:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776019.939103:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423201152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775776019.939108:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775776019.939113:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776019.939116:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776019.939117:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776019.939120:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13165 00000100:00080000:0.0:1775776019.939122:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776019.939124:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776019.939127:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776019.939132:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423201280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776019.939148:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776019/real 1775776019] req@ffff9a6051f85880 x1862022423200768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776019.939167:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423200768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776019.939177:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776019.939180:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776019.939193:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423200768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776019.939210:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423200896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776019.939226:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776019.939237:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776019/real 1775776019] req@ffff9a6051f84380 x1862022423200896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776019.939255:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423200896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776019.939263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776019.939266:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776019.939269:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423200896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776019.939275:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423201024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776019.939293:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776019.939303:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776019/real 1775776019] req@ffff9a6051f85500 x1862022423201024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776019.939314:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423201024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776019.939320:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776019.939322:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776019.939324:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423201024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776019.939327:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423201152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776019.939340:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776019.939347:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776019/real 1775776019] req@ffff9a6051f86300 x1862022423201152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776019.939357:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423201152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776019.939369:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776019.939372:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776019.939375:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423201152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776019.939380:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423201280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776019.939397:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776019.939407:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776019/real 1775776019] req@ffff9a6051f86680 x1862022423201280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776019.939416:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423201280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776019.939421:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776019.939423:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776019.939424:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423201280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776020.770902:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776021.794926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776022.818920:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776023.842988:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776024.866927:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776025.058909:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776025.058918:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776025.058921:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776025.058930:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13170 00000100:00080000:0.0:1775776025.058941:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776025.058947:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776025.058988:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423201408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776025.059013:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776025.059016:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776025.059017:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776025.059020:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13170 00000100:00080000:0.0:1775776025.059023:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776025.059025:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776025.059032:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776025.059040:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423201536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776025.059047:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776025.059049:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776025.059050:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776025.059053:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13170 00000100:00080000:0.0:1775776025.059055:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776025.059058:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776025.059061:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776025.059066:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423201408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776025.059068:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423201664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776025.059079:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776025.059081:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776025.059082:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776025.059084:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13170 00000100:00080000:0.0:1775776025.059087:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776025.059088:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776025.059091:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776025.059109:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423201792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776025.059114:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776025.059116:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776025.059117:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776025.059119:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13170 00000100:00080000:0.0:1775776025.059121:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776025.059125:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776025.059130:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776025.059140:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776025.059141:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423201920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776025.059177:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776025/real 1775776025] req@ffff9a6051f86a00 x1862022423201408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776025.059195:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423201408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776025.059214:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776025.059220:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776025.059224:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423201408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776025.059234:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423201536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776025.059259:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776025.059282:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776025/real 1775776025] req@ffff9a6051f85c00 x1862022423201536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776025.059294:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423201536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776025.059302:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776025.059305:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776025.059308:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423201536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776025.059330:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423201664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776025.059348:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776025.059359:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776025/real 1775776025] req@ffff9a6051f87480 x1862022423201664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776025.059370:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423201664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776025.059377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776025.059380:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776025.059383:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423201664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776025.059389:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423201792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776025.059407:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776025.059416:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776025/real 1775776025] req@ffff9a6051f87100 x1862022423201792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776025.059426:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423201792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776025.059433:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776025.059436:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776025.059439:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423201792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776025.059445:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423201920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776025.059461:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776025.059470:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776025/real 1775776025] req@ffff9a6051f84700 x1862022423201920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776025.059481:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423201920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776025.059488:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776025.059491:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776025.059494:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423201920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776025.890948:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776026.914977:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776027.938987:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776028.962931:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776029.986971:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776030.178910:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776030.178922:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776030.178927:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776030.178940:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13175 00000100:00080000:1.0:1775776030.178954:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776030.178963:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776030.179027:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423202048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776030.179051:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776030.179054:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776030.179055:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776030.179059:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13175 00000100:00080000:1.0:1775776030.179062:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776030.179066:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776030.179076:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776030.179088:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423202048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775776030.179095:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423202176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776030.179107:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776030.179111:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776030.179113:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776030.179118:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13175 00000100:00080000:1.0:1775776030.179122:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776030.179126:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776030.179132:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776030.179144:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423202304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776030.179151:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776030.179154:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776030.179156:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776030.179159:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13175 00000100:00080000:1.0:1775776030.179162:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776030.179165:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776030.179168:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776030.179175:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776030.179177:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423202432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776030.179184:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776030.179187:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776030.179188:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776030.179191:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13175 00000100:00080000:1.0:1775776030.179193:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776030.179195:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776030.179197:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776030.179203:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423202560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776030.179217:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776030/real 1775776030] req@ffff9a6058738700 x1862022423202048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776030.179238:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423202048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776030.179249:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776030.179254:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776030.179258:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423202048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776030.179287:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423202176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776030.179310:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776030.179323:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776030/real 1775776030] req@ffff9a605873b480 x1862022423202176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776030.179336:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423202176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776030.179344:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776030.179347:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776030.179350:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423202176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776030.179354:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423202304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776030.179370:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776030.179380:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776030/real 1775776030] req@ffff9a6058738380 x1862022423202304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776030.179392:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423202304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776030.179405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776030.179409:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776030.179412:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423202304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776030.179426:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423202432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776030.179442:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776030.179449:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776030/real 1775776030] req@ffff9a6058739c00 x1862022423202432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776030.179456:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423202432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776030.179461:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776030.179463:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776030.179465:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423202432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776030.179468:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423202560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776030.179486:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776030.179495:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776030/real 1775776030] req@ffff9a6058739f80 x1862022423202560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776030.179506:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423202560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776030.179514:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776030.179517:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776030.179522:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423202560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776031.010972:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776032.034968:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776033.058911:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776034.082918:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776035.106950:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776035.298901:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776035.298948:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776035.298952:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776035.298971:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13180 00000100:00080000:3.0:1775776035.298985:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776035.298993:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776035.299039:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423202688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776035.299070:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776035.299075:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776035.299077:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776035.299081:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13180 00000100:00080000:3.0:1775776035.299085:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776035.299090:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776035.299101:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776035.299112:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423202688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776035.299124:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423202816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776035.299136:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776035.299140:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776035.299142:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776035.299146:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13180 00000100:00080000:3.0:1775776035.299150:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776035.299154:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776035.299160:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776035.299171:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423202944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776035.299180:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776035.299184:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776035.299187:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1775776035.299192:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776035.299195:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13180 00000100:00080000:3.0:1775776035.299199:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776035.299204:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776035.299211:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776035.299222:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423203072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776035.299232:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776035.299235:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776035.299238:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775776035.299239:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776035/real 1775776035] req@ffff9a6048b58e00 x1862022423202688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776035.299245:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13180 00000100:00080000:3.0:1775776035.299252:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776035.299258:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776035.299263:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776035.299267:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423202688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776035.299276:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1775776035.299277:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423203200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776035.299283:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776035.299289:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423202688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776035.299312:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423202816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776035.299339:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776035.299347:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776035/real 1775776035] req@ffff9a6048b5ad80 x1862022423202816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776035.299355:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423202816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776035.299360:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776035.299363:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776035.299364:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423202816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776035.299368:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423202944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776035.299380:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776035.299385:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776035/real 1775776035] req@ffff9a6048b5aa00 x1862022423202944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776035.299392:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423202944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776035.299396:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776035.299398:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776035.299399:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423202944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776035.299403:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423203072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776035.299412:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776035.299417:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776035/real 1775776035] req@ffff9a6048b5a300 x1862022423203072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776035.299423:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423203072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776035.299427:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776035.299429:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776035.299430:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423203072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776035.299433:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423203200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776035.299441:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776035.299446:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776035/real 1775776035] req@ffff9a6048b58000 x1862022423203200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776035.299456:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423203200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776035.299461:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776035.299462:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776035.299464:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423203200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776036.131085:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776037.154905:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776038.178995:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776039.202908:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776040.226966:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776040.418927:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776040.418934:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776040.418937:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776040.418947:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13186 00000100:00080000:1.0:1775776040.418956:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776040.418961:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776040.418989:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423203328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776040.419010:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776040.419014:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776040.419016:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776040.419019:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13186 00000100:00080000:1.0:1775776040.419023:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776040.419026:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776040.419035:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776040.419047:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423203456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776040.419059:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775776040.419059:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423203328:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776040.419067:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776040.419069:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776040.419073:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13186 00000100:00080000:1.0:1775776040.419077:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776040.419080:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776040.419085:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776040.419099:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423203584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776040.419109:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776040.419112:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776040.419113:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776040.419116:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13186 00000100:00080000:1.0:1775776040.419119:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776040.419122:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776040.419126:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776040.419133:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423203712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776040.419139:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776040.419141:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776040.419142:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776040.419144:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13186 00000100:00080000:1.0:1775776040.419145:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776040.419147:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776040.419150:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776040.419156:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423203456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775776040.419157:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423203840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776040.419192:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423203584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776040.419215:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423203712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776040.419236:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423203840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776041.250941:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776042.274972:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776043.298877:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775776043.491046:0:2395:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:0.0:1775776043.491092:0:2395:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775776043.491113:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775776043.491165:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775776043.491176:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775776043.491187:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775776043.491197:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775776043.491225:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776040/real 1775776043] req@ffff9a6058738a80 x1862022423203840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776043.491257:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423203840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776043.491269:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776043.491275:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776043.491281:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423203840:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776043.491290:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776040/real 1775776043] req@ffff9a6058738000 x1862022423203456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776043.491303:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423203456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776043.491310:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776043.491313:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776043.491317:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423203456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776043.491323:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776040/real 1775776043] req@ffff9a605873a680 x1862022423203584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776043.491333:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423203584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776043.491340:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776043.491343:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776043.491346:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423203584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776043.491353:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776040/real 1775776043] req@ffff9a605873b800 x1862022423203712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776043.491364:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423203712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776043.491370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776043.491373:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776043.491376:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423203712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776043.491382:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776040/real 1775776043] req@ffff9a605873ad80 x1862022423203328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776043.491393:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423203328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776043.491400:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776043.491404:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776043.491407:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423203328:192.168.201.120@tcp:250:kworker.0 00010000:00010000:2.0:1775776044.322996:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776045.346897:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776045.538920:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776045.538930:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776045.538934:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776045.538943:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13191 00000100:00080000:2.0:1775776045.538952:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776045.538958:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776045.538989:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423203968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776045.539024:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776045.539027:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776045.539028:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776045.539031:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13191 00000100:00080000:2.0:1775776045.539034:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776045.539036:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776045.539045:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776045.539055:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423204096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776045.539059:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423203968:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776045.539064:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776045.539067:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776045.539068:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776045.539070:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13191 00000100:00080000:2.0:1775776045.539072:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776045.539074:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776045.539076:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776045.539083:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423204224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776045.539088:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776045.539090:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776045.539091:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776045.539093:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13191 00000100:00080000:2.0:1775776045.539095:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776045.539098:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776045.539100:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776045.539106:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423204352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776045.539111:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776045.539113:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776045.539115:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1775776045.539117:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775776045.539120:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13191 00000100:00080000:2.0:1775776045.539122:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776045.539125:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776045.539128:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776045.539134:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423204480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776045.539150:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776045/real 1775776045] req@ffff9a6051393800 x1862022423203968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776045.539169:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423203968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776045.539175:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776045.539178:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776045.539181:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423203968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776045.539198:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423204096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776045.539212:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776045.539219:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776045/real 1775776045] req@ffff9a6051391f80 x1862022423204096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776045.539230:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423204096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776045.539241:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776045.539244:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776045.539247:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423204096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776045.539252:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423204224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776045.539270:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776045.539280:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776045/real 1775776045] req@ffff9a6051392680 x1862022423204224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776045.539290:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423204224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776045.539297:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776045.539300:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776045.539302:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423204224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776045.539307:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423204352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776045.539325:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776045.539334:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776045/real 1775776045] req@ffff9a6051392a00 x1862022423204352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776045.539344:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423204352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776045.539352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776045.539355:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776045.539358:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423204352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776045.539363:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423204480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776045.539379:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776045.539388:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776045/real 1775776045] req@ffff9a6051391180 x1862022423204480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776045.539395:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423204480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776045.539400:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776045.539402:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776045.539403:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423204480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776046.371011:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776047.394895:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776048.419015:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776049.442913:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776050.466996:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776050.658937:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776050.658946:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776050.658951:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776050.658961:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13196 00000100:00080000:2.0:1775776050.658972:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776050.658978:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776050.659023:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423204608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776050.659058:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776050.659062:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776050.659064:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776050.659067:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13196 00000100:00080000:2.0:1775776050.659070:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776050.659073:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776050.659083:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776050.659095:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423204736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776050.659103:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775776050.659105:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423204608:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776050.659106:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776050.659109:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776050.659115:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13196 00000100:00080000:2.0:1775776050.659117:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776050.659119:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776050.659121:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776050.659129:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423204864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776050.659136:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776050.659140:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776050.659142:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776050.659146:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13196 00000100:00080000:2.0:1775776050.659150:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776050.659153:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776050.659158:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776050.659169:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423204992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776050.659178:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1775776050.659180:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775776050.659185:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776050.659186:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776050.659191:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13196 00000100:00080000:2.0:1775776050.659196:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776050.659199:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776050.659204:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776050.659212:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423205120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776050.659225:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776050/real 1775776050] req@ffff9a6051390e00 x1862022423204608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776050.659253:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423204608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776050.659263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776050.659267:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776050.659270:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423204608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776050.659295:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423204736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776050.659316:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776050.659329:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776050/real 1775776050] req@ffff9a6051393480 x1862022423204736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776050.659340:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423204736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776050.659346:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776050.659348:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776050.659350:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423204736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776050.659353:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423204864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776050.659366:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776050.659373:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776050/real 1775776050] req@ffff9a6051393100 x1862022423204864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776050.659379:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423204864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776050.659388:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776050.659390:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776050.659392:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423204864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776050.659395:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423204992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776050.659405:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776050.659409:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776050/real 1775776050] req@ffff9a6051390a80 x1862022423204992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776050.659415:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423204992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776050.659419:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776050.659421:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776050.659423:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423204992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776050.659426:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423205120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776050.659438:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776050.659445:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776050/real 1775776050] req@ffff9a6051390000 x1862022423205120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776050.659456:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423205120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776050.659463:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776050.659466:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776050.659469:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423205120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776051.490899:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776052.515048:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776053.538988:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776054.564845:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776055.586992:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776055.778962:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776055.778974:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776055.778980:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776055.778993:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13201 00000100:00080000:2.0:1775776055.779009:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776055.779017:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776055.779065:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423205248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776055.779099:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776055.779103:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776055.779105:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776055.779109:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13201 00000100:00080000:2.0:1775776055.779113:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776055.779117:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776055.779128:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776055.779142:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423205376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776055.779154:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776055.779157:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776055.779160:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775776055.779163:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423205248:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776055.779167:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13201 00000100:00080000:2.0:1775776055.779174:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776055.779179:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776055.779184:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776055.779196:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423205504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776055.779205:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776055.779208:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776055.779209:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776055.779212:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13201 00000100:00080000:2.0:1775776055.779215:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776055.779219:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776055.779224:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776055.779234:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423205632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776055.779244:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776055.779247:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776055.779248:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776055.779252:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13201 00000100:00080000:2.0:1775776055.779256:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1775776055.779260:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775776055.779263:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776055.779269:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776055.779280:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423205760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776055.779314:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776055/real 1775776055] req@ffff9a6051392300 x1862022423205248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776055.779342:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423205248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776055.779354:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776055.779359:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776055.779364:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423205248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776055.779393:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423205376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776055.779438:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776055.779452:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776055/real 1775776055] req@ffff9a6051391500 x1862022423205376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776055.779463:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423205376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776055.779471:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776055.779475:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776055.779478:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423205376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776055.779486:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423205504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776055.779506:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776055.779515:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776055/real 1775776055] req@ffff9a6051390380 x1862022423205504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776055.779526:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423205504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776055.779533:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776055.779537:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776055.779540:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423205504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776055.779545:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423205632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776055.779579:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776055.779589:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776055/real 1775776055] req@ffff9a6051391880 x1862022423205632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776055.779600:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423205632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776055.779607:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776055.779611:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776055.779614:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423205632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776055.779619:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423205760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776055.779645:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776055.779656:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776055/real 1775776055] req@ffff9a6051391c00 x1862022423205760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776055.779669:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423205760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776055.779677:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776055.779680:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776055.779684:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423205760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776056.610942:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776057.634952:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776058.658979:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776059.682899:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776060.707014:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776060.899017:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776060.899029:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776060.899035:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776060.899048:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13206 00000100:00080000:0.0:1775776060.899065:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776060.899073:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776060.899121:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022423205888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776060.899152:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776060.899156:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776060.899158:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776060.899162:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13206 00000100:00080000:0.0:1775776060.899166:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776060.899170:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776060.899182:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776060.899197:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423205888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776060.899200:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022423206016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776060.899214:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776060.899217:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776060.899219:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776060.899223:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13206 00000100:00080000:0.0:1775776060.899227:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776060.899231:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776060.899237:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776060.899252:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423206144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776060.899262:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776060.899271:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776060.899273:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776060.899277:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13206 00000800:00000100:2.0:1775776060.899280:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775776060.899284:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776060.899290:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776060.899296:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776060.899310:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423206272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776060.899320:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775776060.899323:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776060/real 1775776060] req@ffff9a6051f87800 x1862022423205888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776060.899325:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776060.899328:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776060.899336:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13206 00000100:00080000:0.0:1775776060.899349:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776060.899354:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776060.899359:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776060.899368:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022423205888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776060.899371:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423206400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776060.899393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776060.899399:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776060.899402:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423205888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776060.899426:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423206016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776060.899443:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776060.899452:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776060/real 1775776060] req@ffff9a6051f85180 x1862022423206016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776060.899459:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022423206016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776060.899483:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776060.899485:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776060.899488:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423206016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776060.899491:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423206144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776060.899505:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776060.899511:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776060/real 1775776060] req@ffff9a6051f84700 x1862022423206144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776060.899518:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423206144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776060.899524:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776060.899527:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776060.899530:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423206144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776060.899535:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423206272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776060.899552:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776060.899562:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776060/real 1775776060] req@ffff9a6051f87100 x1862022423206272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776060.899573:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423206272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776060.899580:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776060.899582:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776060.899585:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423206272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776060.899589:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423206400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776060.899602:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776060.899609:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776060/real 1775776060] req@ffff9a6051f87480 x1862022423206400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776060.899615:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423206400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776060.899620:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776060.899622:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776060.899623:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423206400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776061.730954:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776062.755018:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776063.778945:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776064.802996:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776065.826965:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776066.018935:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776066.018948:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776066.018955:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776066.018969:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13211 00000100:00080000:1.0:1775776066.018994:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776066.019003:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776066.019057:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423206528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776066.019094:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776066.019098:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776066.019099:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776066.019111:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13211 00000100:00080000:1.0:1775776066.019117:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776066.019121:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776066.019133:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776066.019144:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423206528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775776066.019163:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423206656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776066.019177:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776066.019181:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776066.019183:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776066.019188:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13211 00000100:00080000:1.0:1775776066.019193:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776066.019197:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776066.019203:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776066.019217:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423206784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776066.019227:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776066.019231:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776066.019233:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776066.019238:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13211 00000800:00000100:0.0:1775776066.019242:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775776066.019245:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776066.019252:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776066.019259:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776066.019273:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423206912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776066.019286:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776066/real 1775776066] req@ffff9a6058739500 x1862022423206528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776066.019294:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776066.019301:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776066.019303:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776066.019309:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13211 00000100:00080000:1.0:1775776066.019315:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775776066.019316:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423206528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776066.019324:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776066.019333:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1775776066.019334:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776066.019342:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776066.019348:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423206528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775776066.019364:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423207040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776066.019428:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423206656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776066.019454:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776066.019467:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776066/real 1775776066] req@ffff9a605873a300 x1862022423206656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776066.019479:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423206656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776066.019496:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776066.019500:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776066.019505:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423206656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776066.019511:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423206784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776066.019532:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776066.019543:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776066/real 1775776066] req@ffff9a6058739180 x1862022423206784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776066.019556:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423206784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776066.019570:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776066.019575:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776066.019579:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423206784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776066.019584:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423206912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776066.019608:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776066.019623:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776066/real 1775776066] req@ffff9a6058738e00 x1862022423206912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776066.019636:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423206912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776066.019644:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776066.019647:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776066.019651:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423206912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776066.019656:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423207040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776066.019673:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776066.019683:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776066/real 1775776066] req@ffff9a605873aa00 x1862022423207040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776066.019693:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423207040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776066.019700:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776066.019702:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776066.019705:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423207040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776066.850973:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776067.874978:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776068.899235:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776069.922904:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776070.946967:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776071.138896:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776071.138903:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776071.138906:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776071.138913:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13216 00000100:00080000:1.0:1775776071.138921:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776071.138926:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776071.138958:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423207168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776071.138978:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776071.138980:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776071.138981:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776071.138984:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13216 00000100:00080000:1.0:1775776071.138986:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776071.138988:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776071.138995:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776071.139003:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423207296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776071.139009:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776071.139011:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776071.139012:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776071.139014:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13216 00000100:00080000:1.0:1775776071.139016:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776071.139020:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776071.139021:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423207168:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775776071.139023:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776071.139034:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423207424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776071.139041:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776071.139043:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776071.139044:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776071.139046:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13216 00000100:00080000:1.0:1775776071.139048:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776071.139049:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776071.139052:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776071.139059:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423207552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776071.139064:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776071.139066:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776071.139068:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776071.139070:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13216 00000100:00080000:1.0:1775776071.139073:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776071.139075:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776071.139077:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775776071.139081:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776071.139085:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423207680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776071.139117:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776071/real 1775776071] req@ffff9a605873b100 x1862022423207168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776071.139133:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423207168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776071.139140:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776071.139143:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776071.139145:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423207168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776071.139150:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423207296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776071.139167:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776071.139175:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776071/real 1775776071] req@ffff9a6058739880 x1862022423207296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776071.139181:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423207296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776071.139186:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776071.139188:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776071.139190:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423207296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776071.139206:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423207424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776071.139215:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776071.139219:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776071/real 1775776071] req@ffff9a605873bb80 x1862022423207424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776071.139226:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423207424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776071.139230:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776071.139232:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776071.139234:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423207424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776071.139236:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423207552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776071.139244:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776071.139249:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776071/real 1775776071] req@ffff9a605873aa00 x1862022423207552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776071.139258:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423207552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776071.139263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776071.139264:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776071.139266:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423207552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776071.139268:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423207680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776071.139276:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776071.139281:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776071/real 1775776071] req@ffff9a6058738e00 x1862022423207680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776071.139287:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423207680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776071.139313:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776071.139315:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776071.139317:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423207680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776071.970897:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776072.994922:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776074.018991:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776075.042988:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776076.066892:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776076.258914:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776076.258924:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776076.258928:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776076.258941:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13221 00000100:00080000:1.0:1775776076.258964:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776076.258973:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776076.259017:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423207808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776076.259043:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776076.259046:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776076.259047:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776076.259050:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13221 00000100:00080000:1.0:1775776076.259053:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776076.259055:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776076.259063:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776076.259071:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423207936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776076.259083:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776076.259085:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776076.259087:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776076.259089:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13221 00000100:00080000:1.0:1775776076.259091:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776076.259094:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776076.259098:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776076.259108:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423208064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776076.259114:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776076.259116:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776076.259119:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775776076.259124:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423207808:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776076.259124:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13221 00000100:00080000:1.0:1775776076.259128:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776076.259138:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776076.259142:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776076.259152:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423208192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776076.259158:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776076.259161:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776076.259162:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776076.259170:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13221 00000100:00080000:1.0:1775776076.259181:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776076.259184:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776076.259188:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775776076.259192:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776076.259198:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423208320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776076.259245:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776076/real 1775776076] req@ffff9a6058739180 x1862022423207808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776076.259262:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423207808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776076.259269:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776076.259273:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776076.259275:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423207808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776076.259281:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423207936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776076.259297:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776076.259304:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776076/real 1775776076] req@ffff9a605873a300 x1862022423207936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776076.259311:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423207936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776076.259316:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776076.259318:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776076.259319:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423207936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776076.259337:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423208064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776076.259346:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776076.259351:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776076/real 1775776076] req@ffff9a6058739500 x1862022423208064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776076.259357:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423208064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776076.259367:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776076.259370:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776076.259373:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423208064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776076.259378:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423208192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776076.259396:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776076.259405:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776076/real 1775776076] req@ffff9a605873ad80 x1862022423208192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776076.259416:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423208192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776076.259423:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776076.259427:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776076.259430:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423208192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776076.259434:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423208320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776076.259447:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776076.259454:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776076/real 1775776076] req@ffff9a605873b800 x1862022423208320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776076.259460:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423208320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776076.259465:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776076.259467:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776076.259469:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423208320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776077.091046:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776078.114911:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776079.138982:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776080.162978:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776081.187058:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776081.378935:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776081.378947:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776081.378953:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776081.378965:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13226 00000100:00080000:1.0:1775776081.378980:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776081.378995:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776081.379043:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423208448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776081.379075:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776081.379079:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776081.379081:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776081.379085:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13226 00000100:00080000:1.0:1775776081.379090:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776081.379095:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776081.379107:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776081.379125:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423208448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775776081.379135:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423208576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776081.379147:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776081.379151:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776081.379153:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776081.379158:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13226 00000100:00080000:1.0:1775776081.379162:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776081.379166:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776081.379172:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776081.379183:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423208704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776081.379193:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:0.0:1775776081.379196:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775776081.379200:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776081.379202:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776081.379208:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13226 00000100:00080000:1.0:1775776081.379212:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776081.379216:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776081.379222:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776081.379236:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776081/real 1775776081] req@ffff9a605873a680 x1862022423208448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776081.379236:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423208832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776081.379265:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775776081.379269:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423208448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776081.379269:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776081.379272:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776081.379281:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13226 00000100:00080000:0.0:1775776081.379283:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776081.379285:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776081.379290:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:1.0:1775776081.379292:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776081.379295:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423208448:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775776081.379300:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776081.379315:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423208960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776081.379320:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423208576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776081.379342:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776081.379351:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776081/real 1775776081] req@ffff9a6058738000 x1862022423208576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776081.379359:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423208576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776081.379364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776081.379366:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776081.379368:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423208576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776081.379372:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423208704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776081.379383:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776081.379387:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776081/real 1775776081] req@ffff9a6058738a80 x1862022423208704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776081.379394:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423208704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776081.379398:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776081.379400:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776081.379401:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423208704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776081.379404:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423208832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776081.379414:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776081.379418:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776081/real 1775776081] req@ffff9a6058739f80 x1862022423208832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776081.379424:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423208832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776081.379429:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776081.379430:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776081.379432:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423208832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776081.379441:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423208960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776081.379450:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776081.379454:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776081/real 1775776081] req@ffff9a6058739c00 x1862022423208960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776081.379465:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423208960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776081.379470:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776081.379471:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776081.379473:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423208960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776082.210926:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776083.234969:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776084.258933:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776085.282941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776086.306915:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776086.498915:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776086.498923:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776086.498927:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776086.498936:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13232 00000100:00080000:2.0:1775776086.498946:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776086.498952:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776086.498985:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423209088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776086.499007:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776086.499009:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776086.499010:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776086.499013:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13232 00000100:00080000:2.0:1775776086.499015:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776086.499017:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776086.499042:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776086.499051:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423209216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776086.499057:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423209088:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776086.499061:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776086.499064:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776086.499065:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776086.499068:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13232 00000100:00080000:2.0:1775776086.499070:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776086.499072:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776086.499075:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776086.499081:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423209344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776086.499087:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776086.499089:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776086.499091:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776086.499093:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13232 00000100:00080000:2.0:1775776086.499095:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776086.499096:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776086.499099:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776086.499108:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423209472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776086.499113:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776086.499117:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1775776086.499119:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775776086.499119:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776086.499125:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13232 00000100:00080000:2.0:1775776086.499127:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776086.499130:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776086.499132:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776086.499139:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423209600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776086.499160:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776086/real 1775776086] req@ffff9a6051391c00 x1862022423209088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776086.499177:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423209088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776086.499187:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776086.499191:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776086.499194:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423209088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776086.499215:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423209216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776086.499235:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776086.499243:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776086/real 1775776086] req@ffff9a6051391880 x1862022423209216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776086.499254:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423209216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776086.499259:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776086.499261:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776086.499263:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423209216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776086.499266:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423209344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776086.499275:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776086.499280:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776086/real 1775776086] req@ffff9a6051390380 x1862022423209344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776086.499286:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423209344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776086.499291:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776086.499292:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776086.499294:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423209344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776086.499296:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423209472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776086.499305:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776086.499309:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776086/real 1775776086] req@ffff9a6051391500 x1862022423209472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776086.499315:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423209472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776086.499323:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776086.499325:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776086.499326:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423209472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776086.499329:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423209600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776086.499341:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776086.499349:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776086/real 1775776086] req@ffff9a6051392300 x1862022423209600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776086.499358:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423209600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776086.499365:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776086.499368:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776086.499371:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423209600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776087.330929:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776088.354910:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776089.378950:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776090.402895:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776091.426998:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776091.618846:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776091.618855:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776091.618859:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776091.618868:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13237 00000100:00080000:2.0:1775776091.618880:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776091.618887:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776091.618919:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423209728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776091.618952:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776091.618955:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776091.618956:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776091.618959:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13237 00000100:00080000:2.0:1775776091.618962:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776091.618964:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776091.618971:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776091.618980:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423209856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776091.618986:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776091.618989:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776091.618990:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776091.618993:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13237 00000100:00080000:2.0:1775776091.618996:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775776091.619001:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423209728:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776091.619001:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776091.619010:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776091.619023:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423209984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776091.619033:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776091.619037:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776091.619038:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776091.619041:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13237 00000100:00080000:2.0:1775776091.619047:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776091.619051:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775776091.619055:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:2.0:1775776091.619056:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776091.619067:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423210112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776091.619073:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776091.619075:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776091.619077:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776091.619080:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13237 00000100:00080000:2.0:1775776091.619083:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775776091.619087:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776091/real 1775776091] req@ffff9a6051390000 x1862022423209728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776091.619087:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776091.619093:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776091.619103:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423210240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776091.619110:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423209728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776091.619120:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776091.619124:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776091.619129:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423209728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776091.619136:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423209856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776091.619158:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776091.619169:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776091/real 1775776091] req@ffff9a6051390a80 x1862022423209856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776091.619177:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423209856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776091.619181:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776091.619183:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776091.619185:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423209856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776091.619201:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423209984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776091.619213:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776091.619218:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776091/real 1775776091] req@ffff9a6051393100 x1862022423209984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776091.619224:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423209984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776091.619229:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776091.619230:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776091.619232:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423209984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776091.619235:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423210112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776091.619244:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776091.619249:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776091/real 1775776091] req@ffff9a6051393480 x1862022423210112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776091.619255:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423210112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776091.619260:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776091.619261:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776091.619262:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423210112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776091.619265:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423210240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776091.619273:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776091.619277:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776091/real 1775776091] req@ffff9a6051390e00 x1862022423210240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776091.619283:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423210240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776091.619287:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776091.619288:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776091.619290:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423210240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776092.450994:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776093.474966:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776094.498978:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776095.522940:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776096.546938:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776096.738985:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776096.738993:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776096.738997:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776096.739007:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13242 00000100:00080000:1.0:1775776096.739017:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776096.739024:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776096.739061:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423210368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776096.739085:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776096.739087:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776096.739088:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776096.739091:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13242 00000100:00080000:1.0:1775776096.739093:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776096.739096:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776096.739102:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776096.739113:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423210496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776096.739118:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776096.739121:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776096.739122:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776096.739124:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13242 00000100:00080000:1.0:1775776096.739126:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776096.739129:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776096.739131:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776096.739138:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423210624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776096.739144:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775776096.739147:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423210368:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776096.739148:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776096.739150:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776096.739157:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13242 00000100:00080000:1.0:1775776096.739161:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776096.739164:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776096.739169:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776096.739180:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423210752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776096.739190:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776096.739193:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776096.739195:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776096.739197:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13242 00000100:00080000:1.0:1775776096.739201:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776096.739205:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776096.739210:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775776096.739216:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776096.739222:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423210880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776096.739253:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776096/real 1775776096] req@ffff9a6058738380 x1862022423210368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776096.739271:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423210368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776096.739281:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776096.739285:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776096.739290:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423210368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776096.739296:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423210496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776096.739317:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776096.739327:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776096/real 1775776096] req@ffff9a605873b480 x1862022423210496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776096.739338:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423210496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776096.739346:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776096.739348:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776096.739351:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423210496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776096.739371:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423210624:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776096.739384:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776096.739391:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776096/real 1775776096] req@ffff9a6058738700 x1862022423210624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776096.739401:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423210624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776096.739410:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776096.739412:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776096.739414:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423210624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776096.739417:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423210752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776096.739434:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776096.739443:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776096/real 1775776096] req@ffff9a6058739c00 x1862022423210752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776096.739454:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423210752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776096.739460:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776096.739463:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776096.739466:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423210752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776096.739472:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423210880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776096.739491:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776096.739500:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776096/real 1775776096] req@ffff9a6058739f80 x1862022423210880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776096.739510:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423210880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776096.739517:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776096.739520:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776096.739525:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423210880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776097.570983:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776098.594927:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776099.618947:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776100.642901:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776101.666970:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776101.858864:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776101.858874:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776101.858879:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776101.858888:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13247 00000100:00080000:1.0:1775776101.858900:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776101.858907:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776101.858941:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423211008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776101.858973:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776101.858977:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776101.858979:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776101.858985:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13247 00000100:00080000:1.0:1775776101.858990:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776101.858994:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776101.859005:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776101.859010:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423211008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775776101.859022:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423211136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776101.859040:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776101.859043:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776101.859045:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776101.859052:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13247 00000100:00080000:1.0:1775776101.859056:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776101.859059:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776101.859064:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1775776101.859070:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776101.859076:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423211264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776101.859087:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776101.859091:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776101.859093:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776101.859097:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13247 00000100:00100000:2.0:1775776101.859100:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776101/real 1775776101] req@ffff9a6058738a80 x1862022423211008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776101.859102:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776101.859111:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776101.859117:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776101.859120:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423211008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776101.859129:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1775776101.859133:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423211392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776101.859134:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776101.859140:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423211008:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776101.859155:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776101.859158:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776101.859160:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776101.859164:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13247 00000100:00080000:1.0:1775776101.859168:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775776101.859170:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423211136:192.168.201.120@tcp:38:kworker.0 00000100:00080000:1.0:1775776101.859173:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776101.859180:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776101.859194:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423211520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775776101.859197:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776101.859209:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776101/real 1775776101] req@ffff9a6058738000 x1862022423211136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776101.859222:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423211136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776101.859227:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776101.859230:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776101.859233:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423211136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776101.859237:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423211264:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776101.859249:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776101.859265:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776101/real 1775776101] req@ffff9a605873a680 x1862022423211264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776101.859273:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423211264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776101.859284:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776101.859287:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776101.859290:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423211264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776101.859295:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423211392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776101.859307:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776101.859317:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776101/real 1775776101] req@ffff9a605873b800 x1862022423211392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776101.859327:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423211392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776101.859335:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776101.859341:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776101.859345:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423211392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776101.859363:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423211520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776101.859376:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776101.859382:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776101/real 1775776101] req@ffff9a605873ad80 x1862022423211520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776101.859388:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423211520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776101.859392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776101.859393:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776101.859395:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423211520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776102.690903:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776103.714936:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776104.738930:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776105.762920:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776106.786930:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776106.978896:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776106.978904:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776106.978907:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776106.978914:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13252 00000100:00080000:2.0:1775776106.978922:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776106.978929:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776106.978962:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423211648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776106.978990:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776106.978993:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776106.978995:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776106.978999:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13252 00000100:00080000:2.0:1775776106.979003:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776106.979007:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776106.979016:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776106.979028:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423211776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776106.979041:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1775776106.979044:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423211648:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776106.979044:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776106.979045:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776106.979054:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13252 00000100:00080000:2.0:1775776106.979058:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776106.979061:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776106.979066:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776106.979078:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423211904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776106.979087:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776106.979090:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776106.979092:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776106.979096:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13252 00000100:00080000:2.0:1775776106.979100:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776106.979103:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776106.979108:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776106.979119:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423212032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776106.979128:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776106.979132:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1775776106.979135:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423211776:192.168.201.120@tcp:38:kworker.0 00000100:00080000:2.0:1775776106.979135:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776106.979143:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13252 00000100:00080000:2.0:1775776106.979147:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776106.979151:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776106.979157:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776106.979169:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423212160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776106.979172:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423211904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776106.979206:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423212032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776106.979234:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423212160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776107.810939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776108.834960:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776109.858920:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775776110.051041:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:1.0:1775776110.051073:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775776110.051085:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776110.051118:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776110.051126:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776110.051133:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776110.051142:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:0.0:1775776110.051169:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776106/real 1775776110] req@ffff9a6051393800 x1862022423212160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776110.051192:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423212160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776110.051210:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776110.051216:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776110.051220:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423212160:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776110.051228:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776106/real 1775776110] req@ffff9a6051392a00 x1862022423211776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776110.051250:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423211776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776110.051256:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776110.051259:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776110.051262:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423211776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776110.051267:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776106/real 1775776110] req@ffff9a6051392680 x1862022423211904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776110.051280:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423211904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776110.051286:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776110.051289:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776110.051292:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423211904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776110.051298:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776106/real 1775776110] req@ffff9a6051391f80 x1862022423212032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776110.051314:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423212032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776110.051320:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776110.051323:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776110.051326:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423212032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776110.051333:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776106/real 1775776110] req@ffff9a6051391180 x1862022423211648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776110.051344:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423211648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776110.051350:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776110.051353:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776110.051355:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423211648:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775776110.882897:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776111.906978:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776112.098900:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776112.098909:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776112.098912:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776112.098920:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13257 00000100:00080000:2.0:1775776112.098931:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776112.098937:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776112.098968:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423212288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776112.098994:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776112.098997:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776112.098998:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776112.099005:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13257 00000100:00080000:2.0:1775776112.099007:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776112.099010:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776112.099017:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776112.099025:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423212416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776112.099033:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776112.099036:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776112.099037:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776112.099040:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13257 00000100:00080000:2.0:1775776112.099042:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776112.099045:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776112.099048:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776112.099056:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423212544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776112.099059:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423212288:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776112.099064:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776112.099069:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776112.099070:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776112.099072:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13257 00000100:00080000:2.0:1775776112.099073:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776112.099075:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776112.099078:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776112.099085:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423212672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776112.099090:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776112.099092:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776112.099093:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776112.099095:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13257 00000100:00080000:2.0:1775776112.099097:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776112.099099:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776112.099102:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776112.099112:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423212800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775776112.099143:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776112.099178:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776112/real 1775776112] req@ffff9a6051391180 x1862022423212288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776112.099198:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423212288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776112.099210:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776112.099214:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776112.099219:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423212288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776112.099227:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423212416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776112.099252:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776112.099266:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776112/real 1775776112] req@ffff9a6051391f80 x1862022423212416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776112.099299:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423212416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776112.099320:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776112.099324:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776112.099330:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423212416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776112.099357:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423212544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776112.099380:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776112.099391:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776112/real 1775776112] req@ffff9a6051392680 x1862022423212544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776112.099403:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423212544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776112.099411:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776112.099414:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776112.099418:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423212544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776112.099424:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423212672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776112.099442:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776112.099452:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776112/real 1775776112] req@ffff9a6051392a00 x1862022423212672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776112.099463:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423212672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776112.099470:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776112.099472:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776112.099476:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423212672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776112.099481:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423212800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776112.099498:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776112.099508:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776112/real 1775776112] req@ffff9a6051393800 x1862022423212800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776112.099519:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423212800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776112.099527:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776112.099530:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776112.099533:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423212800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776112.930912:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776113.954976:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776114.978892:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776116.003006:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776117.026971:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776117.218966:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776117.218976:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776117.218981:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776117.218991:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13262 00000100:00080000:1.0:1775776117.219003:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776117.219010:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776117.219050:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423212928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776117.219084:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776117.219088:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776117.219090:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776117.219094:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13262 00000100:00080000:1.0:1775776117.219098:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776117.219101:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776117.219111:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776117.219126:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423213056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776117.219133:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423212928:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776117.219143:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776117.219147:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776117.219150:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776117.219155:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13262 00000100:00080000:1.0:1775776117.219160:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776117.219164:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776117.219170:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776117.219182:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423213184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776117.219192:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776117.219196:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776117.219198:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1775776117.219202:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775776117.219208:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13262 00000100:00080000:1.0:1775776117.219213:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776117.219218:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776117.219224:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776117.219238:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776117/real 1775776117] req@ffff9a6058739500 x1862022423212928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776117.219239:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423213312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776117.219272:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776117.219275:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:0.0:1775776117.219279:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423212928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776117.219279:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776117.219289:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13262 00000100:00080000:1.0:1775776117.219297:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776117.219301:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776117.219302:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:0.0:1775776117.219312:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000008:00100000:1.0:1775776117.219312:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776117.219319:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423212928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775776117.219329:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423213440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776117.219357:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423213056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776117.219384:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776117.219398:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776117/real 1775776117] req@ffff9a605873a300 x1862022423213056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776117.219413:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423213056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776117.219422:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776117.219438:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776117.219446:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423213056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776117.219453:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423213184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776117.219475:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776117.219484:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776117/real 1775776117] req@ffff9a6058739180 x1862022423213184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776117.219517:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423213184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776117.219523:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776117.219525:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776117.219527:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423213184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776117.219532:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423213312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776117.219547:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776117.219554:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776117/real 1775776117] req@ffff9a6058738e00 x1862022423213312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776117.219562:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423213312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776117.219567:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776117.219569:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776117.219570:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423213312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776117.219574:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423213440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776117.219583:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776117.219591:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776117/real 1775776117] req@ffff9a605873aa00 x1862022423213440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776117.219603:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423213440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776117.219611:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776117.219615:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776117.219617:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423213440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776118.050988:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776119.074967:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776120.098963:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776121.123005:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776122.147041:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776122.338965:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776122.338977:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776122.338983:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776122.338996:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13267 00000100:00080000:3.0:1775776122.339011:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776122.339018:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776122.339070:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423213568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776122.339100:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776122.339109:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776122.339114:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776122.339119:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13267 00000100:00080000:3.0:1775776122.339124:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776122.339128:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776122.339141:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776122.339158:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423213696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776122.339160:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423213568:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776122.339177:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776122.339181:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776122.339183:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776122.339188:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13267 00000100:00080000:3.0:1775776122.339192:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776122.339195:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776122.339202:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776122.339214:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423213824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776122.339224:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776122.339228:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776122.339230:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776122.339234:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13267 00000100:00080000:3.0:1775776122.339238:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776122.339242:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775776122.339247:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775776122.339250:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776122.339265:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423213952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776122.339280:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776122.339283:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776122.339286:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776122.339290:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13267 00000100:00080000:3.0:1775776122.339294:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775776122.339296:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776122/real 1775776122] req@ffff9a6048b5bb80 x1862022423213568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776122.339300:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776122.339309:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776122.339322:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423213568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776122.339325:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423214080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776122.339352:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776122.339358:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776122.339363:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423213568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776122.339392:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423213696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776122.339445:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776122.339458:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776122/real 1775776122] req@ffff9a6048b5a680 x1862022423213696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776122.339471:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423213696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776122.339478:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776122.339481:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776122.339484:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423213696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776122.339490:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423213824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776122.339509:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776122.339519:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776122/real 1775776122] req@ffff9a6048b59c00 x1862022423213824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776122.339529:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423213824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776122.339536:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776122.339539:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776122.339542:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423213824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776122.339548:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423213952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776122.339568:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776122.339577:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776122/real 1775776122] req@ffff9a6048b5b480 x1862022423213952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776122.339588:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423213952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776122.339595:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776122.339598:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776122.339601:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423213952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776122.339606:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423214080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776122.339625:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776122.339634:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776122/real 1775776122] req@ffff9a6048b59500 x1862022423214080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776122.339644:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423214080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776122.339650:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776122.339653:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776122.339662:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423214080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776123.171001:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776124.195016:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776125.218980:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776126.243015:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776127.266928:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776127.458947:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776127.458960:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776127.458966:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776127.458978:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13273 00000100:00080000:1.0:1775776127.458993:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776127.459002:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776127.459055:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423214208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776127.459083:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776127.459086:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776127.459088:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776127.459091:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13273 00000100:00080000:1.0:1775776127.459094:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776127.459097:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776127.459107:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776127.459118:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423214336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776127.459125:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776127.459128:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776127.459129:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776127.459133:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13273 00000100:00080000:1.0:1775776127.459136:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776127.459139:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776127.459144:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776127.459152:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423214464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776127.459163:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423214208:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776127.459166:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776127.459179:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776127.459181:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776127.459185:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13273 00000100:00080000:1.0:1775776127.459187:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776127.459189:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776127.459193:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776127.459203:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423214592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776127.459209:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776127.459211:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776127.459213:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776127.459215:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13273 00000100:00080000:1.0:1775776127.459230:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776127.459234:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776127.459237:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776127.459246:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423214720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775776127.459258:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776127.459299:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776127/real 1775776127] req@ffff9a605873bb80 x1862022423214208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776127.459329:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423214208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776127.459337:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776127.459340:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776127.459342:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423214208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776127.459348:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423214336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776127.459366:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776127.459374:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776127/real 1775776127] req@ffff9a6058739880 x1862022423214336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776127.459382:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423214336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776127.459387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776127.459389:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776127.459391:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423214336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776127.459409:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423214464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776127.459418:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776127.459423:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776127/real 1775776127] req@ffff9a605873b100 x1862022423214464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776127.459442:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423214464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776127.459447:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776127.459449:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776127.459451:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423214464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776127.459454:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423214592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776127.459465:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776127.459471:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776127/real 1775776127] req@ffff9a605873aa00 x1862022423214592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776127.459477:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423214592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776127.459481:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776127.459483:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776127.459484:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423214592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776127.459488:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423214720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776127.459496:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776127.459501:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776127/real 1775776127] req@ffff9a6058738e00 x1862022423214720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776127.459507:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423214720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776127.459515:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776127.459517:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776127.459519:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423214720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776128.290984:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776129.314913:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776130.338979:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776131.363006:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776132.386937:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776132.578923:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776132.578933:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776132.578937:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776132.578947:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13278 00000100:00080000:1.0:1775776132.578959:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776132.578966:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776132.579007:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423214848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776132.579034:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776132.579038:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776132.579040:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776132.579044:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13278 00000100:00080000:1.0:1775776132.579047:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776132.579051:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776132.579062:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776132.579074:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423214976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776132.579083:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776132.579086:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776132.579088:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775776132.579092:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423214848:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776132.579092:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13278 00000100:00080000:1.0:1775776132.579095:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776132.579098:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776132.579102:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776132.579112:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423215104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776132.579121:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776132.579124:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776132.579125:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776132.579128:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13278 00000100:00080000:1.0:1775776132.579130:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776132.579133:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776132.579137:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776132.579146:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423215232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776132.579154:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776132.579157:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776132.579159:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776132.579162:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13278 00000800:00000100:0.0:1775776132.579164:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775776132.579166:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776132.579169:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776132.579173:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776132.579182:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423215360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776132.579202:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776132/real 1775776132] req@ffff9a6058739180 x1862022423214848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776132.579232:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423214848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776132.579243:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776132.579248:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776132.579252:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423214848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776132.579275:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423214976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776132.579293:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776132.579308:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776132/real 1775776132] req@ffff9a605873a300 x1862022423214976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776132.579316:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423214976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776132.579321:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776132.579324:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776132.579326:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423214976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776132.579329:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423215104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776132.579340:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776132.579345:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776132/real 1775776132] req@ffff9a6058739500 x1862022423215104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776132.579352:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423215104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776132.579356:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776132.579358:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776132.579359:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423215104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776132.579362:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423215232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776132.579371:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776132.579376:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776132/real 1775776132] req@ffff9a605873ad80 x1862022423215232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776132.579382:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423215232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776132.579387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776132.579388:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776132.579390:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423215232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776132.579392:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423215360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776132.579401:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776132.579406:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776132/real 1775776132] req@ffff9a605873b800 x1862022423215360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776132.579412:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423215360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776132.579422:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776132.579424:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776132.579426:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423215360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776133.410968:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776134.434925:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776135.458959:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776136.482991:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776137.506952:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776137.698943:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776137.698954:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776137.698959:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776137.698970:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13283 00000100:00080000:3.0:1775776137.698983:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776137.698991:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776137.699034:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423215488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776137.699059:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776137.699063:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776137.699065:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776137.699070:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13283 00000100:00080000:3.0:1775776137.699073:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776137.699076:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776137.699084:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423215488:192.168.201.120@tcp:250:kworker.0 00000008:00100000:3.0:1775776137.699087:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776137.699101:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423215616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776137.699111:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776137.699115:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776137.699116:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776137.699120:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13283 00000100:00080000:3.0:1775776137.699124:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776137.699142:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776137.699147:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776137.699158:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423215744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776137.699166:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776137.699169:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776137.699171:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776137.699175:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13283 00000100:00080000:3.0:1775776137.699179:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776137.699184:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:1.0:1775776137.699185:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775776137.699189:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776137.699198:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423215872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776137.699206:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776137.699210:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776137.699212:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776137.699216:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13283 00000100:00080000:3.0:1775776137.699219:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776137.699222:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776137.699227:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776137.699228:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776137/real 1775776137] req@ffff9a6048b59880 x1862022423215488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776137.699235:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423216000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775776137.699253:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423215488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776137.699263:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776137.699267:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776137.699271:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423215488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775776137.699303:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423215616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775776137.699325:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776137.699336:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776137/real 1775776137] req@ffff9a6048b59500 x1862022423215616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776137.699348:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423215616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776137.699355:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776137.699359:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776137.699361:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423215616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775776137.699366:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423215744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775776137.699384:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776137.699394:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776137/real 1775776137] req@ffff9a6048b5b480 x1862022423215744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776137.699405:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423215744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776137.699428:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776137.699431:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776137.699435:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423215744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775776137.699440:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423215872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775776137.699468:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776137.699478:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776137/real 1775776137] req@ffff9a6048b59c00 x1862022423215872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776137.699489:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423215872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776137.699496:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776137.699499:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776137.699502:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423215872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775776137.699508:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423216000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775776137.699525:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776137.699535:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776137/real 1775776137] req@ffff9a6048b5a680 x1862022423216000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776137.699545:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423216000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776137.699552:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776137.699554:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776137.699557:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423216000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776138.530971:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776139.554927:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776140.579014:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776141.602960:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776142.626923:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776142.818962:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776142.818978:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776142.818983:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776142.818997:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13288 00000100:00080000:3.0:1775776142.819011:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776142.819020:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776142.819092:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423216128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776142.819129:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776142.819133:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776142.819135:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776142.819139:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13288 00000100:00080000:3.0:1775776142.819144:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776142.819148:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776142.819159:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776142.819177:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423216256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776142.819193:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776142.819197:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776142.819198:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776142.819203:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13288 00000100:00080000:3.0:1775776142.819207:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776142.819210:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776142.819216:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776142.819229:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423216384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776142.819242:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1775776142.819245:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423216128:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776142.819247:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776142.819249:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776142.819258:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13288 00000100:00080000:3.0:1775776142.819262:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776142.819267:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776142.819272:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776142.819294:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423216512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776142.819304:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776142.819308:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776142.819311:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776142.819315:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13288 00000100:00080000:3.0:1775776142.819319:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:1.0:1775776142.819326:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776142.819326:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776142.819337:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776142.819351:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423216640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775776142.819380:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776142/real 1775776142] req@ffff9a6048b5bb80 x1862022423216128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776142.819399:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423216128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776142.819409:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776142.819413:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776142.819417:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423216128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775776142.819425:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423216256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775776142.819449:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776142.819462:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776142/real 1775776142] req@ffff9a6048b58000 x1862022423216256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776142.819474:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423216256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776142.819481:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776142.819485:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776142.819487:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423216256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775776142.819541:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423216384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775776142.819568:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776142.819580:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776142/real 1775776142] req@ffff9a6048b5a300 x1862022423216384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776142.819591:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423216384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776142.819599:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776142.819602:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776142.819605:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423216384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775776142.819611:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423216512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775776142.819631:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776142.819649:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776142/real 1775776142] req@ffff9a6048b5aa00 x1862022423216512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776142.819661:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423216512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776142.819668:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776142.819671:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776142.819674:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423216512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775776142.819680:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423216640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775776142.819700:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776142.819710:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776142/real 1775776142] req@ffff9a6048b5ad80 x1862022423216640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776142.819720:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423216640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776142.819728:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776142.819731:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776142.819733:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423216640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776143.650904:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776144.675003:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776145.698981:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776146.722929:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776147.747001:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776147.938900:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776147.938911:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776147.938916:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776147.938927:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13293 00000100:00080000:3.0:1775776147.938941:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776147.938948:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776147.939003:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423216768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776147.939034:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776147.939038:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776147.939040:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776147.939043:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13293 00000100:00080000:3.0:1775776147.939047:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776147.939050:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776147.939060:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776147.939072:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423216896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776147.939082:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776147.939086:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776147.939088:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776147.939092:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13293 00000100:00080000:3.0:1775776147.939095:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1775776147.939097:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423216768:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776147.939100:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776147.939107:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776147.939117:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423217024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776147.939127:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776147.939130:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776147.939132:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776147.939135:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13293 00000100:00080000:3.0:1775776147.939138:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776147.939142:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776147.939146:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776147.939155:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423217152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776147.939164:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776147.939168:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776147.939170:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776147.939174:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13293 00000100:00080000:3.0:1775776147.939177:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776147.939182:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:1.0:1775776147.939183:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775776147.939190:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776147.939202:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423217280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775776147.939231:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776147/real 1775776147] req@ffff9a6048b58e00 x1862022423216768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776147.939251:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423216768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776147.939262:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776147.939266:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776147.939270:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423216768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775776147.939277:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423216896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775776147.939300:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776147.939311:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776147/real 1775776147] req@ffff9a6048b5b100 x1862022423216896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776147.939322:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423216896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776147.939329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776147.939332:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776147.939335:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423216896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775776147.939361:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423217024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775776147.939380:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776147.939389:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776147/real 1775776147] req@ffff9a6048b59f80 x1862022423217024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776147.939400:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423217024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776147.939407:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776147.939410:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776147.939412:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423217024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775776147.939418:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423217152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775776147.939436:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776147.939446:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776147/real 1775776147] req@ffff9a6048b58a80 x1862022423217152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776147.939456:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423217152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776147.939463:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776147.939466:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776147.939469:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423217152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775776147.939474:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423217280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775776147.939492:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776147.939501:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776147/real 1775776147] req@ffff9a6048b59180 x1862022423217280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776147.939511:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423217280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776147.939518:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776147.939521:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776147.939524:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423217280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776148.770972:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776149.794991:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776150.819026:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776151.842985:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776152.866980:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776153.058971:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776153.058980:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776153.058985:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776153.058997:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13298 00000100:00080000:1.0:1775776153.059010:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776153.059017:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776153.059058:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423217408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776153.059086:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776153.059088:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776153.059090:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776153.059093:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13298 00000100:00080000:1.0:1775776153.059094:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776153.059097:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776153.059107:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776153.059119:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423217536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776153.059136:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776153.059139:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776153.059141:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776153.059146:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13298 00000100:00080000:1.0:1775776153.059150:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776153.059154:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776153.059158:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776153.059167:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423217664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776153.059178:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423217408:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776153.059179:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776153.059185:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776153.059190:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776153.059199:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13298 00000100:00080000:1.0:1775776153.059201:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776153.059204:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776153.059208:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776153.059216:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423217792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776153.059222:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776153.059224:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776153.059225:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776153.059228:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13298 00000100:00080000:1.0:1775776153.059231:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776153.059233:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776153.059237:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776153.059244:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423217920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775776153.059258:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776153.059295:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776153/real 1775776153] req@ffff9a605873a680 x1862022423217408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776153.059308:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423217408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776153.059315:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776153.059319:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776153.059321:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423217408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776153.059327:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423217536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776153.059341:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776153.059347:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776153/real 1775776153] req@ffff9a6058738000 x1862022423217536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776153.059354:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423217536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776153.059359:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776153.059361:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776153.059363:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423217536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776153.059381:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423217664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776153.059390:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776153.059395:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776153/real 1775776153] req@ffff9a6058738a80 x1862022423217664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776153.059401:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423217664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776153.059405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776153.059407:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776153.059409:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423217664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776153.059412:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423217792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776153.059422:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776153.059427:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776153/real 1775776153] req@ffff9a6058739f80 x1862022423217792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776153.059433:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423217792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776153.059437:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776153.059439:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776153.059440:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423217792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776153.059443:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423217920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776153.059453:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776153.059457:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776153/real 1775776153] req@ffff9a6058739c00 x1862022423217920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776153.059463:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423217920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776153.059467:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776153.059468:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776153.059470:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423217920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776153.890960:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776154.915051:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776155.938955:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776156.962983:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776157.986954:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776158.178907:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776158.178919:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776158.178925:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776158.178937:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13303 00000100:00080000:1.0:1775776158.178950:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776158.178958:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776158.179009:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423218048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776158.179040:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776158.179043:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776158.179045:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776158.179049:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13303 00000100:00080000:1.0:1775776158.179053:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776158.179057:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776158.179076:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776158.179083:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423218048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775776158.179091:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423218176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776158.179103:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776158.179106:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776158.179108:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776158.179112:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13303 00000100:00080000:1.0:1775776158.179117:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776158.179121:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776158.179125:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776158.179137:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423218304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775776158.179147:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775776158.179147:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776158.179153:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776158.179155:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776158.179159:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13303 00000100:00080000:1.0:1775776158.179164:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776158.179169:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776158.179174:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776158.179185:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423218432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776158.179188:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776158/real 1775776158] req@ffff9a6058738700 x1862022423218048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776158.179208:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776158.179212:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776158.179214:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775776158.179216:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423218048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776158.179220:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13303 00000100:00080000:1.0:1775776158.179226:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776158.179228:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776158.179231:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:0.0:1775776158.179235:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776158.179239:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423218048:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775776158.179239:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776158.179252:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423218560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776158.179267:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423218176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776158.179282:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776158.179291:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776158/real 1775776158] req@ffff9a605873b480 x1862022423218176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776158.179299:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423218176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776158.179304:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776158.179306:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776158.179308:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423218176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776158.179311:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423218304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776158.179320:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776158.179324:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776158/real 1775776158] req@ffff9a6058738380 x1862022423218304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776158.179330:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423218304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776158.179340:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776158.179342:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776158.179344:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423218304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776158.179347:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423218432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776158.179356:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776158.179360:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776158/real 1775776158] req@ffff9a6058739c00 x1862022423218432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776158.179369:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423218432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776158.179375:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776158.179378:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776158.179381:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423218432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776158.179388:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423218560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776158.179405:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776158.179413:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776158/real 1775776158] req@ffff9a6058739f80 x1862022423218560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776158.179420:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423218560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776158.179425:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776158.179427:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776158.179429:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423218560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776159.010989:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776160.035040:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776161.058988:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776162.083009:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776163.106969:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776163.298887:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776163.298894:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776163.298898:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776163.298906:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13308 00000100:00080000:3.0:1775776163.298916:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776163.298921:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776163.298951:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423218688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776163.298973:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776163.298976:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776163.298977:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776163.298979:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13308 00000100:00080000:3.0:1775776163.298981:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776163.298983:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776163.298990:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776163.299000:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423218816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776163.299006:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776163.299009:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776163.299010:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776163.299012:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13308 00000100:00080000:3.0:1775776163.299015:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776163.299017:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776163.299020:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776163.299022:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423218688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776163.299028:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423218944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776163.299034:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776163.299037:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776163.299038:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776163.299040:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13308 00000100:00080000:3.0:1775776163.299042:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776163.299044:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776163.299047:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776163.299053:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423219072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776163.299058:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776163.299060:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776163.299062:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776163.299063:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13308 00000100:00080000:3.0:1775776163.299066:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776163.299067:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776163.299070:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776163.299077:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423219200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775776163.299078:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776163.299116:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776163/real 1775776163] req@ffff9a6048b5b800 x1862022423218688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776163.299129:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423218688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776163.299136:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776163.299139:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776163.299141:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423218688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776163.299146:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423218816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776163.299161:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776163.299168:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776163/real 1775776163] req@ffff9a6048b59180 x1862022423218816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776163.299175:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423218816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776163.299179:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776163.299181:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776163.299183:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423218816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776163.299199:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423218944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776163.299208:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776163.299213:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776163/real 1775776163] req@ffff9a6048b58a80 x1862022423218944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776163.299219:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423218944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776163.299223:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776163.299224:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776163.299226:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423218944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776163.299229:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423219072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776163.299237:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776163.299242:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776163/real 1775776163] req@ffff9a6048b59f80 x1862022423219072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776163.299248:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423219072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776163.299252:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776163.299253:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776163.299255:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423219072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776163.299257:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423219200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776163.299265:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776163.299269:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776163/real 1775776163] req@ffff9a6048b5b100 x1862022423219200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776163.299279:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423219200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776163.299283:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776163.299284:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776163.299286:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423219200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776164.130924:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776165.154941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776166.178913:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776167.202932:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776168.226949:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776168.418940:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776168.418953:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776168.418958:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776168.418970:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13314 00000100:00080000:0.0:1775776168.418984:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776168.418993:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776168.419045:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423219328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776168.419081:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776168.419085:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776168.419087:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776168.419091:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13314 00000100:00080000:0.0:1775776168.419096:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776168.419100:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776168.419112:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776168.419128:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423219456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776168.419138:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776168.419143:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:1.0:1775776168.419145:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423219328:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775776168.419146:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776168.419157:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13314 00000100:00080000:0.0:1775776168.419161:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776168.419164:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776168.419170:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776168.419181:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423219584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776168.419187:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776168.419190:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776168.419191:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776168.419194:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13314 00000100:00080000:0.0:1775776168.419204:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776168.419207:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776168.419210:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:1.0:1775776168.419214:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776168.419219:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423219712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776168.419228:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776168.419232:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776168.419234:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776168.419239:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13314 00000100:00080000:0.0:1775776168.419245:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776168.419252:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776168.419252:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776168/real 1775776168] req@ffff9a6051f85c00 x1862022423219328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1775776168.419263:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776168.419282:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423219840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775776168.419288:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423219328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776168.419306:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776168.419312:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776168.419320:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423219328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775776168.419343:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423219456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775776168.419361:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776168.419370:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776168/real 1775776168] req@ffff9a6051f86a00 x1862022423219456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776168.419377:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423219456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776168.419382:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776168.419385:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776168.419387:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423219456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775776168.419390:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423219584:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775776168.419401:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776168.419406:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776168/real 1775776168] req@ffff9a6051f86680 x1862022423219584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776168.419413:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423219584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776168.419417:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776168.419419:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776168.419420:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423219584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775776168.419423:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423219712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775776168.419433:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776168.419437:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776168/real 1775776168] req@ffff9a6051f86300 x1862022423219712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776168.419443:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423219712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776168.419448:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776168.419449:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776168.419451:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423219712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775776168.419454:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423219840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775776168.419462:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776168.419466:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776168/real 1775776168] req@ffff9a6051f85500 x1862022423219840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776168.419476:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423219840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776168.419483:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776168.419485:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776168.419488:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423219840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776169.250971:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776170.274970:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776171.298916:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776172.322903:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776173.346907:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776173.538869:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776173.538875:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776173.538879:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776173.538887:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13319 00000100:00080000:0.0:1775776173.538896:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776173.538902:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776173.538930:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423219968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776173.538945:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776173.538947:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776173.538949:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776173.538953:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13319 00000100:00080000:0.0:1775776173.538957:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776173.538961:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776173.538968:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423219968:192.168.201.120@tcp:250:kworker.0 00000008:00100000:0.0:1775776173.538971:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776173.538987:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423220096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776173.538998:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776173.539001:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776173.539003:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776173.539008:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13319 00000100:00080000:0.0:1775776173.539014:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776173.539018:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776173.539023:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776173.539036:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423220224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776173.539046:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776173.539050:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776173.539052:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1775776173.539056:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423220096:192.168.201.120@tcp:38:kworker.0 00000100:00080000:0.0:1775776173.539059:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13319 00000100:00080000:0.0:1775776173.539066:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776173.539070:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776173.539076:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776173.539089:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423220352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775776173.539094:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423220224:192.168.201.120@tcp:38:kworker.0 00000100:00080000:0.0:1775776173.539104:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776173.539108:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776173.539109:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776173.539114:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13319 00000100:00080000:0.0:1775776173.539119:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1775776173.539122:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423220352:192.168.201.120@tcp:8:kworker.0 00000100:00080000:0.0:1775776173.539125:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776173.539133:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776173.539155:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423220480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776173.539203:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423220480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776174.370947:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776175.394944:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776176.418902:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1775776176.611123:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:3.0:1775776176.611184:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1775776176.611205:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775776176.611264:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775776176.611274:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775776176.611283:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775776176.611294:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775776176.611366:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776173/real 1775776176] req@ffff9a6051f85f80 x1862022423220480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776176.611412:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423220480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776176.611425:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776176.611431:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776176.611435:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423220480:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776176.611444:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776173/real 1775776176] req@ffff9a6051f86d80 x1862022423220352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776176.611488:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423220352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776176.611495:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776176.611499:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776176.611503:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423220352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776176.611509:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776173/real 1775776176] req@ffff9a6051f85880 x1862022423220096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776176.611520:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423220096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776176.611527:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776176.611530:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776176.611534:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423220096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776176.611540:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776173/real 1775776176] req@ffff9a6051f84e00 x1862022423220224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776176.611551:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423220224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776176.611558:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776176.611562:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776176.611565:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423220224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776176.611572:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776173/real 1775776176] req@ffff9a6051f84380 x1862022423219968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776176.611583:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423219968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776176.611590:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776176.611593:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776176.611596:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423219968:192.168.201.120@tcp:250:kworker.0 00010000:00010000:2.0:1775776177.442947:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776178.466913:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776178.658883:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776178.658890:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776178.658893:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776178.658902:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13324 00000100:00080000:0.0:1775776178.658913:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776178.658919:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776178.658951:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022423220608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776178.658981:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776178.658996:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776178.658998:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776178.659002:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13324 00000100:00080000:0.0:1775776178.659006:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776178.659011:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776178.659019:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776178.659031:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423220608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776178.659034:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022423220736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776178.659047:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776178.659051:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776178.659053:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776178.659058:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13324 00000100:00080000:0.0:1775776178.659062:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776178.659068:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776178.659072:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776178.659084:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423220864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775776178.659088:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775776178.659097:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776178.659101:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776178.659103:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776178.659107:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13324 00000100:00080000:0.0:1775776178.659111:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776178.659115:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776178.659120:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776178.659122:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776178/real 1775776178] req@ffff9a6051f84a80 x1862022423220608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776178.659132:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423220992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776178.659142:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776178.659145:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776178.659147:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775776178.659151:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022423220608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776178.659153:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13324 00000100:00080000:0.0:1775776178.659159:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776178.659173:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776178.659177:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:0.0:1775776178.659178:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776178.659183:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423220608:192.168.201.120@tcp:250:kworker.0 00000008:00100000:0.0:1775776178.659186:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776178.659197:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423221120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776178.659211:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423220736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776178.659232:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776178.659243:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776178/real 1775776178] req@ffff9a6051f87b80 x1862022423220736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776178.659254:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022423220736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776178.659262:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776178.659265:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776178.659268:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423220736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776178.659273:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423220864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776178.659287:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776178.659294:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776178/real 1775776178] req@ffff9a6051f84380 x1862022423220864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776178.659305:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423220864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776178.659311:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776178.659314:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776178.659317:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423220864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776178.659323:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423220992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776178.659336:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776178.659344:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776178/real 1775776178] req@ffff9a6051f84e00 x1862022423220992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776178.659353:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423220992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776178.659361:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776178.659364:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776178.659367:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423220992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776178.659371:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423221120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776178.659384:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776178.659392:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776178/real 1775776178] req@ffff9a6051f85880 x1862022423221120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776178.659403:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423221120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776178.659409:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776178.659413:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776178.659428:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423221120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776179.490968:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776180.514968:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776181.538966:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776182.562976:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776183.587027:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776183.778950:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776183.778963:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776183.778968:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776183.778981:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13329 00000100:00080000:0.0:1775776183.778995:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776183.779003:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776183.779054:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423221248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776183.779091:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776183.779095:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776183.779097:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776183.779102:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13329 00000100:00080000:0.0:1775776183.779106:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776183.779110:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776183.779121:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776183.779134:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423221376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776183.779144:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776183.779147:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776183.779149:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776183.779153:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13329 00000100:00080000:0.0:1775776183.779156:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776183.779160:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776183.779165:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776183.779175:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423221504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776183.779185:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776183.779189:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776183.779191:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776183.779194:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13329 00000100:00080000:0.0:1775776183.779198:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776183.779202:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776183.779207:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776183.779215:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423221248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776183.779219:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423221632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776183.779233:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776183.779237:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776183.779238:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776183.779242:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13329 00000100:00080000:0.0:1775776183.779246:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776183.779250:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776183.779254:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776183.779265:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423221760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775776183.779304:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776183.779356:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776183/real 1775776183] req@ffff9a6051f86d80 x1862022423221248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776183.779376:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423221248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776183.779387:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776183.779391:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776183.779395:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423221248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776183.779403:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423221376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776183.779427:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776183.779438:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776183/real 1775776183] req@ffff9a6051f85f80 x1862022423221376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776183.779450:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423221376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776183.779457:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776183.779460:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776183.779463:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423221376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776183.779468:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423221504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776183.779487:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776183.779497:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776183/real 1775776183] req@ffff9a6051f85500 x1862022423221504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776183.779513:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423221504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776183.779520:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776183.779523:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776183.779526:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423221504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776183.779554:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423221632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776183.779573:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776183.779583:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776183/real 1775776183] req@ffff9a6051f86300 x1862022423221632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776183.779594:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423221632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776183.779600:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776183.779603:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776183.779606:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423221632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776183.779611:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423221760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776183.779629:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776183.779638:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776183/real 1775776183] req@ffff9a6051f86680 x1862022423221760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776183.779647:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423221760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776183.779659:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776183.779662:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776183.779665:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423221760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776184.610949:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776185.634927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776186.658923:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776187.683024:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776188.706985:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776188.898942:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776188.898952:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776188.898957:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776188.898969:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13334 00000100:00080000:1.0:1775776188.898983:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776188.898990:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776188.899042:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423221888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776188.899070:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776188.899073:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776188.899075:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776188.899080:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13334 00000100:00080000:1.0:1775776188.899083:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776188.899087:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776188.899097:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776188.899109:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423222016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776188.899119:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423221888:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776188.899121:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776188.899127:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776188.899128:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776188.899133:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13334 00000100:00080000:1.0:1775776188.899136:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776188.899139:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776188.899144:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776188.899154:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423222144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776188.899168:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776188.899171:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776188.899173:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776188.899176:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13334 00000100:00080000:1.0:1775776188.899180:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776188.899184:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776188.899189:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776188.899189:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776188.899203:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423222272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776188.899213:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776188.899217:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776188.899219:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776188.899223:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13334 00000100:00080000:1.0:1775776188.899226:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776188.899230:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776188.899234:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776188.899255:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776188/real 1775776188] req@ffff9a6058738a80 x1862022423221888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776188.899269:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423222400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776188.899278:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423221888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776188.899287:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776188.899291:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776188.899296:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423221888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776188.899324:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423222016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776188.899347:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776188.899359:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776188/real 1775776188] req@ffff9a6058738000 x1862022423222016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776188.899371:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423222016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776188.899379:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776188.899405:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776188.899408:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423222016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776188.899414:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423222144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776188.899435:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776188.899445:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776188/real 1775776188] req@ffff9a605873a680 x1862022423222144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776188.899457:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423222144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776188.899465:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776188.899469:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776188.899473:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423222144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776188.899479:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423222272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776188.899497:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776188.899507:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776188/real 1775776188] req@ffff9a605873b800 x1862022423222272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776188.899517:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423222272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776188.899525:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776188.899528:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776188.899531:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423222272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776188.899536:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423222400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776188.899555:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776188.899564:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776188/real 1775776188] req@ffff9a605873ad80 x1862022423222400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776188.899573:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423222400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776188.899580:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776188.899583:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776188.899585:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423222400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776189.730990:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776190.754958:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776191.779043:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776192.802954:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776193.827025:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776194.018895:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776194.018904:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776194.018908:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776194.018924:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13339 00000100:00080000:1.0:1775776194.018934:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776194.018940:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776194.018973:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423222528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776194.019002:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776194.019005:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776194.019006:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776194.019010:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13339 00000100:00080000:1.0:1775776194.019013:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776194.019016:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776194.019025:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776194.019035:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423222656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776194.019044:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776194.019047:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776194.019049:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776194.019053:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13339 00000100:00080000:1.0:1775776194.019055:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776194.019060:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776194.019062:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423222528:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775776194.019065:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776194.019078:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423222784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776194.019087:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776194.019090:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776194.019092:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776194.019095:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13339 00000100:00080000:1.0:1775776194.019098:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776194.019102:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776194.019106:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776194.019114:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423222912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776194.019122:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776194.019128:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:2.0:1775776194.019128:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775776194.019132:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776194.019137:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13339 00000100:00080000:1.0:1775776194.019140:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776194.019144:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776194.019160:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776194.019170:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423223040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776194.019181:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776194/real 1775776194] req@ffff9a6058739500 x1862022423222528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776194.019199:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423222528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776194.019206:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776194.019209:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776194.019212:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423222528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776194.019217:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423222656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776194.019233:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776194.019241:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776194/real 1775776194] req@ffff9a605873a300 x1862022423222656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776194.019248:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423222656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776194.019253:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776194.019255:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776194.019257:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423222656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776194.019273:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423222784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776194.019283:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776194.019288:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776194/real 1775776194] req@ffff9a6058739180 x1862022423222784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776194.019295:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423222784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776194.019299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776194.019301:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776194.019303:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423222784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776194.019305:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423222912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776194.019314:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776194.019318:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776194/real 1775776194] req@ffff9a6058738e00 x1862022423222912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776194.019324:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423222912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776194.019329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776194.019330:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776194.019332:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423222912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776194.019335:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423223040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776194.019343:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776194.019347:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776194/real 1775776194] req@ffff9a605873aa00 x1862022423223040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776194.019352:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423223040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776194.019356:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776194.019358:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776194.019360:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423223040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776194.850933:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776195.874965:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776196.898921:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776197.922952:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776198.946976:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776199.138932:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776199.138946:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776199.138951:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776199.138964:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13344 00000100:00080000:0.0:1775776199.138977:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776199.138985:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776199.139042:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423223168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776199.139083:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776199.139087:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776199.139089:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776199.139093:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13344 00000100:00080000:0.0:1775776199.139097:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776199.139102:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776199.139114:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776199.139129:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423223296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776199.139140:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776199.139144:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1775776199.139145:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423223168:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775776199.139146:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776199.139153:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13344 00000100:00080000:0.0:1775776199.139157:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776199.139160:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776199.139164:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776199.139173:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423223424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776199.139180:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776199.139182:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776199.139183:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776199.139185:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13344 00000100:00080000:0.0:1775776199.139187:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776199.139189:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776199.139192:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776199.139198:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423223552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776199.139203:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776199.139206:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776199.139207:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776199.139209:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13344 00000100:00080000:0.0:1775776199.139212:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776199.139214:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776199.139216:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776199.139222:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423223680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775776199.139234:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776199.139280:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776199/real 1775776199] req@ffff9a6051f86a00 x1862022423223168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776199.139303:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423223168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776199.139314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776199.139320:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776199.139324:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423223168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776199.139353:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423223296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776199.139377:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776199.139390:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776199/real 1775776199] req@ffff9a6051f85c00 x1862022423223296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776199.139402:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423223296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776199.139411:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776199.139414:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776199.139417:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423223296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776199.139423:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423223424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776199.139444:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776199.139455:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776199/real 1775776199] req@ffff9a6051f87480 x1862022423223424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776199.139466:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423223424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776199.139474:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776199.139477:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776199.139480:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423223424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776199.139486:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423223552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776199.139506:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776199.139516:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776199/real 1775776199] req@ffff9a6051f87100 x1862022423223552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776199.139528:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423223552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776199.139535:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776199.139538:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776199.139541:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423223552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776199.139555:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423223680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776199.139576:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776199.139586:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776199/real 1775776199] req@ffff9a6051f84700 x1862022423223680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776199.139598:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423223680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776199.139606:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776199.139609:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776199.139611:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423223680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776199.971007:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776200.995039:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776202.019224:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776203.043070:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776204.067025:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776204.258901:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776204.258910:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776204.258915:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776204.258925:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13349 00000100:00080000:3.0:1775776204.258938:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776204.258946:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776204.259008:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423223808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776204.259034:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776204.259037:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776204.259039:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776204.259044:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13349 00000100:00080000:3.0:1775776204.259048:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776204.259053:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776204.259065:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776204.259074:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423223808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776204.259082:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423223936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776204.259095:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776204.259098:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776204.259100:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776204.259104:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13349 00000100:00080000:3.0:1775776204.259108:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776204.259111:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776204.259116:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776204.259128:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423224064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776204.259138:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776204.259141:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776204.259143:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776204.259149:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13349 00000800:00000100:2.0:1775776204.259151:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776204.259154:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776204.259159:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776204.259164:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776204.259178:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423224192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776204.259188:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776204.259191:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776204.259193:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776204.259197:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13349 00000100:00080000:3.0:1775776204.259201:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775776204.259206:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776204/real 1775776204] req@ffff9a6048b58e00 x1862022423223808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776204.259207:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776204.259213:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776204.259231:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423224320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776204.259235:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423223808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776204.259259:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776204.259264:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776204.259270:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423223808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776204.259297:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423223936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776204.259319:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776204.259331:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776204/real 1775776204] req@ffff9a6048b5ad80 x1862022423223936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776204.259342:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423223936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776204.259349:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776204.259352:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776204.259355:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423223936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776204.259360:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423224064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776204.259378:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776204.259388:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776204/real 1775776204] req@ffff9a6048b5aa00 x1862022423224064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776204.259400:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423224064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776204.259427:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776204.259430:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776204.259433:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423224064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776204.259439:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423224192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776204.259458:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776204.259468:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776204/real 1775776204] req@ffff9a6048b5a300 x1862022423224192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776204.259478:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423224192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776204.259486:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776204.259488:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776204.259491:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423224192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776204.259496:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423224320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776204.259513:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776204.259522:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776204/real 1775776204] req@ffff9a6048b58000 x1862022423224320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776204.259533:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423224320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776204.259539:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776204.259542:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776204.259546:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423224320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776205.090921:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776206.115015:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776207.139022:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776208.163013:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776209.186963:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776209.378911:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776209.378920:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776209.378924:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776209.378932:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13354 00000100:00080000:3.0:1775776209.378942:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776209.378948:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776209.378981:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423224448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776209.379012:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776209.379016:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776209.379017:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776209.379021:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13354 00000100:00080000:3.0:1775776209.379024:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776209.379027:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776209.379035:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776209.379045:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423224576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776209.379054:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776209.379058:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776209.379060:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776209.379064:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13354 00000100:00080000:3.0:1775776209.379067:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775776209.379072:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423224448:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776209.379073:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776209.379081:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776209.379091:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423224704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776209.379099:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776209.379102:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776209.379114:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776209.379120:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13354 00000100:00080000:3.0:1775776209.379135:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776209.379138:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776209.379143:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776209.379144:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776209.379156:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423224832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776209.379165:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776209.379168:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776209.379170:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776209.379174:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13354 00000100:00080000:3.0:1775776209.379178:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776209.379183:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776209.379184:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776209/real 1775776209] req@ffff9a6048b5bb80 x1862022423224448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1775776209.379190:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776209.379203:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423224960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776209.379210:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423224448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776209.379222:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776209.379227:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776209.379231:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423224448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776209.379238:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423224576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776209.379259:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776209.379269:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776209/real 1775776209] req@ffff9a6048b5a680 x1862022423224576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776209.379281:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423224576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776209.379288:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776209.379291:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776209.379295:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423224576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776209.379318:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423224704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776209.379339:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776209.379348:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776209/real 1775776209] req@ffff9a6048b59c00 x1862022423224704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776209.379359:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423224704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776209.379367:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776209.379370:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776209.379374:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423224704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776209.379381:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423224832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776209.379403:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776209.379414:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776209/real 1775776209] req@ffff9a6048b5b480 x1862022423224832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776209.379425:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423224832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776209.379434:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776209.379437:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776209.379442:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423224832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776209.379448:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423224960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776209.379464:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776209.379473:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776209/real 1775776209] req@ffff9a6048b59500 x1862022423224960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776209.379502:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423224960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776209.379510:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776209.379514:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776209.379517:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423224960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776210.210947:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776211.234968:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776212.258905:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776213.282965:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776214.306960:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776214.498952:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776214.498962:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776214.498966:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776214.498975:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13360 00000100:00080000:3.0:1775776214.498987:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776214.498993:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776214.499037:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423225088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776214.499067:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776214.499070:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776214.499071:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776214.499074:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13360 00000100:00080000:3.0:1775776214.499077:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776214.499079:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776214.499089:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776214.499101:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423225216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776214.499108:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776214.499111:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776214.499112:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776214.499115:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13360 00000100:00080000:3.0:1775776214.499118:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776214.499120:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776214.499123:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776214.499131:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423225344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776214.499142:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423225088:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776214.499143:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776214.499160:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776214.499162:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776214.499166:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13360 00000100:00080000:3.0:1775776214.499168:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776214.499170:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776214.499173:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776214.499183:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423225472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776214.499189:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776214.499191:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776214.499192:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776214.499195:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13360 00000100:00080000:3.0:1775776214.499198:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776214.499200:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776214.499203:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776214.499209:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423225600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775776214.499223:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776214.499256:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776214/real 1775776214] req@ffff9a6048b59880 x1862022423225088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776214.499268:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423225088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776214.499276:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776214.499278:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776214.499281:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423225088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776214.499286:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423225216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776214.499307:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776214.499314:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776214/real 1775776214] req@ffff9a6048b59500 x1862022423225216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776214.499325:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423225216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776214.499330:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776214.499332:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776214.499334:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423225216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776214.499351:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423225344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776214.499362:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776214.499367:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776214/real 1775776214] req@ffff9a6048b5b480 x1862022423225344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776214.499373:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423225344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776214.499377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776214.499379:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776214.499381:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423225344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776214.499384:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423225472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776214.499393:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776214.499397:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776214/real 1775776214] req@ffff9a6048b59c00 x1862022423225472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776214.499403:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423225472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776214.499411:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776214.499413:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776214.499415:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423225472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776214.499418:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423225600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776214.499427:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776214.499435:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776214/real 1775776214] req@ffff9a6048b5a680 x1862022423225600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776214.499445:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423225600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776214.499452:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776214.499455:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776214.499458:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423225600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776215.330957:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776216.355002:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776217.378955:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776218.403023:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776219.426970:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776219.618885:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776219.618898:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776219.618903:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776219.618915:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13365 00000100:00080000:3.0:1775776219.618929:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776219.618938:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776219.618980:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423225728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776219.619010:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776219.619014:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776219.619015:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776219.619019:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13365 00000100:00080000:3.0:1775776219.619023:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776219.619027:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776219.619038:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776219.619050:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423225856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776219.619061:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776219.619065:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776219.619067:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776219.619071:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13365 00000100:00080000:3.0:1775776219.619075:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776219.619078:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776219.619087:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776219.619101:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423225984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776219.619103:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423225728:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776219.619128:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776219.619132:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776219.619134:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776219.619141:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13365 00000100:00080000:3.0:1775776219.619145:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776219.619149:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776219.619156:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776219.619177:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423226112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775776219.619179:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776219.619194:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776219.619197:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776219.619200:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776219.619208:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13365 00000100:00080000:3.0:1775776219.619213:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776219.619220:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776219.619222:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776219/real 1775776219] req@ffff9a6048b5bb80 x1862022423225728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1775776219.619227:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776219.619247:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423226240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776219.619255:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423225728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776219.619272:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776219.619277:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776219.619282:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423225728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776219.619291:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423225856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776219.619317:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776219.619330:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776219/real 1775776219] req@ffff9a6048b58000 x1862022423225856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776219.619340:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423225856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776219.619348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776219.619351:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776219.619355:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423225856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776219.619378:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423225984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776219.619400:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776219.619411:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776219/real 1775776219] req@ffff9a6048b5a300 x1862022423225984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776219.619423:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423225984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776219.619429:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776219.619431:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776219.619433:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423225984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776219.619438:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423226112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776219.619455:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776219.619466:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776219/real 1775776219] req@ffff9a6048b5aa00 x1862022423226112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776219.619479:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423226112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776219.619487:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776219.619491:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776219.619495:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423226112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776219.619502:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423226240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776219.619522:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776219.619531:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776219/real 1775776219] req@ffff9a6048b5ad80 x1862022423226240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776219.619539:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423226240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776219.619544:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776219.619546:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776219.619548:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423226240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776220.450989:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776221.474959:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776222.498951:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776223.522979:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776224.546958:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776224.738932:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776224.738947:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776224.738953:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776224.738964:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13370 00000100:00080000:3.0:1775776224.738983:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776224.738990:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776224.739035:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423226368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776224.739063:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776224.739066:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776224.739067:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776224.739070:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13370 00000100:00080000:3.0:1775776224.739072:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776224.739075:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776224.739083:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776224.739092:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423226496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776224.739098:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776224.739100:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776224.739101:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776224.739104:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13370 00000100:00080000:3.0:1775776224.739106:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776224.739107:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776224.739111:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776224.739118:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423226624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776224.739121:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423226368:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776224.739135:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776224.739137:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776224.739138:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776224.739140:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13370 00000100:00080000:3.0:1775776224.739142:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776224.739144:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776224.739148:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776224.739154:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423226752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776224.739159:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776224.739161:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776224.739162:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776224.739164:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13370 00000100:00080000:3.0:1775776224.739166:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776224.739168:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776224.739172:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776224.739180:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423226880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775776224.739205:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776224.739243:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776224/real 1775776224] req@ffff9a6048b58e00 x1862022423226368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776224.739258:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423226368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776224.739266:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776224.739270:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776224.739273:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423226368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776224.739278:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423226496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776224.739293:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776224.739301:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776224/real 1775776224] req@ffff9a6048b5b100 x1862022423226496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776224.739308:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423226496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776224.739313:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776224.739314:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776224.739316:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423226496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776224.739336:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423226624:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776224.739346:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776224.739351:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776224/real 1775776224] req@ffff9a6048b59f80 x1862022423226624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776224.739358:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423226624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776224.739367:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776224.739369:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776224.739371:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423226624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776224.739374:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423226752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776224.739399:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776224.739409:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776224/real 1775776224] req@ffff9a6048b58a80 x1862022423226752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776224.739416:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423226752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776224.739421:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776224.739423:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776224.739425:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423226752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776224.739428:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423226880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776224.739441:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776224.739447:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776224/real 1775776224] req@ffff9a6048b59180 x1862022423226880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776224.739453:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423226880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776224.739458:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776224.739460:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776224.739462:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423226880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776225.570976:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776226.595000:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776227.618950:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776228.643037:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776229.666952:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776229.858955:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776229.858968:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776229.858974:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776229.858987:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13375 00000100:00080000:1.0:1775776229.859002:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776229.859010:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776229.859064:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423227008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776229.859090:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776229.859092:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776229.859094:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776229.859097:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13375 00000100:00080000:1.0:1775776229.859100:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776229.859103:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776229.859115:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776229.859130:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423227136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776229.859148:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776229.859151:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776229.859153:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776229.859157:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13375 00000100:00080000:1.0:1775776229.859162:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776229.859166:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776229.859171:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776229.859183:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423227008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775776229.859191:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423227264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776229.859201:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776229.859205:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776229.859207:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776229.859210:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13375 00000100:00080000:1.0:1775776229.859213:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776229.859216:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776229.859221:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776229.859233:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423227392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776229.859241:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776229.859244:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776229.859245:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776229.859247:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13375 00000100:00080000:1.0:1775776229.859253:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776229.859258:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776229.859263:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776229.859268:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776229.859283:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423227520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776229.859327:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776229/real 1775776229] req@ffff9a605873b100 x1862022423227008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776229.859347:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423227008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776229.859359:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776229.859364:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776229.859368:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423227008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776229.859376:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423227136:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776229.859403:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776229.859416:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776229/real 1775776229] req@ffff9a6058739880 x1862022423227136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776229.859428:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423227136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776229.859437:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776229.859441:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776229.859444:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423227136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776229.859470:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423227264:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776229.859492:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776229.859504:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776229/real 1775776229] req@ffff9a605873bb80 x1862022423227264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776229.859517:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423227264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776229.859555:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776229.859560:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776229.859563:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423227264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776229.859570:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423227392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776229.859595:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776229.859607:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776229/real 1775776229] req@ffff9a605873aa00 x1862022423227392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776229.859620:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423227392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776229.859628:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776229.859632:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776229.859634:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423227392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776229.859640:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423227520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776229.859655:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776229.859663:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776229/real 1775776229] req@ffff9a6058738e00 x1862022423227520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776229.859675:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423227520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776229.859680:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776229.859683:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776229.859684:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423227520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776230.691029:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776231.714968:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776232.739040:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776233.762985:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776234.786980:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776234.978893:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776234.978900:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776234.978904:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776234.978913:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13380 00000100:00080000:1.0:1775776234.978922:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776234.978928:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776234.978959:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423227648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776234.978985:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776234.978988:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776234.978989:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776234.978992:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13380 00000100:00080000:1.0:1775776234.978994:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776234.978997:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776234.979004:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776234.979013:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423227776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776234.979021:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776234.979024:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776234.979025:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776234.979028:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13380 00000100:00080000:1.0:1775776234.979031:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776234.979033:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776234.979036:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776234.979042:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423227904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776234.979050:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423227648:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776234.979051:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776234.979059:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776234.979061:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776234.979064:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13380 00000100:00080000:1.0:1775776234.979066:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776234.979068:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776234.979072:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776234.979083:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423228032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776234.979092:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776234.979096:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776234.979097:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776234.979101:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13380 00000100:00080000:1.0:1775776234.979106:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1775776234.979110:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775776234.979112:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776234.979119:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776234.979133:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423228160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776234.979143:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776234/real 1775776234] req@ffff9a6058739180 x1862022423227648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776234.979158:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423227648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776234.979166:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776234.979170:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776234.979174:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423227648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776234.979179:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423227776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776234.979193:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776234.979201:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776234/real 1775776234] req@ffff9a605873a300 x1862022423227776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776234.979213:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423227776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776234.979219:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776234.979221:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776234.979223:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423227776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776234.979241:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423227904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776234.979251:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776234.979257:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776234/real 1775776234] req@ffff9a6058739500 x1862022423227904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776234.979265:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423227904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776234.979269:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776234.979271:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776234.979273:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423227904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776234.979277:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423228032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776234.979286:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776234.979292:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776234/real 1775776234] req@ffff9a605873ad80 x1862022423228032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776234.979298:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423228032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776234.979307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776234.979309:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776234.979311:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423228032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776234.979315:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423228160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776234.979324:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776234.979329:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776234/real 1775776234] req@ffff9a605873b800 x1862022423228160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776234.979335:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423228160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776234.979339:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776234.979341:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776234.979343:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423228160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776235.810922:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776236.835032:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776237.858925:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776238.882974:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776239.906918:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776240.098946:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776240.098958:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776240.098962:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776240.098972:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13385 00000100:00080000:0.0:1775776240.098984:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776240.098992:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776240.099031:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022423228288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776240.099054:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776240.099057:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776240.099059:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776240.099061:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13385 00000100:00080000:0.0:1775776240.099064:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776240.099067:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776240.099075:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776240.099088:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022423228416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776240.099098:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776240.099102:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776240.099104:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776240.099109:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13385 00000100:00080000:0.0:1775776240.099114:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776240.099118:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776240.099125:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776240.099137:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423228544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776240.099148:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423228288:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775776240.099153:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776240.099165:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776240.099167:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776240.099172:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13385 00000100:00080000:0.0:1775776240.099178:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776240.099183:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776240.099190:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776240.099205:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423228672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776240.099215:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776240.099218:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776240.099219:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776240.099222:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13385 00000100:00080000:0.0:1775776240.099227:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776240.099230:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776240.099234:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776240.099242:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423228800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776240.099283:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423228416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776240.099318:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423228544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776240.099338:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423228672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776240.099375:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423228800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776240.931036:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776241.954899:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776242.979103:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775776243.171109:0:2398:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:1.0:1775776243.171164:0:2398:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775776243.171186:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776243.171239:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776243.171250:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776243.171260:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776243.171268:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775776243.171360:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776240/real 1775776243] req@ffff9a6051f84700 x1862022423228544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776243.171390:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423228544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776243.171403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776243.171409:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776243.171414:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423228544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776243.171423:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776240/real 1775776243] req@ffff9a6051f87100 x1862022423228672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776243.171436:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423228672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776243.171444:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776243.171448:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776243.171451:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423228672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776243.171458:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776240/real 1775776243] req@ffff9a6051f87480 x1862022423228800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776243.171470:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423228800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776243.171477:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776243.171481:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776243.171484:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423228800:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776243.171490:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776240/real 1775776243] req@ffff9a6051f85180 x1862022423228288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776243.171503:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022423228288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776243.171511:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776243.171515:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776243.171519:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423228288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776243.171525:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776240/real 1775776243] req@ffff9a6051f87800 x1862022423228416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776243.171537:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022423228416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776243.171544:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776243.171547:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776243.171550:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423228416:192.168.201.120@tcp:38:kworker.0 00010000:00010000:2.0:1775776244.003095:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776245.026970:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776245.218939:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776245.218952:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776245.218957:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776245.218969:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13390 00000100:00080000:0.0:1775776245.218990:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776245.218998:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776245.219042:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423228928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776245.219067:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776245.219071:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776245.219074:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776245.219078:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13390 00000100:00080000:0.0:1775776245.219082:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776245.219087:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776245.219093:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423228928:192.168.201.120@tcp:250:kworker.0 00000008:00100000:0.0:1775776245.219100:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776245.219115:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423229056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776245.219126:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776245.219130:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776245.219131:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776245.219135:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13390 00000100:00080000:0.0:1775776245.219140:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776245.219143:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776245.219149:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776245.219160:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423229184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776245.219170:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776245.219174:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776245.219176:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776245.219180:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13390 00000100:00080000:0.0:1775776245.219185:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1775776245.219188:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775776245.219192:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776245.219198:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776245.219213:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423229312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776245.219224:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776245.219228:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776245.219230:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775776245.219236:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776245/real 1775776245] req@ffff9a6051f85c00 x1862022423228928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776245.219237:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13390 00000100:00080000:0.0:1775776245.219243:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776245.219251:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776245.219268:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776245.219285:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423229440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776245.219296:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423228928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776245.219310:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776245.219316:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776245.219322:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423228928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776245.219364:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423229056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776245.219389:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776245.219403:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776245/real 1775776245] req@ffff9a6051f86a00 x1862022423229056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776245.219415:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423229056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776245.219424:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776245.219427:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776245.219430:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423229056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776245.219436:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423229184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776245.219455:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776245.219466:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776245/real 1775776245] req@ffff9a6051f86680 x1862022423229184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776245.219479:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423229184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776245.219493:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776245.219496:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776245.219498:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423229184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776245.219504:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423229312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776245.219523:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776245.219533:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776245/real 1775776245] req@ffff9a6051f86300 x1862022423229312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776245.219544:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423229312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776245.219551:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776245.219555:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776245.219558:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423229312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776245.219563:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423229440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776245.219583:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776245.219592:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776245/real 1775776245] req@ffff9a6051f85500 x1862022423229440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776245.219604:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423229440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776245.219611:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776245.219615:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776245.219618:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423229440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776246.050997:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776247.074966:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776248.099018:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776249.122931:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776250.146993:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776250.338932:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776250.338941:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776250.338945:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776250.338954:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13395 00000100:00080000:1.0:1775776250.338964:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776250.338981:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776250.339024:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423229568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776250.339053:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776250.339056:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776250.339058:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776250.339062:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13395 00000100:00080000:1.0:1775776250.339066:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776250.339069:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776250.339087:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776250.339103:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423229696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776250.339111:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423229568:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776250.339116:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776250.339125:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776250.339127:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776250.339131:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13395 00000100:00080000:1.0:1775776250.339134:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776250.339139:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776250.339143:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776250.339175:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423229824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776250.339185:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776250.339189:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776250.339190:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776250.339194:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13395 00000100:00080000:1.0:1775776250.339198:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776250.339202:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776250.339207:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775776250.339213:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776250.339220:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423229952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776250.339230:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776250.339233:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776250.339236:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776250.339241:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13395 00000100:00080000:1.0:1775776250.339247:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776250.339251:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776250.339256:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776250.339259:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776250/real 1775776250] req@ffff9a605873a680 x1862022423229568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776250.339275:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423230080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776250.339281:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423229568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776250.339320:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776250.339325:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776250.339328:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423229568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776250.339365:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423229696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776250.339389:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776250.339402:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776250/real 1775776250] req@ffff9a6058738000 x1862022423229696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776250.339413:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423229696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776250.339422:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776250.339425:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776250.339428:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423229696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776250.339434:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423229824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776250.339454:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776250.339465:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776250/real 1775776250] req@ffff9a6058738a80 x1862022423229824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776250.339473:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423229824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776250.339478:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776250.339480:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776250.339482:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423229824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776250.339485:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423229952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776250.339500:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776250.339509:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776250/real 1775776250] req@ffff9a6058739f80 x1862022423229952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776250.339519:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423229952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776250.339527:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776250.339530:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776250.339533:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423229952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776250.339539:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423230080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776250.339556:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776250.339564:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776250/real 1775776250] req@ffff9a6058739c00 x1862022423230080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776250.339570:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423230080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776250.339576:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776250.339578:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776250.339580:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423230080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776251.171032:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776252.194987:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776253.218979:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776254.242982:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776255.267002:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776255.458925:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776255.458934:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776255.458938:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776255.458946:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13401 00000100:00080000:1.0:1775776255.458957:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776255.458963:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776255.458998:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423230208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776255.459026:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776255.459029:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776255.459031:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776255.459035:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13401 00000100:00080000:1.0:1775776255.459038:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776255.459041:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776255.459051:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776255.459064:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423230336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776255.459091:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776255.459094:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776255.459096:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776255.459099:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13401 00000100:00080000:1.0:1775776255.459102:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776255.459107:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776255.459113:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776255.459125:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423230208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775776255.459131:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423230464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776255.459148:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776255.459151:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776255.459153:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776255.459157:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13401 00000100:00080000:1.0:1775776255.459163:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776255.459167:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776255.459172:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776255.459185:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423230592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776255.459194:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776255.459197:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776255.459198:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776255.459201:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13401 00000100:00080000:1.0:1775776255.459206:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776255.459211:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776255.459215:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775776255.459226:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776255.459227:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423230720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776255.459286:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776255/real 1775776255] req@ffff9a6058738380 x1862022423230208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776255.459305:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423230208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776255.459316:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776255.459320:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776255.459324:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423230208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776255.459331:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423230336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776255.459355:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776255.459366:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776255/real 1775776255] req@ffff9a605873b480 x1862022423230336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776255.459376:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423230336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776255.459383:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776255.459386:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776255.459389:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423230336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776255.459417:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423230464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776255.459434:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776255.459443:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776255/real 1775776255] req@ffff9a6058738700 x1862022423230464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776255.459454:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423230464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776255.459460:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776255.459463:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776255.459466:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423230464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776255.459471:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423230592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776255.459488:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776255.459497:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776255/real 1775776255] req@ffff9a6058739c00 x1862022423230592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776255.459506:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423230592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776255.459513:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776255.459516:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776255.459519:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423230592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776255.459524:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423230720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776255.459539:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776255.459547:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776255/real 1775776255] req@ffff9a6058739f80 x1862022423230720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776255.459557:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423230720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776255.459564:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776255.459566:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776255.459569:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423230720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776256.290998:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776257.315038:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776258.339018:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776259.363039:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776260.386985:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776260.578919:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776260.578929:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776260.578934:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776260.578945:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13406 00000100:00080000:1.0:1775776260.578963:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776260.578972:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776260.579030:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423230848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776260.579058:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776260.579061:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776260.579063:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776260.579066:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13406 00000100:00080000:1.0:1775776260.579069:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776260.579072:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776260.579083:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776260.579096:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423230976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776260.579106:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776260.579112:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1775776260.579112:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423230848:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776260.579114:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776260.579121:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13406 00000100:00080000:1.0:1775776260.579123:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776260.579126:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776260.579129:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776260.579140:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423231104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776260.579147:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776260.579150:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776260.579151:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776260.579154:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13406 00000100:00080000:1.0:1775776260.579157:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776260.579159:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776260.579163:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776260.579173:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423231232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776260.579180:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776260.579182:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776260.579183:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776260.579185:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13406 00000100:00080000:1.0:1775776260.579187:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776260.579189:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:3.0:1775776260.579195:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:1.0:1775776260.579197:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776260.579208:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423231360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776260.579243:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776260/real 1775776260] req@ffff9a6058738a80 x1862022423230848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776260.579262:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423230848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776260.579273:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776260.579277:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776260.579280:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423230848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776260.579304:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423230976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776260.579321:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776260.579330:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776260/real 1775776260] req@ffff9a6058738000 x1862022423230976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776260.579337:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423230976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776260.579347:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776260.579349:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776260.579353:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423230976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776260.579368:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423231104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776260.579397:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776260.579407:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776260/real 1775776260] req@ffff9a605873a680 x1862022423231104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776260.579415:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423231104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776260.579420:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776260.579422:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776260.579424:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423231104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776260.579427:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423231232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776260.579441:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776260.579446:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776260/real 1775776260] req@ffff9a605873b800 x1862022423231232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776260.579454:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423231232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776260.579462:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776260.579465:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776260.579468:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423231232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776260.579474:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423231360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776260.579491:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776260.579501:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776260/real 1775776260] req@ffff9a605873ad80 x1862022423231360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776260.579512:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423231360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776260.579517:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776260.579519:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776260.579521:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423231360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776261.410940:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776262.435015:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776263.458968:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776264.482972:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776265.507045:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776265.698948:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776265.698961:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776265.698966:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776265.698977:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13411 00000100:00080000:1.0:1775776265.698990:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776265.698997:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776265.699046:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423231488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776265.699075:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776265.699078:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776265.699079:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776265.699082:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13411 00000100:00080000:1.0:1775776265.699085:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776265.699089:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776265.699100:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776265.699122:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423231616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776265.699132:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776265.699136:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776265.699138:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776265.699144:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13411 00000100:00080000:1.0:1775776265.699149:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776265.699158:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776265.699161:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423231488:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775776265.699166:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776265.699191:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423231744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776265.699203:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776265.699208:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776265.699211:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776265.699216:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13411 00000100:00080000:1.0:1775776265.699221:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1775776265.699222:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775776265.699232:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776265.699239:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776265.699254:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423231872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776265.699262:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776265/real 1775776265] req@ffff9a6058739500 x1862022423231488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776265.699267:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776265.699281:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776265.699290:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776265.699297:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13411 00000100:00100000:3.0:1775776265.699299:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423231488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776265.699310:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776265.699314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776265.699319:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:3.0:1775776265.699323:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000008:00100000:1.0:1775776265.699328:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776265.699328:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423231488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776265.699345:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423231616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775776265.699352:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423232000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775776265.699364:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776265.699378:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776265/real 1775776265] req@ffff9a605873a300 x1862022423231616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776265.699387:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423231616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776265.699392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776265.699395:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776265.699397:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423231616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776265.699422:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423231744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776265.699431:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776265.699436:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776265/real 1775776265] req@ffff9a6058739180 x1862022423231744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776265.699442:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423231744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776265.699447:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776265.699449:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776265.699450:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423231744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776265.699453:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423231872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776265.699462:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776265.699467:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776265/real 1775776265] req@ffff9a6058738e00 x1862022423231872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776265.699473:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423231872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776265.699477:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776265.699479:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776265.699481:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423231872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776265.699484:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423232000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776265.699492:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776265.699496:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776265/real 1775776265] req@ffff9a605873aa00 x1862022423232000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776265.699502:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423232000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776265.699506:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776265.699508:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776265.699509:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423232000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776266.530946:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776267.555009:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776268.578950:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776269.602998:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776270.626930:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776270.818933:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776270.818947:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776270.818952:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776270.818965:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13416 00000100:00080000:3.0:1775776270.818979:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776270.818988:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776270.819039:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423232128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776270.819078:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776270.819082:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776270.819084:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776270.819088:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13416 00000100:00080000:3.0:1775776270.819092:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776270.819096:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776270.819108:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776270.819124:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423232256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776270.819127:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423232128:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776270.819141:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776270.819144:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776270.819146:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776270.819152:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13416 00000100:00080000:3.0:1775776270.819155:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776270.819159:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776270.819164:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776270.819178:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423232384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776270.819188:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776270.819192:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776270.819194:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776270.819198:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13416 00000100:00080000:3.0:1775776270.819212:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776270.819217:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775776270.819220:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775776270.819227:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776270.819241:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423232512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776270.819252:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776270.819255:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776270.819257:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775776270.819263:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776270/real 1775776270] req@ffff9a6048b5b800 x1862022423232128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776270.819263:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13416 00000100:00080000:3.0:1775776270.819268:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776270.819275:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776270.819280:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776270.819284:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423232128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776270.819293:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423232640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776270.819294:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776270.819300:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776270.819306:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423232128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776270.819334:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423232256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776270.819350:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776270.819358:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776270/real 1775776270] req@ffff9a6048b59180 x1862022423232256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776270.819365:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423232256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776270.819370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776270.819372:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776270.819374:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423232256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776270.819377:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423232384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776270.819386:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776270.819391:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776270/real 1775776270] req@ffff9a6048b58a80 x1862022423232384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776270.819397:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423232384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776270.819402:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776270.819404:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776270.819406:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423232384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776270.819409:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423232512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776270.819419:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776270.819424:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776270/real 1775776270] req@ffff9a6048b59f80 x1862022423232512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776270.819431:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423232512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776270.819435:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776270.819437:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776270.819438:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423232512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776270.819441:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423232640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776270.819449:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776270.819453:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776270/real 1775776270] req@ffff9a6048b5b100 x1862022423232640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776270.819459:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423232640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776270.819464:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776270.819466:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776270.819467:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423232640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776271.650988:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776272.674990:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776273.699007:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776274.722971:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776275.746985:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776275.938890:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776275.938897:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776275.938901:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776275.938909:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13421 00000100:00080000:3.0:1775776275.938920:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776275.938928:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776275.938966:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423232768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776275.939012:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776275.939017:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776275.939019:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776275.939025:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13421 00000100:00080000:3.0:1775776275.939031:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776275.939036:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776275.939046:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776275.939053:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423232768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776275.939065:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423232896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776275.939079:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776275.939082:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776275.939084:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776275.939089:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13421 00000100:00080000:3.0:1775776275.939105:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776275.939110:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775776275.939113:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775776275.939120:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776275.939136:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423233024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776275.939146:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776275/real 1775776275] req@ffff9a6048b58e00 x1862022423232768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776275.939149:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776275.939160:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776275.939164:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776275.939171:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13421 00000100:00100000:2.0:1775776275.939173:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423232768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776275.939176:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776275.939186:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776275.939186:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:2.0:1775776275.939194:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000008:00100000:3.0:1775776275.939196:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776275.939197:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423232768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776275.939215:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423233152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776275.939221:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423232896:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775776275.939243:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776275.939246:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776275.939248:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1775776275.939254:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776275.939257:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13421 00000100:00080000:3.0:1775776275.939263:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776275.939268:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776275.939273:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776275/real 1775776275] req@ffff9a6048b5ad80 x1862022423232896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1775776275.939274:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776275.939295:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423233280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776275.939297:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423232896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776275.939327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776275.939332:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776275.939337:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423232896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776275.939345:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423233024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776275.939368:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776275.939378:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776275/real 1775776275] req@ffff9a6048b5aa00 x1862022423233024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776275.939387:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423233024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776275.939397:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776275.939399:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776275.939401:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423233024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776275.939412:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423233152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776275.939424:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776275.939430:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776275/real 1775776275] req@ffff9a6048b5a300 x1862022423233152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776275.939437:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423233152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776275.939443:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776275.939445:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776275.939447:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423233152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776275.939450:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423233280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776275.939459:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776275.939464:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776275/real 1775776275] req@ffff9a6048b58000 x1862022423233280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776275.939471:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423233280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776275.939477:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776275.939480:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776275.939484:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423233280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776276.770949:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776277.795008:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776278.818945:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776279.842999:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776280.866933:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776281.058906:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776281.058914:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776281.058918:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776281.058926:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13426 00000100:00080000:1.0:1775776281.058935:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776281.058940:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776281.058978:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423233408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776281.059008:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776281.059013:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776281.059015:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776281.059019:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13426 00000100:00080000:1.0:1775776281.059023:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776281.059026:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776281.059036:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776281.059049:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423233536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776281.059050:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423233408:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776281.059066:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776281.059068:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776281.059069:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776281.059072:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13426 00000100:00080000:1.0:1775776281.059075:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776281.059078:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776281.059082:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776281.059092:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423233664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776281.059099:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776281.059102:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776281.059103:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776281.059106:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13426 00000100:00080000:1.0:1775776281.059110:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776281.059113:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776281.059116:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775776281.059125:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776281.059128:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423233792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776281.059135:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776281.059137:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776281.059139:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776281.059141:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13426 00000100:00080000:1.0:1775776281.059145:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776281.059147:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776281.059150:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776281.059158:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423233920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776281.059182:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776281/real 1775776281] req@ffff9a605873bb80 x1862022423233408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776281.059198:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423233408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776281.059206:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776281.059281:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776281.059285:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423233408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776281.059315:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423233536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776281.059343:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776281.059358:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776281/real 1775776281] req@ffff9a6058739880 x1862022423233536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776281.059373:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423233536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776281.059382:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776281.059386:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776281.059507:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423233536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776281.059518:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423233664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776281.059556:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776281.059644:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776281/real 1775776281] req@ffff9a605873b100 x1862022423233664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776281.059661:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423233664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776281.059669:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776281.059673:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776281.059676:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423233664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776281.059683:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423233792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776281.059708:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776281.059720:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776281/real 1775776281] req@ffff9a605873aa00 x1862022423233792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776281.059733:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423233792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776281.059749:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776281.059753:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776281.059757:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423233792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776281.059763:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423233920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776281.059785:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776281.059824:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776281/real 1775776281] req@ffff9a6058738e00 x1862022423233920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776281.059834:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423233920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776281.059840:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776281.059844:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776281.059849:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423233920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776281.890945:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776282.915005:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776283.938983:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776284.962992:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776285.986995:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776286.178962:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776286.178976:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776286.178982:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776286.178993:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13431 00000100:00080000:2.0:1775776286.179014:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776286.179023:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776286.179075:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423234048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776286.179109:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776286.179112:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776286.179115:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776286.179119:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13431 00000100:00080000:2.0:1775776286.179122:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776286.179126:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776286.179144:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776286.179157:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423234048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776286.179159:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423234176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776286.179179:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776286.179182:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776286.179191:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776286.179196:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13431 00000100:00080000:2.0:1775776286.179200:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776286.179204:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776286.179209:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776286.179221:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423234304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776286.179229:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776286.179233:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:3.0:1775776286.179236:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775776286.179237:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776286.179243:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13431 00000100:00080000:2.0:1775776286.179249:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776286.179254:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776286.179259:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776286.179277:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423234432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776286.179279:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776286/real 1775776286] req@ffff9a6051390e00 x1862022423234048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776286.179303:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776286.179306:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776286.179308:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776286.179313:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13431 00000100:00100000:3.0:1775776286.179313:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423234048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776286.179320:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776286.179328:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:3.0:1775776286.179332:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1775776286.179333:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1775776286.179339:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776286.179345:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423234048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776286.179347:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423234560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776286.179380:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423234176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776286.179412:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776286.179422:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776286/real 1775776286] req@ffff9a6051393480 x1862022423234176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776286.179430:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423234176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776286.179436:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776286.179438:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776286.179440:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423234176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776286.179444:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423234304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776286.179455:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776286.179460:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776286/real 1775776286] req@ffff9a6051393100 x1862022423234304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776286.179467:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423234304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776286.179471:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776286.179473:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776286.179474:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423234304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776286.179477:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423234432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776286.179487:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776286.179492:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776286/real 1775776286] req@ffff9a6051390a80 x1862022423234432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776286.179499:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423234432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776286.179504:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776286.179512:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776286.179514:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423234432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776286.179517:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423234560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776286.179527:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776286.179532:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776286/real 1775776286] req@ffff9a6051390000 x1862022423234560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776286.179562:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423234560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776286.179568:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776286.179570:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776286.179572:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423234560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776287.010983:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776288.034897:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776289.059045:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776290.083030:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776291.106958:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776291.298936:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776291.298948:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776291.298954:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776291.298966:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13436 00000100:00080000:2.0:1775776291.298981:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776291.298989:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776291.299040:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423234688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776291.299073:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776291.299077:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776291.299079:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776291.299083:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13436 00000100:00080000:2.0:1775776291.299088:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776291.299092:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776291.299111:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776291.299127:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423234816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776291.299132:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423234688:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776291.299161:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776291.299164:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776291.299166:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776291.299172:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13436 00000100:00080000:2.0:1775776291.299176:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776291.299188:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776291.299194:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776291.299208:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423234944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776291.299218:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1775776291.299223:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775776291.299229:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776291.299233:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776291.299239:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13436 00000100:00080000:2.0:1775776291.299250:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776291.299256:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776291.299263:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776291.299271:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776291/real 1775776291] req@ffff9a6051392300 x1862022423234688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776291.299283:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423235072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776291.299304:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775776291.299310:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423234688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776291.299314:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776291.299322:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776291.299336:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13436 00000100:00080000:2.0:1775776291.299345:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776291.299357:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776291.299372:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1775776291.299374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776291.299385:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776291.299391:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423234688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776291.299397:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423235200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776291.299427:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423234816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776291.299466:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776291.299479:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776291/real 1775776291] req@ffff9a6051391500 x1862022423234816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776291.299492:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423234816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776291.299500:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776291.299504:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776291.299507:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423234816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776291.299514:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423234944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776291.299531:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776291.299539:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776291/real 1775776291] req@ffff9a6051390380 x1862022423234944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776291.299550:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423234944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776291.299558:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776291.299561:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776291.299564:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423234944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776291.299571:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423235072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776291.299586:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776291.299594:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776291/real 1775776291] req@ffff9a6051391880 x1862022423235072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776291.299605:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423235072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776291.299613:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776291.299616:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776291.299619:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423235072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776291.299625:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423235200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776291.299638:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776291.299645:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776291/real 1775776291] req@ffff9a6051391c00 x1862022423235200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776291.299656:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423235200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776291.299669:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776291.299672:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776291.299676:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423235200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776292.131019:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776293.154971:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776294.179004:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776295.203054:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776296.227002:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776296.418968:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776296.418989:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776296.418995:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776296.419005:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13442 00000100:00080000:1.0:1775776296.419018:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776296.419025:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776296.419074:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423235328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776296.419100:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776296.419104:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776296.419105:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776296.419108:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13442 00000100:00080000:1.0:1775776296.419110:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776296.419112:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776296.419123:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776296.419131:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423235456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776296.419138:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776296.419140:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776296.419142:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776296.419145:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13442 00000100:00080000:1.0:1775776296.419147:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776296.419150:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776296.419153:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776296.419161:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423235584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776296.419167:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776296.419169:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776296.419171:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776296.419174:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13442 00000100:00080000:1.0:1775776296.419176:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775776296.419180:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423235328:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776296.419181:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776296.419185:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776296.419193:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423235712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776296.419198:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776296.419201:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776296.419202:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776296.419204:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13442 00000100:00080000:1.0:1775776296.419206:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776296.419208:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776296.419211:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776296.419218:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423235840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775776296.419258:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776296.419307:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776296/real 1775776296] req@ffff9a6058739180 x1862022423235328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776296.419330:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423235328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776296.419341:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776296.419346:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776296.419350:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423235328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776296.419356:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423235456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776296.419394:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776296.419405:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776296/real 1775776296] req@ffff9a605873a300 x1862022423235456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776296.419413:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423235456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776296.419419:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776296.419421:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776296.419423:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423235456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776296.419446:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423235584:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776296.419457:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776296.419463:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776296/real 1775776296] req@ffff9a6058739500 x1862022423235584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776296.419469:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423235584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776296.419478:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776296.419481:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776296.419483:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423235584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776296.419486:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423235712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776296.419495:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776296.419499:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776296/real 1775776296] req@ffff9a605873ad80 x1862022423235712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776296.419505:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423235712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776296.419510:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776296.419512:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776296.419514:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423235712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776296.419517:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423235840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776296.419526:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776296.419531:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776296/real 1775776296] req@ffff9a605873b800 x1862022423235840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776296.419537:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423235840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776296.419541:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776296.419543:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776296.419545:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423235840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776297.251041:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776298.274997:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776299.298967:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776300.322924:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776301.346922:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776301.538901:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776301.538911:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776301.538915:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776301.538924:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13447 00000100:00080000:1.0:1775776301.538935:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776301.538941:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776301.538976:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423235968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776301.539006:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776301.539010:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776301.539011:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776301.539015:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13447 00000100:00080000:1.0:1775776301.539018:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776301.539021:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776301.539030:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776301.539041:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423236096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776301.539050:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776301.539053:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776301.539055:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776301.539060:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13447 00000100:00100000:3.0:1775776301.539062:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423235968:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776301.539064:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776301.539070:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776301.539075:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776301.539088:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423236224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776301.539097:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776301.539100:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776301.539102:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776301.539105:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13447 00000100:00080000:1.0:1775776301.539108:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776301.539112:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776301.539117:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775776301.539117:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776301.539130:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423236352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776301.539139:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776301.539143:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776301.539144:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776301.539149:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13447 00000100:00100000:3.0:1775776301.539151:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776301/real 1775776301] req@ffff9a605873a680 x1862022423235968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776301.539154:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776301.539161:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776301.539166:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776301.539167:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423235968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776301.539179:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1775776301.539181:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423236480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776301.539186:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776301.539193:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423235968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776301.539204:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423236096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776301.539225:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776301.539237:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776301/real 1775776301] req@ffff9a6058738000 x1862022423236096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776301.539249:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423236096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776301.539257:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776301.539260:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776301.539263:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423236096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776301.539298:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423236224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776301.539316:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776301.539338:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776301/real 1775776301] req@ffff9a6058738a80 x1862022423236224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776301.539350:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423236224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776301.539357:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776301.539360:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776301.539364:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423236224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776301.539369:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423236352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776301.539387:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776301.539397:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776301/real 1775776301] req@ffff9a6058739f80 x1862022423236352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776301.539408:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423236352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776301.539415:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776301.539418:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776301.539421:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423236352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776301.539426:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423236480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776301.539443:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776301.539452:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776301/real 1775776301] req@ffff9a6058739c00 x1862022423236480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776301.539463:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423236480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776301.539470:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776301.539474:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776301.539477:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423236480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776302.370969:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776303.394968:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776304.419062:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776305.442951:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776306.466958:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776306.658903:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776306.658912:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776306.658916:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776306.658925:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13452 00000100:00080000:3.0:1775776306.658937:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776306.658943:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776306.658977:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423236608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776306.659000:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776306.659004:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776306.659005:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776306.659009:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13452 00000100:00080000:3.0:1775776306.659012:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776306.659016:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776306.659025:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776306.659036:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423236736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776306.659043:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423236608:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776306.659046:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776306.659048:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776306.659050:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776306.659053:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13452 00000100:00080000:3.0:1775776306.659056:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776306.659058:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776306.659062:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776306.659069:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423236864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776306.659076:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776306.659078:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776306.659079:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776306.659082:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13452 00000100:00080000:3.0:1775776306.659085:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776306.659088:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776306.659091:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776306.659099:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423236992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776306.659106:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776306.659109:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776306.659110:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776306.659113:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13452 00000100:00080000:3.0:1775776306.659115:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776306.659118:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776306.659121:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776306.659124:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423236736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776306.659129:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423237120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776306.659151:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423236864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776306.659176:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423236992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776306.659214:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423237120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776307.490967:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776308.514948:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776309.539004:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775776309.731100:0:2395:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:0.0:1775776309.731167:0:2395:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775776309.731186:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775776309.731248:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775776309.731261:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775776309.731273:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775776309.731283:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:3.0:1775776309.731374:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776306/real 1775776309] req@ffff9a6048b59500 x1862022423237120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776309.731408:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423237120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776309.731420:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776309.731425:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776309.731428:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423237120:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776309.731434:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776306/real 1775776309] req@ffff9a6048b5a680 x1862022423236736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776309.731445:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423236736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776309.731452:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776309.731455:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776309.731458:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423236736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776309.731464:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776306/real 1775776309] req@ffff9a6048b59c00 x1862022423236864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776309.731475:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423236864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776309.731482:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776309.731486:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776309.731489:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423236864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776309.731494:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776306/real 1775776309] req@ffff9a6048b5b480 x1862022423236992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776309.731504:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423236992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776309.731509:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776309.731511:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776309.731514:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423236992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776309.731519:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776306/real 1775776309] req@ffff9a6048b5bb80 x1862022423236608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776309.731529:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423236608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776331 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776309.731535:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776309.731539:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776309.731541:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423236608:192.168.201.120@tcp:250:kworker.0 00010000:00010000:2.0:1775776310.563004:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776311.586924:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776311.778884:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776311.778891:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776311.778894:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776311.778902:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13457 00000100:00080000:1.0:1775776311.778912:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776311.778917:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776311.778942:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423237248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776311.778963:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776311.778966:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776311.778968:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776311.778972:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13457 00000100:00080000:1.0:1775776311.778975:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776311.778979:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776311.778987:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776311.778996:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423237248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775776311.779003:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423237376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776311.779014:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776311.779017:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776311.779019:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776311.779023:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13457 00000100:00080000:1.0:1775776311.779027:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776311.779031:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776311.779035:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776311.779046:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423237504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775776311.779054:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775776311.779059:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776311.779063:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776311.779065:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776311.779070:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13457 00000100:00080000:1.0:1775776311.779074:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776311.779078:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776311.779083:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776311.779086:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776311/real 1775776311] req@ffff9a6058738700 x1862022423237248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776311.779109:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423237632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776311.779117:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776311.779119:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776311.779121:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775776311.779123:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423237248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776311.779126:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13457 00000100:00080000:1.0:1775776311.779131:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776311.779137:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:3.0:1775776311.779142:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:1.0:1775776311.779144:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1775776311.779149:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776311.779153:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423237248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775776311.779158:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423237760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776311.779178:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423237376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776311.779200:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776311.779210:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776311/real 1775776311] req@ffff9a605873b480 x1862022423237376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776311.779222:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423237376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776311.779229:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776311.779232:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776311.779236:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423237376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776311.779241:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423237504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776311.779255:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776311.779262:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776311/real 1775776311] req@ffff9a6058738380 x1862022423237504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776311.779273:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423237504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776311.779281:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776311.779284:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776311.779286:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423237504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776311.779292:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423237632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776311.779306:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776311.779314:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776311/real 1775776311] req@ffff9a6058739c00 x1862022423237632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776311.779324:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423237632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776311.779331:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776311.779334:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776311.779336:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423237632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776311.779342:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423237760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776311.779355:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776311.779362:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776311/real 1775776311] req@ffff9a6058739f80 x1862022423237760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776336 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776311.779372:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423237760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776336 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776311.779379:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776311.779382:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776311.779386:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423237760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776312.611118:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776313.634991:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776314.658965:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776315.683077:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776316.706982:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776316.898978:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776316.898983:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776316.898988:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776316.898998:0:162220:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13462 00000100:00080000:1.0:1775776316.899024:0:162220:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776316.899031:0:162220:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776316.899066:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423237888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776316.899091:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776316.899095:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776316.899097:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776316.899102:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13462 00000100:00080000:1.0:1775776316.899106:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776316.899110:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776316.899119:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776316.899133:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423238016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776316.899142:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776316.899146:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776316.899149:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776316.899153:0:162220:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13462 00000100:00080000:1.0:1775776316.899156:0:162220:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776316.899160:0:162220:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776316.899165:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776316.899175:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423237888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775776316.899179:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423238144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776316.899195:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776316.899197:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776316.899199:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776316.899202:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13462 00000100:00080000:1.0:1775776316.899205:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776316.899208:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776316.899212:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776316.899220:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423238272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776316.899227:0:162220:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776316.899229:0:162220:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776316.899231:0:162220:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776316.899233:0:162220:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13462 00000100:00080000:1.0:1775776316.899236:0:162220:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776316.899239:0:162220:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776316.899243:0:162220:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776316.899243:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776316.899256:0:162220:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423238400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776316.899278:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776316/real 1775776316] req@ffff9a6058738a80 x1862022423237888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776316.899298:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423237888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776316.899308:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776316.899312:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776316.899316:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423237888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776316.899323:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423238016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776316.899345:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776316.899359:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776316/real 1775776316] req@ffff9a6058738000 x1862022423238016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776316.899380:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423238016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776316.899391:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776316.899396:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776316.899407:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423238016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776316.899439:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423238144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776316.899460:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776316.899470:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776316/real 1775776316] req@ffff9a605873a680 x1862022423238144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776316.899495:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423238144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776316.899504:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776316.899507:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776316.899511:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423238144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776316.899518:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423238272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776316.899536:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776316.899545:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776316/real 1775776316] req@ffff9a605873b800 x1862022423238272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776316.899557:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423238272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776316.899565:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776316.899568:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776316.899571:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423238272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776316.899577:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423238400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776316.899593:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776316.899602:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776316/real 1775776316] req@ffff9a605873ad80 x1862022423238400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776341 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776316.899614:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423238400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776341 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776316.899628:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776316.899632:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776316.899637:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423238400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776317.730921:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776318.754951:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776319.778917:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776320.802954:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776321.826977:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776322.018912:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776322.018937:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776322.018943:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776322.018956:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13467 00000100:00080000:3.0:1775776322.018968:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776322.018975:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776322.019013:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423238528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776322.019045:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776322.019049:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776322.019051:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776322.019055:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13467 00000100:00080000:3.0:1775776322.019059:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776322.019064:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776322.019076:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776322.019087:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423238528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776322.019093:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423238656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776322.019105:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776322.019109:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776322.019111:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776322.019115:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13467 00000100:00080000:3.0:1775776322.019119:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776322.019124:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776322.019129:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776322.019140:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423238784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776322.019151:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:2.0:1775776322.019155:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776322.019155:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776322.019159:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776322.019164:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13467 00000100:00080000:3.0:1775776322.019168:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776322.019172:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776322.019178:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776322.019193:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776322/real 1775776322] req@ffff9a6048b5bb80 x1862022423238528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776322.019193:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423238912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776322.019224:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775776322.019229:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423238528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776322.019230:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776322.019234:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776322.019243:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776322.019243:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13467 00000100:00080000:2.0:1775776322.019250:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:3.0:1775776322.019250:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775776322.019255:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423238528:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776322.019259:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776322.019264:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776322.019272:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423239040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776322.019279:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423238656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776322.019307:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776322.019316:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776322/real 1775776322] req@ffff9a6048b5b480 x1862022423238656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776322.019324:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423238656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776322.019329:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776322.019334:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776322.019337:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423238656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776322.019342:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423238784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776322.019359:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776322.019369:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776322/real 1775776322] req@ffff9a6048b59c00 x1862022423238784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776322.019381:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423238784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776322.019388:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776322.019391:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776322.019393:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423238784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776322.019398:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423238912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776322.019417:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776322.019433:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776322/real 1775776322] req@ffff9a6048b5a680 x1862022423238912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776322.019445:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423238912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776322.019453:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776322.019455:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776322.019457:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423238912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776322.019469:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423239040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776322.019494:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776322.019501:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776322/real 1775776322] req@ffff9a6048b59500 x1862022423239040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776322.019508:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423239040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776322.019513:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776322.019515:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776322.019517:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423239040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776322.850965:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776323.875127:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776324.898938:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776325.922976:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776326.946912:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776327.138911:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776327.138919:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776327.138924:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776327.138933:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13472 00000100:00080000:0.0:1775776327.138943:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776327.138948:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776327.138977:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423239168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776327.139000:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776327.139004:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776327.139006:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776327.139009:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13472 00000100:00080000:0.0:1775776327.139013:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776327.139016:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776327.139025:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776327.139036:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423239168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776327.139042:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423239296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776327.139054:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776327.139057:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776327.139058:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776327.139061:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13472 00000100:00080000:0.0:1775776327.139064:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776327.139067:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776327.139071:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776327.139079:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423239424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776327.139085:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776327.139089:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:2.0:1775776327.139090:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775776327.139092:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776327.139096:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13472 00000100:00080000:0.0:1775776327.139098:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776327.139101:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776327.139104:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776327.139112:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423239552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776327.139117:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776327.139121:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1775776327.139121:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776327/real 1775776327] req@ffff9a6051f85f80 x1862022423239168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776327.139122:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776327.139130:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13472 00000100:00080000:0.0:1775776327.139134:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776327.139138:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776327.139142:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776327.139147:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423239168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776327.139150:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423239680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776327.139171:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776327.139176:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776327.139179:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423239168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776327.139196:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423239296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776327.139208:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776327.139215:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776327/real 1775776327] req@ffff9a6051f86d80 x1862022423239296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776327.139223:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423239296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776327.139228:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776327.139231:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776327.139234:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423239296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776327.139239:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423239424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776327.139255:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776327.139264:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776327/real 1775776327] req@ffff9a6051f85880 x1862022423239424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776327.139275:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423239424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776327.139280:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776327.139282:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776327.139284:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423239424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776327.139287:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423239552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776327.139299:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776327.139305:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776327/real 1775776327] req@ffff9a6051f84e00 x1862022423239552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776327.139311:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423239552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776327.139316:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776327.139318:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776327.139319:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423239552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776327.139322:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423239680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776327.139330:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776327.139335:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776327/real 1775776327] req@ffff9a6051f84380 x1862022423239680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776327.139340:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423239680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776327.139344:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776327.139346:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776327.139347:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423239680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776327.970988:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776328.994976:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776330.018944:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776331.042948:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776332.066976:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776332.258883:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776332.258890:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776332.258894:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776332.258904:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13477 00000100:00080000:0.0:1775776332.258918:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776332.258923:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776332.258956:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022423239808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776332.258979:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776332.258981:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776332.258983:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776332.258986:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13477 00000100:00080000:0.0:1775776332.258988:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776332.258990:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776332.258998:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776332.259006:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022423239936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776332.259013:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776332.259016:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776332.259017:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776332.259019:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13477 00000100:00080000:0.0:1775776332.259021:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776332.259023:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776332.259026:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776332.259036:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423239808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776332.259037:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423240064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776332.259054:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776332.259057:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776332.259058:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776332.259060:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13477 00000100:00080000:0.0:1775776332.259062:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776332.259064:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776332.259068:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776332.259075:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423240192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776332.259081:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776332.259083:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776332.259085:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776332.259087:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13477 00000100:00080000:0.0:1775776332.259089:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776332.259091:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776332.259094:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776332.259095:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776332.259104:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423240320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776332.259128:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776332/real 1775776332] req@ffff9a6051f87b80 x1862022423239808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776332.259143:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022423239808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776332.259150:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776332.259154:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776332.259157:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423239808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776332.259163:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423239936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776332.259177:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776332.259184:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776332/real 1775776332] req@ffff9a6051f84a80 x1862022423239936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776332.259192:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022423239936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776332.259197:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776332.259199:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776332.259201:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423239936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776332.259219:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423240064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776332.259229:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776332.259235:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776332/real 1775776332] req@ffff9a6051f84380 x1862022423240064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776332.259242:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423240064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776332.259248:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776332.259250:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776332.259252:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423240064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776332.259255:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423240192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776332.259265:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776332.259270:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776332/real 1775776332] req@ffff9a6051f84e00 x1862022423240192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776332.259278:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423240192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776332.259283:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776332.259285:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776332.259286:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423240192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776332.259290:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423240320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776332.259299:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776332.259304:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776332/real 1775776332] req@ffff9a6051f85880 x1862022423240320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776332.259310:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423240320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776332.259315:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776332.259317:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776332.259319:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423240320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776333.090935:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776334.115016:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776335.138921:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776336.162974:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776337.186921:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776337.378948:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776337.378955:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776337.378959:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776337.378967:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13482 00000100:00080000:2.0:1775776337.378976:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776337.378981:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776337.379015:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423240448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776337.379041:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776337.379044:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776337.379045:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776337.379048:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13482 00000100:00080000:2.0:1775776337.379051:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776337.379053:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776337.379060:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776337.379068:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423240576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776337.379075:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776337.379078:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776337.379079:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776337.379082:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13482 00000100:00080000:2.0:1775776337.379084:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776337.379086:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776337.379089:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776337.379095:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423240704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776337.379102:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423240448:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776337.379115:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776337.379118:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776337.379119:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776337.379121:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13482 00000100:00080000:2.0:1775776337.379123:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776337.379125:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776337.379128:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776337.379135:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423240832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776337.379142:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776337.379145:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776337.379146:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776337.379148:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13482 00000100:00080000:2.0:1775776337.379163:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776337.379166:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776337.379168:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775776337.379175:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776337.379177:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423240960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776337.379217:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776337/real 1775776337] req@ffff9a6051391c00 x1862022423240448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776337.379242:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423240448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776337.379252:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776337.379256:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776337.379261:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423240448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776337.379269:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423240576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776337.379290:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776337.379302:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776337/real 1775776337] req@ffff9a6051391880 x1862022423240576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776337.379315:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423240576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776337.379324:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776337.379327:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776337.379331:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423240576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776337.379352:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423240704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776337.379368:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776337.379377:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776337/real 1775776337] req@ffff9a6051390380 x1862022423240704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776337.379390:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423240704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776337.379405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776337.379408:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776337.379412:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423240704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776337.379417:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423240832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776337.379433:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776337.379442:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776337/real 1775776337] req@ffff9a6051391500 x1862022423240832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776337.379453:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423240832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776337.379462:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776337.379465:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776337.379468:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423240832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776337.379474:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423240960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776337.379489:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776337.379497:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776337/real 1775776337] req@ffff9a6051392300 x1862022423240960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776337.379508:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423240960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776337.379516:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776337.379520:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776337.379523:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423240960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776338.210972:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776339.234929:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776340.258948:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776341.282961:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776342.306925:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776342.498954:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776342.498964:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776342.498969:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776342.498979:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13488 00000100:00080000:3.0:1775776342.498991:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776342.499004:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776342.499043:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423241088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776342.499073:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776342.499077:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776342.499079:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776342.499084:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13488 00000100:00080000:3.0:1775776342.499088:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776342.499093:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776342.499105:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776342.499115:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423241088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776342.499124:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423241216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776342.499137:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776342.499141:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776342.499143:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776342.499148:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13488 00000100:00080000:3.0:1775776342.499153:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776342.499158:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776342.499164:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776342.499177:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423241344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775776342.499181:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776342.499193:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776342.499197:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776342.499200:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776342.499205:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13488 00000100:00080000:3.0:1775776342.499210:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776342.499214:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776342.499220:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776342.499223:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776342/real 1775776342] req@ffff9a6048b59880 x1862022423241088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776342.499236:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423241472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776342.499247:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423241088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776342.499250:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776342.499262:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776342.499266:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776342.499271:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776342.499273:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13488 00000100:00080000:2.0:1775776342.499279:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:3.0:1775776342.499280:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775776342.499286:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423241088:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776342.499288:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776342.499296:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776342.499310:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423241600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776342.499314:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423241216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776342.499347:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776342.499362:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776342/real 1775776342] req@ffff9a6048b59500 x1862022423241216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776342.499375:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423241216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776342.499383:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776342.499393:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776342.499396:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423241216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776342.499402:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423241344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776342.499421:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776342.499431:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776342/real 1775776342] req@ffff9a6048b5a680 x1862022423241344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776342.499443:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423241344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776342.499458:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776342.499461:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776342.499465:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423241344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776342.499471:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423241472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776342.499492:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776342.499502:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776342/real 1775776342] req@ffff9a6048b59c00 x1862022423241472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776342.499513:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423241472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776342.499521:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776342.499524:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776342.499527:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423241472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776342.499543:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423241600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776342.499594:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776342.499606:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776342/real 1775776342] req@ffff9a6048b5b480 x1862022423241600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776342.499619:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423241600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776342.499626:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776342.499630:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776342.499634:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423241600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776343.330964:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776344.354925:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776345.378996:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776346.403007:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776347.427025:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776347.618950:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776347.618959:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776347.618973:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776347.618983:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13493 00000100:00080000:2.0:1775776347.618996:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776347.619003:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776347.619045:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423241728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776347.619071:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776347.619074:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776347.619075:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776347.619078:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13493 00000100:00080000:2.0:1775776347.619081:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776347.619083:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776347.619097:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776347.619106:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423241728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776347.619109:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423241856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776347.619123:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776347.619126:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776347.619128:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776347.619133:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13493 00000100:00080000:2.0:1775776347.619137:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776347.619141:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776347.619146:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776347.619158:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423241984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776347.619168:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776347.619171:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776347.619173:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776347.619177:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13493 00000100:00080000:2.0:1775776347.619181:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1775776347.619184:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775776347.619188:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776347.619194:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776347.619205:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423242112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776347.619212:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776347.619214:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776347.619216:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776347.619219:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13493 00000100:00100000:3.0:1775776347.619230:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776347/real 1775776347] req@ffff9a6051390000 x1862022423241728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776347.619231:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776347.619237:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776347.619243:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776347.619257:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423242240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776347.619260:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423241728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776347.619284:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776347.619288:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776347.619291:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423241728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776347.619313:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423241856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776347.619331:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776347.619339:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776347/real 1775776347] req@ffff9a6051390a80 x1862022423241856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776347.619348:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423241856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776347.619355:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776347.619359:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776347.619363:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423241856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776347.619368:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423241984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776347.619388:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776347.619397:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776347/real 1775776347] req@ffff9a6051393100 x1862022423241984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776347.619416:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423241984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776347.619423:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776347.619427:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776347.619430:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423241984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776347.619435:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423242112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776347.619453:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776347.619460:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776347/real 1775776347] req@ffff9a6051393480 x1862022423242112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776347.619491:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423242112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776347.619498:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776347.619502:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776347.619505:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423242112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776347.619511:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423242240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776347.619539:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776347.619547:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776347/real 1775776347] req@ffff9a6051390e00 x1862022423242240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776372 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776347.619554:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423242240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776372 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776347.619563:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776347.619565:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776347.619567:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423242240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776348.450987:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776349.475013:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776350.499007:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776351.522994:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776352.547019:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776352.738929:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776352.738939:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776352.738944:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776352.738955:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13498 00000100:00080000:0.0:1775776352.738973:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776352.738980:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776352.739019:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423242368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776352.739042:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776352.739045:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776352.739047:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776352.739051:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13498 00000100:00080000:0.0:1775776352.739053:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776352.739055:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776352.739066:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776352.739067:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423242368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776352.739077:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423242496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776352.739085:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776352.739088:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776352.739089:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776352.739092:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13498 00000100:00080000:0.0:1775776352.739094:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776352.739096:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776352.739098:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776352.739108:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423242624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776352.739114:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776352.739118:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776352.739119:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776352.739122:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13498 00000100:00080000:0.0:1775776352.739125:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776352.739128:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776352.739133:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776352.739142:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776352.739145:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423242752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776352.739155:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776352.739159:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776352.739161:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776352.739165:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13498 00000100:00080000:0.0:1775776352.739169:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776352.739174:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776352.739179:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776352.739192:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423242880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776352.739200:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776352/real 1775776352] req@ffff9a6051f86d80 x1862022423242368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776352.739218:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423242368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776352.739227:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776352.739231:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776352.739235:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423242368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776352.739265:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423242496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776352.739292:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776352.739306:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776352/real 1775776352] req@ffff9a6051f85f80 x1862022423242496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776352.739317:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423242496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776352.739325:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776352.739328:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776352.739332:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423242496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776352.739338:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423242624:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776352.739357:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776352.739368:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776352/real 1775776352] req@ffff9a6051f85500 x1862022423242624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776352.739396:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423242624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776352.739404:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776352.739408:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776352.739411:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423242624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776352.739417:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423242752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776352.739436:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776352.739443:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776352/real 1775776352] req@ffff9a6051f86300 x1862022423242752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776352.739450:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423242752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776352.739456:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776352.739458:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776352.739459:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423242752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776352.739462:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423242880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776352.739472:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776352.739477:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776352/real 1775776352] req@ffff9a6051f86680 x1862022423242880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776377 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776352.739488:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423242880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776377 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776352.739493:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776352.739494:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776352.739496:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423242880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776353.570999:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776354.594925:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776355.619002:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776356.642935:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776357.666968:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776357.858986:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776357.859009:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776357.859014:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776357.859046:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13503 00000100:00080000:2.0:1775776357.859073:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776357.859082:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776357.859147:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423243008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776357.859235:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775776357.859243:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423243008:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776357.859254:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776357.859256:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776357.859271:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13503 00000100:00080000:2.0:1775776357.859277:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776357.859310:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776357.859322:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1775776357.859329:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776357.859368:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776357/real 1775776357] req@ffff9a6051393800 x1862022423243008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776357.859376:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423243136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776357.859386:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423243008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776357.859394:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776357.859398:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:2.0:1775776357.859403:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775776357.859403:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423243008:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776357.859410:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776357.859412:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776357.859417:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13503 00000100:00100000:3.0:1775776357.859430:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423243136:192.168.201.120@tcp:38:kworker.0 00000100:00080000:2.0:1775776357.859432:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776357.859437:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776357.859442:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1775776357.859452:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776357.859455:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423243264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776357.859463:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776357.859465:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776357.859466:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776357.859470:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13503 00000100:00100000:3.0:1775776357.859473:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776357/real 1775776357] req@ffff9a6051392a00 x1862022423243136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776357.859474:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775776357.859487:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423243136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776357.859493:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776357.859495:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00080000:2.0:1775776357.859498:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776357.859498:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423243136:192.168.201.120@tcp:38:kworker.0 00000008:00100000:2.0:1775776357.859507:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776357.859511:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423243264:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776357.859526:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776357.859534:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423243392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776357.859542:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776357/real 1775776357] req@ffff9a6051392680 x1862022423243264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776357.859543:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775776357.859554:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423243264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776357.859559:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776357.859563:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776357.859564:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776357.859569:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13503 00000100:00080000:3.0:1775776357.859571:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00080000:2.0:1775776357.859576:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775776357.859576:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423243264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776357.859585:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423243392:192.168.201.120@tcp:8:kworker.0 00000100:00080000:2.0:1775776357.859597:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:3.0:1775776357.859600:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:2.0:1775776357.859605:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776357.859609:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776357/real 1775776357] req@ffff9a6051391f80 x1862022423243392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776357.859620:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423243392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776357.859625:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1775776357.859628:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423243520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776357.859628:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776357.859631:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423243392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776357.859722:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423243520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776357.859748:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776357.859760:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776357/real 1775776357] req@ffff9a6051391180 x1862022423243520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776382 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776357.859770:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423243520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776382 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776357.859776:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776357.859778:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776357.859781:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423243520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776358.691013:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776359.714992:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776360.739001:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776361.762939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776362.786949:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776362.978944:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776362.978964:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776362.978970:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776362.978982:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13508 00000100:00080000:0.0:1775776362.978996:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776362.979004:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776362.979061:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423243648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776362.979091:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776362.979095:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776362.979097:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776362.979101:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13508 00000100:00080000:0.0:1775776362.979105:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776362.979109:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776362.979120:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776362.979135:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423243776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776362.979142:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423243648:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775776362.979149:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776362.979153:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776362.979155:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776362.979159:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13508 00000100:00080000:0.0:1775776362.979163:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776362.979167:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776362.979173:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776362.979184:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022423243904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776362.979191:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776362.979194:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776362.979196:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776362.979210:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13508 00000100:00080000:0.0:1775776362.979215:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776362.979223:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776362.979229:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775776362.979238:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776362.979243:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022423244032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776362.979254:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776362.979257:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776362.979259:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776362.979263:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13508 00000100:00080000:0.0:1775776362.979267:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776362.979272:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776362.979278:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776362.979280:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776362/real 1775776362] req@ffff9a6051f86a00 x1862022423243648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776362.979291:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423244160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776362.979304:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423243648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776362.979316:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776362.979321:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776362.979326:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423243648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776362.979352:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423243776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776362.979372:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776362.979382:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776362/real 1775776362] req@ffff9a6051f85c00 x1862022423243776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776362.979393:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423243776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776362.979408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776362.979411:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776362.979414:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423243776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776362.979420:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423243904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776362.979434:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776362.979442:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776362/real 1775776362] req@ffff9a6051f87800 x1862022423243904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776362.979453:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022423243904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776362.979461:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776362.979464:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776362.979467:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423243904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776362.979473:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423244032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776362.979488:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776362.979495:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776362/real 1775776362] req@ffff9a6051f85180 x1862022423244032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776362.979506:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022423244032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776362.979513:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776362.979516:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776362.979520:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423244032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776362.979526:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423244160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776362.979540:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776362.979548:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776362/real 1775776362] req@ffff9a6051f87480 x1862022423244160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776387 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776362.979558:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423244160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776387 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776362.979566:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776362.979569:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776362.979572:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423244160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776363.810957:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776364.835029:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776365.859309:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776366.882965:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776367.907005:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776368.098886:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776368.098899:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776368.098904:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776368.098917:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13513 00000100:00080000:2.0:1775776368.098931:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776368.098939:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776368.098980:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423244288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776368.099003:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776368.099005:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776368.099006:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776368.099009:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13513 00000100:00080000:2.0:1775776368.099012:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776368.099014:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776368.099023:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776368.099031:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423244416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776368.099038:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776368.099040:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776368.099042:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776368.099044:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13513 00000100:00080000:2.0:1775776368.099046:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776368.099048:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776368.099051:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776368.099056:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423244288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776368.099059:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423244544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776368.099069:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776368.099071:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776368.099072:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776368.099074:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13513 00000100:00080000:2.0:1775776368.099076:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776368.099078:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776368.099081:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776368.099088:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423244672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776368.099093:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776368.099095:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776368.099097:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776368.099099:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13513 00000100:00080000:2.0:1775776368.099101:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776368.099103:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776368.099106:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776368.099124:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423244800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775776368.099158:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776368.099199:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776368/real 1775776368] req@ffff9a6051391180 x1862022423244288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776368.099217:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423244288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776368.099228:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776368.099232:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776368.099236:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423244288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776368.099243:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423244416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776368.099264:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776368.099275:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776368/real 1775776368] req@ffff9a6051391f80 x1862022423244416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776368.099286:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423244416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776368.099293:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776368.099296:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776368.099299:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423244416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776368.099323:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423244544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776368.099340:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776368.099348:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776368/real 1775776368] req@ffff9a6051392680 x1862022423244544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776368.099358:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423244544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776368.099365:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776368.099367:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776368.099370:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423244544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776368.099375:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423244672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776368.099389:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776368.099398:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776368/real 1775776368] req@ffff9a6051392a00 x1862022423244672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776368.099417:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423244672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776368.099425:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776368.099428:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776368.099431:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423244672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776368.099436:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423244800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776368.099452:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776368.099460:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776368/real 1775776368] req@ffff9a6051393800 x1862022423244800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776368.099469:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423244800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776368.099483:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776368.099486:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776368.099489:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423244800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776368.931083:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776369.954978:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776370.978962:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776372.002955:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776373.026984:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776373.218852:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776373.218861:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776373.218865:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776373.218874:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13518 00000100:00080000:2.0:1775776373.218884:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776373.218889:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776373.218920:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423244928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776373.218945:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776373.218948:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776373.218950:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776373.218953:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13518 00000100:00080000:2.0:1775776373.218957:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776373.218960:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776373.218968:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776373.218979:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423245056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776373.218991:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776373.218994:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776373.218996:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776373.218999:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13518 00000100:00080000:2.0:1775776373.219001:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776373.219005:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776373.219009:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776373.219029:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423244928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776373.219032:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423245184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776373.219049:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776373.219052:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776373.219054:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776373.219057:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13518 00000100:00080000:2.0:1775776373.219061:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776373.219065:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776373.219070:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776373.219082:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423245312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776373.219090:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776373.219093:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776373.219095:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776373.219099:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13518 00000100:00080000:2.0:1775776373.219102:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776373.219105:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776373.219110:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776373.219120:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423245440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776373.219149:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423245056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776373.219180:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423245184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776373.219196:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423245312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776373.219212:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423245440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776374.050974:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776375.074984:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776376.098942:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775776376.291094:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:1.0:1775776376.291134:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775776376.291157:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776376.291202:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776376.291213:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776376.291223:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776376.291229:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:3.0:1775776376.291344:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776373/real 1775776376] req@ffff9a6051393100 x1862022423245184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776376.291379:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423245184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776376.291389:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776376.291394:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776376.291398:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423245184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776376.291405:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776373/real 1775776376] req@ffff9a6051390a80 x1862022423245312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776376.291421:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423245312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776376.291428:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776376.291431:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776376.291433:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423245312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776376.291439:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776373/real 1775776376] req@ffff9a6051390000 x1862022423245440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776376.291449:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423245440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776376.291455:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776376.291458:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776376.291461:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423245440:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776376.291466:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776373/real 1775776376] req@ffff9a6051390e00 x1862022423244928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776376.291478:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423244928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776376.291485:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776376.291487:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776376.291490:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423244928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776376.291495:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776373/real 1775776376] req@ffff9a6051393480 x1862022423245056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776376.291504:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423245056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776376.291510:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776376.291513:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776376.291515:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423245056:192.168.201.120@tcp:38:kworker.0 00010000:00010000:1.0:1775776377.122921:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776378.146909:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776378.338908:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776378.338918:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776378.338922:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776378.338947:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13523 00000100:00080000:2.0:1775776378.338958:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776378.339002:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776378.339033:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423245568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776378.339056:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776378.339059:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776378.339061:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776378.339065:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13523 00000100:00080000:2.0:1775776378.339069:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776378.339072:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776378.339081:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776378.339098:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423245696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776378.339109:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776378.339114:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:3.0:1775776378.339115:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423245568:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776378.339116:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776378.339125:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13523 00000100:00080000:2.0:1775776378.339128:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776378.339131:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776378.339142:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776378.339155:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423245824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776378.339166:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776378.339169:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776378.339171:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776378.339175:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13523 00000800:00000100:3.0:1775776378.339180:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775776378.339181:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776378.339187:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776378.339192:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776378.339208:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423245952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776378.339216:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776378/real 1775776378] req@ffff9a6051392300 x1862022423245568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776378.339225:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776378.339231:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776378.339233:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776378.339238:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13523 00000100:00100000:3.0:1775776378.339241:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423245568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776378.339243:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776378.339251:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:3.0:1775776378.339257:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000008:00100000:2.0:1775776378.339258:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1775776378.339263:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776378.339268:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423245568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776378.339272:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423246080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776378.339299:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423245696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776378.339322:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776378.339333:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776378/real 1775776378] req@ffff9a6051391500 x1862022423245696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776378.339346:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423245696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776378.339353:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776378.339372:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776378.339375:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423245696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776378.339379:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423245824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776378.339397:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776378.339407:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776378/real 1775776378] req@ffff9a6051390380 x1862022423245824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776378.339417:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423245824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776378.339425:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776378.339427:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776378.339430:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423245824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776378.339441:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423245952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776378.339460:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776378.339470:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776378/real 1775776378] req@ffff9a6051391880 x1862022423245952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776378.339481:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423245952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776378.339488:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776378.339490:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776378.339493:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423245952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776378.339498:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423246080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776378.339516:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776378.339525:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776378/real 1775776378] req@ffff9a6051391c00 x1862022423246080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776378.339534:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423246080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776378.339541:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776378.339544:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776378.339546:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423246080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776379.170977:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776380.195032:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776381.218944:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776382.242969:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776383.266945:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776383.458915:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776383.458923:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776383.458926:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776383.458933:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13529 00000100:00080000:1.0:1775776383.458942:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776383.458946:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776383.458988:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423246208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776383.459012:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776383.459015:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776383.459016:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776383.459019:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13529 00000100:00080000:1.0:1775776383.459022:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776383.459024:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776383.459031:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776383.459042:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423246336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776383.459049:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776383.459051:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776383.459052:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776383.459054:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13529 00000100:00080000:1.0:1775776383.459056:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776383.459060:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776383.459060:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423246208:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775776383.459064:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776383.459072:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423246464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776383.459078:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776383.459081:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776383.459082:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776383.459084:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13529 00000100:00080000:1.0:1775776383.459085:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776383.459087:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776383.459090:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776383.459096:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423246592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776383.459101:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776383.459103:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776383.459105:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776383.459107:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13529 00000100:00080000:1.0:1775776383.459109:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776383.459112:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:3.0:1775776383.459116:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:1.0:1775776383.459118:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776383.459125:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423246720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776383.459144:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776383/real 1775776383] req@ffff9a6058739500 x1862022423246208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776383.459168:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423246208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776383.459182:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776383.459186:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776383.459190:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423246208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776383.459196:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423246336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776383.459218:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776383.459230:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776383/real 1775776383] req@ffff9a605873a300 x1862022423246336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776383.459241:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423246336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776383.459248:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776383.459251:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776383.459254:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423246336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776383.459274:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423246464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776383.459290:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776383.459300:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776383/real 1775776383] req@ffff9a6058739180 x1862022423246464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776383.459310:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423246464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776383.459318:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776383.459321:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776383.459325:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423246464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776383.459330:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423246592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776383.459346:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776383.459352:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776383/real 1775776383] req@ffff9a6058738e00 x1862022423246592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776383.459359:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423246592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776383.459363:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776383.459365:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776383.459367:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423246592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776383.459370:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423246720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776383.459378:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776383.459383:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776383/real 1775776383] req@ffff9a605873aa00 x1862022423246720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776383.459389:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423246720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776383.459393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776383.459394:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776383.459396:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423246720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776384.290922:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776385.314950:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776386.339015:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776387.362930:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776388.386929:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776388.578898:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776388.578908:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776388.578911:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776388.578921:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13534 00000100:00080000:3.0:1775776388.578930:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776388.578937:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776388.578968:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423246848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776388.579000:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776388.579003:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776388.579005:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776388.579008:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13534 00000100:00080000:3.0:1775776388.579012:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776388.579015:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776388.579023:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776388.579036:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423246976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776388.579042:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423246848:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776388.579052:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776388.579055:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776388.579057:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776388.579062:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13534 00000100:00080000:3.0:1775776388.579066:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776388.579069:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776388.579074:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776388.579084:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423247104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775776388.579097:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776388.579126:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776388/real 1775776388] req@ffff9a6048b5bb80 x1862022423246848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776388.579142:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423246848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776388.579157:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776388.579163:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:3.0:1775776388.579163:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776388.579169:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:0.0:1775776388.579170:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423246848:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776388.579173:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776388.579180:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13534 00000100:00080000:3.0:1775776388.579184:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:0.0:1775776388.579193:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423246976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776388.579209:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776388.579217:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776388/real 1775776388] req@ffff9a6048b58000 x1862022423246976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776388.579223:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423246976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776388.579229:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776388.579231:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776388.579233:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423246976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776388.579237:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423247104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776388.579249:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776388.579255:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776388/real 1775776388] req@ffff9a6048b5a300 x1862022423247104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776388.579273:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423247104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776388.579276:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:0.0:1775776388.579284:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000008:00100000:3.0:1775776388.579286:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1775776388.579289:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776388.579294:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423247104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776388.579303:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423247232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776388.579328:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423247232:192.168.201.120@tcp:8:kworker.0 00000100:00080000:3.0:1775776388.579350:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776388.579355:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776388.579358:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1775776388.579361:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776388.579365:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13534 00000100:00080000:3.0:1775776388.579370:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776388.579374:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776388.579379:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776388/real 1775776388] req@ffff9a6048b5aa00 x1862022423247232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1775776388.579379:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776388.579394:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423247360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776388.579396:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423247232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776388.579418:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776388.579423:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776388.579429:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423247232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776388.579444:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423247360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776388.579465:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776388.579475:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776388/real 1775776388] req@ffff9a6048b5ad80 x1862022423247360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776388.579486:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423247360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776413 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776388.579494:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776388.579497:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776388.579500:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423247360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776389.410964:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776390.434979:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776391.458911:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776392.482958:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776393.506982:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776393.698910:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776393.698917:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776393.698920:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776393.698928:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13539 00000100:00080000:2.0:1775776393.698936:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776393.698941:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776393.698979:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423247488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776393.699001:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776393.699003:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776393.699004:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776393.699007:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13539 00000100:00080000:2.0:1775776393.699009:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776393.699010:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776393.699017:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776393.699024:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423247616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776393.699034:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776393.699036:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776393.699037:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776393.699038:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13539 00000100:00080000:2.0:1775776393.699040:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776393.699041:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776393.699044:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776393.699048:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423247744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776393.699052:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776393.699054:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776393.699055:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776393.699057:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13539 00000100:00080000:2.0:1775776393.699059:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776393.699062:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776393.699065:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776393.699070:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423247872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776393.699076:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776393.699077:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776393.699079:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775776393.699083:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423247488:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776393.699083:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13539 00000100:00080000:2.0:1775776393.699088:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776393.699093:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776393.699097:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776393.699103:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423248000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775776393.699142:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776393.699168:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776393/real 1775776393] req@ffff9a6051391c00 x1862022423247488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776393.699179:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423247488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776393.699186:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776393.699189:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776393.699191:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423247488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776393.699196:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423247616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776393.699208:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776393.699213:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776393/real 1775776393] req@ffff9a6051391880 x1862022423247616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776393.699220:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423247616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776393.699224:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776393.699226:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776393.699227:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423247616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776393.699230:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423247744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776393.699238:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776393.699243:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776393/real 1775776393] req@ffff9a6051390380 x1862022423247744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776393.699253:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423247744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776393.699257:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776393.699258:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776393.699260:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423247744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776393.699275:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423247872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776393.699283:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776393.699288:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776393/real 1775776393] req@ffff9a6051391500 x1862022423247872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776393.699294:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423247872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776393.699298:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776393.699299:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776393.699301:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423247872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776393.699304:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423248000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776393.699311:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776393.699316:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776393/real 1775776393] req@ffff9a6051392300 x1862022423248000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776418 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776393.699321:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423248000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776418 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776393.699330:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776393.699331:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776393.699333:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423248000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776394.530932:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776395.554891:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776396.578898:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776397.602913:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776398.626966:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776398.818926:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776398.818935:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776398.818939:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776398.818948:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13544 00000100:00080000:3.0:1775776398.818959:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776398.818965:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776398.818999:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423248128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776398.819025:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776398.819027:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776398.819029:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776398.819031:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13544 00000100:00080000:3.0:1775776398.819034:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776398.819036:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776398.819044:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776398.819052:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423248256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776398.819061:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776398.819063:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776398.819064:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776398.819067:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13544 00000100:00080000:3.0:1775776398.819068:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776398.819072:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776398.819080:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423248128:192.168.201.120@tcp:250:kworker.0 00000008:00100000:3.0:1775776398.819080:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776398.819099:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423248384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776398.819108:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776398.819111:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776398.819113:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776398.819117:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13544 00000100:00080000:3.0:1775776398.819121:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776398.819125:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776398.819130:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776398.819142:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423248512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776398.819152:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776398.819155:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776398.819156:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776398.819162:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13544 00000800:00000100:0.0:1775776398.819163:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776398.819171:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776398.819186:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776398.819192:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776398.819207:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776398/real 1775776398] req@ffff9a6048b58e00 x1862022423248128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776398.819211:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423248640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776398.819268:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423248128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776398.819281:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776398.819286:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776398.819290:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423248128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776398.819437:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423248256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776398.819490:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776398.819513:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776398/real 1775776398] req@ffff9a6048b5b100 x1862022423248256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776398.819528:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423248256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776398.819543:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776398.819546:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776398.819550:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423248256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776398.819557:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423248384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776398.819599:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776398.819610:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776398/real 1775776398] req@ffff9a6048b59f80 x1862022423248384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776398.819622:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423248384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776398.819630:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776398.819633:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776398.819636:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423248384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776398.819642:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423248512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776398.819659:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776398.819666:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776398/real 1775776398] req@ffff9a6048b58a80 x1862022423248512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776398.819672:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423248512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776398.819677:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776398.819679:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776398.819681:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423248512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776398.819684:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423248640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776398.819692:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776398.819705:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776398/real 1775776398] req@ffff9a6048b59180 x1862022423248640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776423 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776398.819711:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423248640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776423 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776398.819716:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776398.819717:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776398.819719:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423248640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776399.650969:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776400.674907:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776401.698979:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776402.722963:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776403.747029:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776403.938940:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776403.938953:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776403.938959:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776403.938971:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13549 00000100:00080000:2.0:1775776403.938987:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776403.938994:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776403.939040:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423248768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776403.939071:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776403.939075:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776403.939077:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776403.939081:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13549 00000100:00080000:2.0:1775776403.939085:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776403.939089:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776403.939100:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776403.939112:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423248896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776403.939118:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423248768:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776403.939127:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776403.939131:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776403.939132:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776403.939136:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13549 00000100:00080000:2.0:1775776403.939139:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776403.939142:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776403.939146:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776403.939156:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423249024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776403.939165:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776403.939168:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776403.939170:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776403.939173:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13549 00000100:00080000:2.0:1775776403.939176:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776403.939179:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776403.939183:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:0.0:1775776403.939186:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776403.939197:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423249152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776403.939212:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776403.939216:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776403.939218:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776403.939223:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13549 00000100:00100000:0.0:1775776403.939224:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776403/real 1775776403] req@ffff9a6051393480 x1862022423248768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776403.939227:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776403.939232:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776403.939239:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776403.939247:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423249280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776403.939269:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423248768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776403.939281:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776403.939284:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776403.939287:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423248768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776403.939308:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423248896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776403.939326:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776403.939334:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776403/real 1775776403] req@ffff9a6051390e00 x1862022423248896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776403.939342:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423248896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776403.939347:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776403.939349:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776403.939351:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423248896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776403.939354:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423249024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776403.939364:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776403.939368:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776403/real 1775776403] req@ffff9a6051390000 x1862022423249024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776403.939375:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423249024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776403.939379:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776403.939381:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776403.939382:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423249024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776403.939386:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423249152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776403.939395:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776403.939400:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776403/real 1775776403] req@ffff9a6051390a80 x1862022423249152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776403.939410:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423249152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776403.939415:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776403.939416:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776403.939418:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423249152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776403.939421:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423249280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776403.939429:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776403.939434:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776403/real 1775776403] req@ffff9a6051393100 x1862022423249280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776428 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776403.939439:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423249280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776428 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776403.939443:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776403.939445:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776403.939447:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423249280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776404.770924:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776405.794954:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776406.818927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776407.842949:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776408.866927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776409.058919:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776409.058930:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776409.058934:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776409.058945:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13554 00000100:00080000:3.0:1775776409.058956:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776409.058963:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776409.059003:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423249408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776409.059036:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776409.059040:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776409.059041:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776409.059045:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13554 00000100:00080000:3.0:1775776409.059048:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776409.059051:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776409.059063:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776409.059076:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423249536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776409.059084:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776409.059087:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776409.059088:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776409.059091:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13554 00000100:00080000:3.0:1775776409.059094:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776409.059096:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776409.059100:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776409.059104:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423249408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776409.059110:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423249664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776409.059117:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776409.059119:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776409.059121:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776409.059123:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13554 00000100:00080000:3.0:1775776409.059127:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776409.059129:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776409.059133:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776409.059141:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423249792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776409.059147:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776409.059149:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776409.059151:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776409.059154:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13554 00000100:00080000:3.0:1775776409.059159:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1775776409.059162:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776409.059167:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776409.059173:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776409.059187:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423249920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776409.059195:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776409/real 1775776409] req@ffff9a6048b5b800 x1862022423249408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776409.059216:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423249408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776409.059223:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776409.059228:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776409.059232:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423249408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776409.059240:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423249536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776409.059262:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776409.059275:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776409/real 1775776409] req@ffff9a6048b59180 x1862022423249536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776409.059289:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423249536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776409.059297:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776409.059301:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776409.059305:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423249536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776409.059325:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423249664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776409.059342:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776409.059349:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776409/real 1775776409] req@ffff9a6048b58a80 x1862022423249664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776409.059357:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423249664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776409.059366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776409.059369:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776409.059371:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423249664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776409.059374:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423249792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776409.059384:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776409.059390:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776409/real 1775776409] req@ffff9a6048b59f80 x1862022423249792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776409.059416:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423249792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776409.059425:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776409.059427:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776409.059429:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423249792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776409.059433:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423249920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776409.059449:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776409.059460:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776409/real 1775776409] req@ffff9a6048b5b100 x1862022423249920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776409.059472:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423249920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776409.059480:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776409.059484:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776409.059487:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423249920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776409.891041:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776410.914906:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776411.938970:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776412.962912:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776413.986978:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776414.178863:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776414.178870:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776414.178874:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776414.178887:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13559 00000100:00080000:3.0:1775776414.178896:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776414.178901:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776414.178937:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423250048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776414.178968:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776414.178973:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776414.178975:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776414.178979:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13559 00000100:00080000:3.0:1775776414.178983:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776414.178987:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776414.178997:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776414.179008:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423250176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776414.179015:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423250048:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776414.179019:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776414.179023:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776414.179024:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776414.179027:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13559 00000100:00080000:3.0:1775776414.179030:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776414.179032:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776414.179041:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776414.179049:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423250304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776414.179056:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776414.179059:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776414.179060:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776414.179063:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13559 00000100:00080000:3.0:1775776414.179065:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776414.179067:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775776414.179072:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775776414.179073:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776414.179082:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423250432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776414.179090:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776414.179092:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776414.179093:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776414.179096:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13559 00000100:00080000:3.0:1775776414.179099:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776414.179102:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776414.179105:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776414.179112:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423250560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776414.179115:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776414/real 1775776414] req@ffff9a6048b58e00 x1862022423250048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776414.179134:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423250048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776414.179142:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776414.179146:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776414.179149:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423250048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776414.179167:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423250176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776414.179181:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776414.179189:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776414/real 1775776414] req@ffff9a6048b5ad80 x1862022423250176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776414.179197:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423250176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776414.179202:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776414.179205:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776414.179207:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423250176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776414.179210:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423250304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776414.179220:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776414.179225:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776414/real 1775776414] req@ffff9a6048b5aa00 x1862022423250304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776414.179232:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423250304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776414.179237:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776414.179239:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776414.179241:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423250304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776414.179244:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423250432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776414.179253:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776414.179259:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776414/real 1775776414] req@ffff9a6048b5a300 x1862022423250432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776414.179266:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423250432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776414.179270:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776414.179272:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776414.179274:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423250432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776414.179277:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423250560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776414.179285:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776414.179291:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776414/real 1775776414] req@ffff9a6048b58000 x1862022423250560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776414.179302:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423250560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776414.179324:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776414.179326:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776414.179328:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423250560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776415.010940:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776416.034980:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776417.058926:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776418.082954:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776419.106951:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776419.298896:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776419.298905:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776419.298909:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776419.298918:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13564 00000100:00080000:0.0:1775776419.298927:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776419.298933:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776419.298964:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423250688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776419.298990:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776419.298993:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776419.298995:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776419.298998:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13564 00000100:00080000:0.0:1775776419.299001:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776419.299004:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776419.299013:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776419.299025:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423250816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776419.299032:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423250688:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775776419.299040:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776419.299044:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776419.299045:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776419.299050:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13564 00000100:00080000:0.0:1775776419.299053:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776419.299056:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776419.299061:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776419.299072:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423250944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776419.299080:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776419.299084:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000800:00000100:3.0:1775776419.299085:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775776419.299087:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776419.299092:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13564 00000100:00080000:0.0:1775776419.299097:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776419.299101:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776419.299106:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776419.299114:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776419/real 1775776419] req@ffff9a6051f87100 x1862022423250688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776419.299118:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022423251072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776419.299133:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775776419.299134:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423250688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776419.299139:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776419.299143:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776419.299149:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776419.299151:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13564 00000100:00080000:3.0:1775776419.299155:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:0.0:1775776419.299156:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775776419.299159:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423250688:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775776419.299163:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776419.299169:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776419.299179:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022423251200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776419.299180:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423250816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776419.299200:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776419.299209:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776419/real 1775776419] req@ffff9a6051f84700 x1862022423250816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776419.299217:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423250816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776419.299249:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776419.299252:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776419.299255:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423250816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776419.299261:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423250944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776419.299281:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776419.299290:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776419/real 1775776419] req@ffff9a6051f87480 x1862022423250944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776419.299300:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423250944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776419.299305:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776419.299307:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776419.299308:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423250944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776419.299312:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423251072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776419.299325:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776419.299330:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776419/real 1775776419] req@ffff9a6051f85180 x1862022423251072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776419.299340:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022423251072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776419.299345:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776419.299346:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776419.299348:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423251072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776419.299357:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423251200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776419.299365:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776419.299370:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776419/real 1775776419] req@ffff9a6051f87800 x1862022423251200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776419.299376:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022423251200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776419.299381:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776419.299382:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776419.299384:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423251200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776420.130935:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776421.154983:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776422.178931:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776423.202927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776424.226939:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776424.418924:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776424.418934:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776424.418939:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776424.418950:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13570 00000100:00080000:0.0:1775776424.418961:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776424.418968:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776424.418999:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423251328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776424.419034:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776424.419038:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776424.419039:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776424.419043:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13570 00000100:00080000:0.0:1775776424.419047:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776424.419050:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776424.419059:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776424.419073:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423251456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776424.419084:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775776424.419085:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423251328:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775776424.419088:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776424.419093:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776424.419098:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13570 00000100:00080000:0.0:1775776424.419102:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776424.419107:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776424.419112:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776424.419126:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423251584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775776424.419249:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776424.419279:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776424/real 1775776424] req@ffff9a6051f85c00 x1862022423251328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776424.419294:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423251328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776424.419312:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776424.419313:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776424.419316:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:0.0:1775776424.419321:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:2.0:1775776424.419322:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423251328:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775776424.419323:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776424.419331:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13570 00000100:00080000:0.0:1775776424.419335:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776424.419340:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776424.419342:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423251456:192.168.201.120@tcp:38:kworker.0 00000008:00100000:0.0:1775776424.419347:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776424.419361:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776424.419365:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423251712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776424.419372:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776424/real 1775776424] req@ffff9a6051f86a00 x1862022423251456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776424.419385:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775776424.419386:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423251456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776424.419394:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776424.419397:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776424.419398:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776424.419401:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00080000:0.0:1775776424.419406:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13570 00000100:00100000:2.0:1775776424.419406:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423251456:192.168.201.120@tcp:38:kworker.0 00000100:00080000:0.0:1775776424.419414:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775776424.419416:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423251584:192.168.201.120@tcp:38:kworker.0 00000100:00080000:0.0:1775776424.419422:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776424.419428:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776424.419441:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776424.419443:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423251840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776424.419454:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776424/real 1775776424] req@ffff9a6051f86680 x1862022423251584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776424.419464:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423251584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776424.419469:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776424.419471:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776424.419473:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423251584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776424.419482:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423251712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776424.419495:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776424.419500:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776424/real 1775776424] req@ffff9a6051f86300 x1862022423251712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776424.419507:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423251712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776424.419511:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776424.419513:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776424.419515:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423251712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776424.419518:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423251840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776424.419527:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776424.419531:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776424/real 1775776424] req@ffff9a6051f85500 x1862022423251840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776424.419545:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423251840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776424.419552:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776424.419556:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776424.419560:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423251840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776425.250902:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776426.274955:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776427.298915:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776428.322948:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776429.346879:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776429.538913:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776429.538920:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776429.538923:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776429.538930:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13575 00000100:00080000:3.0:1775776429.538938:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776429.538943:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776429.538970:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423251968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776429.538990:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776429.538993:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776429.538994:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776429.538996:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13575 00000100:00080000:3.0:1775776429.538998:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776429.539000:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776429.539006:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776429.539013:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423252096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776429.539019:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776429.539021:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776429.539022:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776429.539024:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13575 00000100:00080000:3.0:1775776429.539027:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776429.539028:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776429.539031:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776429.539038:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423251968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776429.539066:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423252224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776429.539077:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776429.539087:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776429.539089:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776429.539093:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13575 00000100:00080000:3.0:1775776429.539098:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776429.539101:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775776429.539106:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775776429.539110:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776429.539122:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423252352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776429.539128:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776429.539131:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776429.539132:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776429.539134:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13575 00000100:00080000:3.0:1775776429.539138:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775776429.539141:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776429/real 1775776429] req@ffff9a6048b5bb80 x1862022423251968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776429.539142:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776429.539149:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776429.539165:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423252480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776429.539168:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423251968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776429.539191:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776429.539196:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776429.539200:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423251968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776429.539208:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423252096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776429.539227:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776429.539237:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776429/real 1775776429] req@ffff9a6048b5b480 x1862022423252096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776429.539247:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423252096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776429.539261:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776429.539265:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776429.539268:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423252096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776429.539287:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423252224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776429.539302:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776429.539310:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776429/real 1775776429] req@ffff9a6048b59c00 x1862022423252224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776429.539320:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423252224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776429.539328:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776429.539331:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776429.539334:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423252224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776429.539339:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423252352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776429.539352:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776429.539360:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776429/real 1775776429] req@ffff9a6048b5a680 x1862022423252352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776429.539369:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423252352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776429.539377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776429.539379:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776429.539383:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423252352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776429.539388:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423252480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776429.539400:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776429.539407:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776429/real 1775776429] req@ffff9a6048b59500 x1862022423252480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776429.539429:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423252480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776429.539437:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776429.539440:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776429.539442:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423252480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776430.370947:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776431.394943:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776432.418942:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776433.442941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776434.467013:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776434.658920:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776434.658928:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776434.658931:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776434.658938:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13580 00000100:00080000:2.0:1775776434.658947:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776434.658973:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776434.659003:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423252608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776434.659025:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776434.659027:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776434.659029:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776434.659031:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13580 00000100:00080000:2.0:1775776434.659034:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776434.659037:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776434.659044:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776434.659052:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423252736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776434.659058:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776434.659060:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776434.659062:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776434.659066:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13580 00000100:00100000:3.0:1775776434.659067:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423252608:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776434.659068:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776434.659071:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776434.659077:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776434.659083:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423252864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776434.659088:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776434.659090:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776434.659090:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776434.659092:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13580 00000100:00080000:2.0:1775776434.659094:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776434.659096:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776434.659098:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776434.659104:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423252992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776434.659109:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776434.659111:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776434.659112:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776434.659114:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13580 00000100:00080000:2.0:1775776434.659123:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776434.659125:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776434.659128:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775776434.659132:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776434.659137:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423253120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776434.659178:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776434/real 1775776434] req@ffff9a6051393800 x1862022423252608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776434.659199:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423252608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776434.659208:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776434.659212:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776434.659216:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423252608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776434.659237:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423252736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776434.659259:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776434.659270:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776434/real 1775776434] req@ffff9a6051392a00 x1862022423252736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776434.659277:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423252736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776434.659282:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776434.659284:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776434.659286:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423252736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776434.659289:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423252864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776434.659300:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776434.659305:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776434/real 1775776434] req@ffff9a6051392680 x1862022423252864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776434.659311:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423252864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776434.659315:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776434.659317:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776434.659318:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423252864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776434.659321:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423252992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776434.659330:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776434.659334:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776434/real 1775776434] req@ffff9a6051391f80 x1862022423252992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776434.659340:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423252992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776434.659345:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776434.659346:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776434.659347:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423252992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776434.659350:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423253120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776434.659357:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776434.659361:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776434/real 1775776434] req@ffff9a6051391180 x1862022423253120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776459 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776434.659367:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423253120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776459 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776434.659371:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776434.659372:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776434.659374:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423253120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776435.490915:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776436.514931:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776437.538912:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776438.562971:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776439.586937:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776439.778929:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776439.778938:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776439.778943:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776439.778953:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13585 00000100:00080000:2.0:1775776439.778964:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776439.778976:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776439.779015:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423253248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776439.779046:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776439.779050:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776439.779052:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776439.779056:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13585 00000100:00080000:2.0:1775776439.779059:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776439.779063:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776439.779072:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776439.779085:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423253376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776439.779096:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776439.779098:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776439.779100:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776439.779105:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13585 00000100:00100000:3.0:1775776439.779105:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423253248:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776439.779109:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776439.779114:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776439.779118:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776439.779125:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423253504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776439.779131:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776439.779133:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776439.779134:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776439.779136:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13585 00000100:00080000:2.0:1775776439.779138:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776439.779140:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776439.779143:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776439.779149:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423253632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776439.779153:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776439.779155:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776439.779157:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776439.779159:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13585 00000100:00080000:2.0:1775776439.779162:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776439.779164:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776439.779167:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776439.779173:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423253760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776439.779202:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423253376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776439.779226:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423253504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776439.779246:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423253632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776439.779267:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423253760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776440.610969:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776441.634914:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776442.658944:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775776442.851089:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:0.0:1775776442.851129:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775776442.851149:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775776442.851194:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775776442.851202:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775776442.851209:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775776442.851216:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:3.0:1775776442.851324:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776439/real 1775776442] req@ffff9a6051391f80 x1862022423253376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776442.851351:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423253376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776442.851362:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776442.851367:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776442.851371:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423253376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776442.851377:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776439/real 1775776442] req@ffff9a6051392680 x1862022423253504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776442.851387:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423253504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776442.851394:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776442.851397:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776442.851400:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423253504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776442.851407:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776439/real 1775776442] req@ffff9a6051392a00 x1862022423253632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776442.851417:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423253632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776442.851431:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776442.851435:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776442.851438:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423253632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776442.851445:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776439/real 1775776442] req@ffff9a6051393800 x1862022423253760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776442.851456:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423253760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776442.851466:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776442.851469:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776442.851472:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423253760:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776442.851477:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776439/real 1775776442] req@ffff9a6051391180 x1862022423253248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776464 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776442.851488:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423253248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776464 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776442.851494:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776442.851497:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776442.851500:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423253248:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775776443.682872:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776444.706944:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776444.898909:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776444.898916:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776444.898919:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776444.898927:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13590 00000100:00080000:3.0:1775776444.898935:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776444.898939:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776444.898966:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423253888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776444.898989:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776444.898992:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776444.898993:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776444.898996:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13590 00000100:00080000:3.0:1775776444.898998:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776444.899001:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776444.899008:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776444.899016:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423254016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776444.899021:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423253888:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776444.899024:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776444.899029:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776444.899031:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776444.899033:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13590 00000100:00080000:3.0:1775776444.899034:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776444.899036:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776444.899038:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776444.899045:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423254144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776444.899050:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776444.899052:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776444.899053:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776444.899055:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13590 00000100:00080000:3.0:1775776444.899057:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776444.899059:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776444.899062:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776444.899068:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423254272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776444.899072:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776444.899074:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776444.899075:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776444.899078:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13590 00000100:00080000:3.0:1775776444.899080:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776444.899082:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776444.899084:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776444.899091:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423254400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775776444.899092:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776444.899129:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776444/real 1775776444] req@ffff9a6048b59880 x1862022423253888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776444.899146:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423253888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776444.899154:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776444.899158:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776444.899161:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423253888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776444.899184:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423254016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776444.899204:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776444.899215:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776444/real 1775776444] req@ffff9a6048b59500 x1862022423254016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776444.899225:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423254016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776444.899231:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776444.899233:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776444.899235:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423254016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776444.899239:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423254144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776444.899253:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776444.899259:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776444/real 1775776444] req@ffff9a6048b5a680 x1862022423254144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776444.899265:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423254144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776444.899270:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776444.899272:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776444.899274:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423254144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776444.899277:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423254272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776444.899286:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776444.899292:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776444/real 1775776444] req@ffff9a6048b59c00 x1862022423254272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776444.899299:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423254272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776444.899306:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776444.899309:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776444.899311:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423254272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776444.899316:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423254400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776444.899332:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776444.899343:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776444/real 1775776444] req@ffff9a6048b5b480 x1862022423254400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776469 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776444.899353:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423254400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776469 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776444.899360:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776444.899363:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776444.899365:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423254400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776445.730928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776446.754947:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776447.778902:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776448.802944:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776449.826881:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776450.018882:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776450.018889:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776450.018892:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776450.018899:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13595 00000100:00080000:3.0:1775776450.018908:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776450.018913:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776450.018943:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423254528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776450.018963:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776450.018966:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776450.018967:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776450.018970:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13595 00000100:00080000:3.0:1775776450.018973:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776450.018976:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776450.018984:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776450.018996:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423254656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776450.019008:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776450.019011:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776450.019014:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775776450.019016:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423254528:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776450.019021:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13595 00000100:00080000:3.0:1775776450.019026:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776450.019029:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776450.019033:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776450.019042:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423254784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776450.019049:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776450.019051:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776450.019052:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776450.019054:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13595 00000100:00080000:3.0:1775776450.019068:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776450.019071:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776450.019075:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776450.019079:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776450.019083:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423254912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776450.019089:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776450.019092:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776450.019092:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776450.019095:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13595 00000100:00080000:3.0:1775776450.019100:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776450.019101:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776450.019104:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776450.019111:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423255040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776450.019119:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776450/real 1775776450] req@ffff9a6048b5bb80 x1862022423254528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776450.019137:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423254528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776450.019148:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776450.019152:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776450.019155:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423254528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776450.019176:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423254656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776450.019197:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776450.019209:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776450/real 1775776450] req@ffff9a6048b58000 x1862022423254656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776450.019220:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423254656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776450.019233:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776450.019236:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776450.019239:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423254656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776450.019244:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423254784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776450.019260:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776450.019268:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776450/real 1775776450] req@ffff9a6048b5a300 x1862022423254784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776450.019278:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423254784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776450.019285:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776450.019288:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776450.019291:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423254784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776450.019296:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423254912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776450.019312:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776450.019321:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776450/real 1775776450] req@ffff9a6048b5aa00 x1862022423254912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776450.019331:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423254912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776450.019338:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776450.019340:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776450.019343:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423254912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776450.019349:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423255040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776450.019366:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776450.019376:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776450/real 1775776450] req@ffff9a6048b5ad80 x1862022423255040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776450.019386:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423255040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776450.019393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776450.019395:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776450.019398:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423255040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776450.850940:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776451.874890:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776452.899010:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776453.922894:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776454.947027:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776455.138953:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776455.138967:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776455.138972:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776455.138986:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13600 00000100:00080000:3.0:1775776455.139000:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776455.139008:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776455.139061:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423255168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776455.139101:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776455.139106:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776455.139108:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776455.139113:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13600 00000100:00080000:3.0:1775776455.139118:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776455.139123:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776455.139135:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776455.139153:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423255296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776455.139168:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776455.139172:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776455.139174:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775776455.139176:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423255168:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776455.139183:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13600 00000100:00080000:3.0:1775776455.139191:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776455.139196:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776455.139204:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776455.139218:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423255424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776455.139230:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776455.139234:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776455.139237:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776455.139242:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13600 00000800:00000100:2.0:1775776455.139247:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776455.139248:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776455.139256:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776455.139264:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776455.139281:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423255552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776455.139292:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776455/real 1775776455] req@ffff9a6048b58e00 x1862022423255168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776455.139337:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776455.139341:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00100000:2.0:1775776455.139344:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423255168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776455.139345:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776455.139364:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13600 00000100:00080000:2.0:1775776455.139367:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776455.139373:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776455.139375:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776455.139391:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423255168:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776455.139391:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776455.139407:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776455.139421:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423255296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776455.139429:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423255680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775776455.139442:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776455.139460:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776455/real 1775776455] req@ffff9a6048b5b100 x1862022423255296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776455.139472:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423255296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776455.139480:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776455.139484:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776455.139487:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423255296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776455.139491:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423255424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776455.139505:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776455.139512:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776455/real 1775776455] req@ffff9a6048b59f80 x1862022423255424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776455.139519:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423255424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776455.139524:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776455.139526:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776455.139527:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423255424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776455.139531:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423255552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776455.139541:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776455.139546:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776455/real 1775776455] req@ffff9a6048b58a80 x1862022423255552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776455.139553:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423255552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776455.139558:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776455.139560:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776455.139562:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423255552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776455.139572:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423255680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776455.139582:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776455.139587:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776455/real 1775776455] req@ffff9a6048b59180 x1862022423255680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776455.139611:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423255680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776455.139617:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776455.139620:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776455.139621:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423255680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776455.970952:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776456.995009:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776458.019045:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776459.042938:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776460.066940:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776460.258903:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776460.258913:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776460.258917:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776460.258927:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13605 00000100:00080000:3.0:1775776460.258939:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776460.258947:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776460.258983:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423255808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776460.259012:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776460.259016:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776460.259018:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776460.259023:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13605 00000100:00080000:3.0:1775776460.259027:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776460.259031:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776460.259041:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776460.259053:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423255936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776460.259061:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423255808:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776460.259064:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776460.259068:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776460.259070:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776460.259075:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13605 00000100:00080000:3.0:1775776460.259080:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776460.259084:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776460.259089:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776460.259102:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423256064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776460.259113:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776460.259117:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776460.259119:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:2.0:1775776460.259125:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776460.259125:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13605 00000100:00080000:3.0:1775776460.259132:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776460.259137:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776460.259143:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776460.259157:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423256192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776460.259162:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776460/real 1775776460] req@ffff9a6048b5b800 x1862022423255808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776460.259179:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775776460.259185:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423255808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776460.259192:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776460.259197:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776460.259199:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:3.0:1775776460.259203:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775776460.259205:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423255808:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776460.259211:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13605 00000100:00080000:3.0:1775776460.259216:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776460.259221:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776460.259227:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423255936:192.168.201.120@tcp:38:kworker.0 00000008:00100000:3.0:1775776460.259228:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776460.259245:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423256320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775776460.259252:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776460.259264:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776460/real 1775776460] req@ffff9a6048b59180 x1862022423255936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776460.259274:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423255936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776460.259281:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776460.259283:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776460.259285:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423255936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776460.259290:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423256064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776460.259303:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776460.259308:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776460/real 1775776460] req@ffff9a6048b58a80 x1862022423256064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776460.259316:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423256064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776460.259321:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776460.259322:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776460.259324:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423256064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776460.259328:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423256192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776460.259341:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776460.259347:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776460/real 1775776460] req@ffff9a6048b59f80 x1862022423256192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776460.259355:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423256192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776460.259361:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776460.259363:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776460.259365:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423256192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776460.259378:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423256320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776460.259393:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776460.259404:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776460/real 1775776460] req@ffff9a6048b5b100 x1862022423256320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776460.259417:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423256320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776460.259425:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776460.259429:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776460.259433:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423256320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776461.090914:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776462.114940:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776463.138924:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776464.162970:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776465.186960:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776465.378924:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776465.378934:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776465.378939:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776465.378950:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13610 00000100:00080000:2.0:1775776465.378963:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776465.378970:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776465.379012:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423256448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776465.379043:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776465.379046:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776465.379047:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776465.379051:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13610 00000100:00080000:2.0:1775776465.379054:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776465.379059:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776465.379071:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776465.379073:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423256448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776465.379087:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423256576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776465.379098:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776465.379102:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776465.379104:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776465.379109:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13610 00000100:00080000:2.0:1775776465.379130:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776465.379134:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776465.379138:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:3.0:1775776465.379139:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776465.379150:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423256704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776465.379158:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776465.379160:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776465.379162:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776465.379165:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13610 00000100:00080000:2.0:1775776465.379168:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776465.379171:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776465.379175:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776465.379178:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776465/real 1775776465] req@ffff9a6051393100 x1862022423256448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776465.379184:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423256832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776465.379193:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776465.379196:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776465.379197:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776465.379200:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13610 00000100:00080000:2.0:1775776465.379203:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775776465.379204:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423256448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776465.379206:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776465.379210:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776465.379218:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423256960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776465.379221:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776465.379230:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776465.379235:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423256448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776465.379261:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423256576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776465.379278:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776465.379287:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776465/real 1775776465] req@ffff9a6051390a80 x1862022423256576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776465.379295:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423256576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776465.379304:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776465.379306:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776465.379308:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423256576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776465.379312:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423256704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776465.379321:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776465.379326:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776465/real 1775776465] req@ffff9a6051390000 x1862022423256704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776465.379333:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423256704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776465.379337:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776465.379339:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776465.379340:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423256704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776465.379343:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423256832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776465.379352:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776465.379357:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776465/real 1775776465] req@ffff9a6051390e00 x1862022423256832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776465.379363:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423256832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776465.379367:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776465.379369:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776465.379371:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423256832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776465.379375:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423256960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776465.379384:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776465.379388:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776465/real 1775776465] req@ffff9a6051393480 x1862022423256960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776465.379394:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423256960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776465.379398:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776465.379400:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776465.379401:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423256960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776466.210990:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776467.235035:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776468.258939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776469.282981:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776470.306987:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776470.498885:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776470.498894:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776470.498898:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776470.498908:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13616 00000100:00080000:2.0:1775776470.498918:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776470.498925:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776470.498958:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423257088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776470.498987:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776470.498991:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776470.498993:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776470.498997:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13616 00000100:00080000:2.0:1775776470.499001:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776470.499004:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776470.499014:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776470.499027:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423257088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776470.499028:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423257216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776470.499046:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776470.499050:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776470.499052:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776470.499056:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13616 00000100:00080000:2.0:1775776470.499060:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776470.499064:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776470.499068:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776470.499078:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423257344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775776470.499087:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775776470.499092:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776470.499095:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776470.499097:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776470.499102:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13616 00000100:00080000:2.0:1775776470.499108:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776470.499112:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776470.499118:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776470.499126:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776470/real 1775776470] req@ffff9a6051392300 x1862022423257088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776470.499129:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423257472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776470.499150:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776470.499153:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776470.499156:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775776470.499156:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423257088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776470.499163:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13616 00000100:00080000:2.0:1775776470.499170:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776470.499174:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776470.499175:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776470.499182:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1775776470.499182:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776470.499188:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423257088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776470.499195:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423257600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776470.499209:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423257216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776470.499226:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776470.499235:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776470/real 1775776470] req@ffff9a6051391500 x1862022423257216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776470.499242:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423257216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776470.499247:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776470.499249:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776470.499251:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423257216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776470.499254:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423257344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776470.499262:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776470.499267:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776470/real 1775776470] req@ffff9a6051390380 x1862022423257344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776470.499273:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423257344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776470.499277:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776470.499284:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776470.499286:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423257344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776470.499289:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423257472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776470.499298:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776470.499303:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776470/real 1775776470] req@ffff9a6051391880 x1862022423257472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776470.499309:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423257472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776470.499313:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776470.499315:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776470.499317:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423257472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776470.499319:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423257600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776470.499352:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776470.499359:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776470/real 1775776470] req@ffff9a6051391c00 x1862022423257600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776470.499365:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423257600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776470.499370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776470.499372:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776470.499373:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423257600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776471.330956:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776472.354909:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776473.378917:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776474.402971:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776475.427015:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776475.618964:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776475.618976:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776475.618982:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776475.618993:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13621 00000100:00080000:0.0:1775776475.619011:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776475.619019:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776475.619066:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423257728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776475.619107:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776475.619112:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776475.619114:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776475.619119:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13621 00000100:00080000:0.0:1775776475.619124:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776475.619127:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776475.619138:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776475.619149:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423257856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776475.619162:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776475.619164:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776475.619166:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776475.619169:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13621 00000100:00080000:0.0:1775776475.619172:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776475.619175:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776475.619177:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776475.619184:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423257984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776475.619191:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776475.619194:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776475.619195:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776475.619197:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13621 00000100:00080000:0.0:1775776475.619201:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775776475.619203:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423257728:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775776475.619206:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776475.619219:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776475.619232:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423258112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776475.619271:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776475.619275:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776475.619276:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776475.619281:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13621 00000100:00080000:0.0:1775776475.619287:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776475.619292:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776475.619298:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775776475.619304:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776475.619314:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423258240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776475.619347:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776475/real 1775776475] req@ffff9a6051f85f80 x1862022423257728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776475.619365:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423257728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776475.619374:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776475.619377:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776475.619381:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423257728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776475.619387:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423257856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776475.619403:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776475.619410:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776475/real 1775776475] req@ffff9a6051f86d80 x1862022423257856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776475.619418:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423257856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776475.619423:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776475.619425:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776475.619426:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423257856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776475.619450:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423257984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776475.619460:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776475.619466:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776475/real 1775776475] req@ffff9a6051f85880 x1862022423257984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776475.619473:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423257984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776475.619478:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776475.619480:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776475.619481:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423257984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776475.619485:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423258112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776475.619495:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776475.619501:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776475/real 1775776475] req@ffff9a6051f84e00 x1862022423258112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776475.619509:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423258112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776475.619514:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776475.619515:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776475.619517:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423258112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776475.619520:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423258240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776475.619529:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776475.619534:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776475/real 1775776475] req@ffff9a6051f84380 x1862022423258240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776475.619541:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423258240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776500 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776475.619546:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776475.619548:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776475.619549:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423258240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776476.450956:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776477.475005:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776478.499566:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776479.522964:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776480.546890:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776480.738897:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776480.738907:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776480.738912:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776480.738922:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13626 00000100:00080000:0.0:1775776480.738933:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776480.738940:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776480.738981:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022423258368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776480.739011:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776480.739015:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776480.739017:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776480.739020:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13626 00000100:00080000:0.0:1775776480.739024:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776480.739027:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776480.739036:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776480.739047:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022423258496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776480.739058:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776480.739061:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776480.739063:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776480.739069:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13626 00000100:00100000:3.0:1775776480.739069:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423258368:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775776480.739073:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776480.739078:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776480.739083:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776480.739097:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423258624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776480.739107:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776480.739110:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776480.739112:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776480.739115:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13626 00000100:00080000:0.0:1775776480.739120:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:3.0:1775776480.739130:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775776480.739137:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776480.739160:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776480.739173:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423258752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776480.739183:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776480.739187:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776480.739189:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775776480.739193:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776480/real 1775776480] req@ffff9a6051f84a80 x1862022423258368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776480.739196:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13626 00000100:00080000:0.0:1775776480.739204:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776480.739209:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776480.739215:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022423258368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:0.0:1775776480.739217:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776480.739233:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423258880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776480.739233:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776480.739241:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776480.739249:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423258368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776480.739259:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423258496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776480.739285:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776480.739299:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776480/real 1775776480] req@ffff9a6051f87b80 x1862022423258496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776480.739313:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022423258496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776480.739321:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776480.739324:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776480.739326:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423258496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776480.739345:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423258624:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776480.739359:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776480.739366:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776480/real 1775776480] req@ffff9a6051f84380 x1862022423258624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776480.739373:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423258624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776480.739378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776480.739380:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776480.739382:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423258624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776480.739386:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423258752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776480.739397:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776480.739402:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776480/real 1775776480] req@ffff9a6051f84e00 x1862022423258752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776480.739409:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423258752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776480.739414:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776480.739415:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776480.739417:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423258752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776480.739420:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423258880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776480.739429:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776480.739434:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776480/real 1775776480] req@ffff9a6051f85880 x1862022423258880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776505 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776480.739440:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423258880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776505 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776480.739445:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776480.739447:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776480.739448:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423258880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776481.570955:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776482.594907:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776483.618997:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776484.642925:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776485.666918:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776485.858931:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776485.858941:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776485.858945:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776485.858955:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13631 00000100:00080000:2.0:1775776485.858965:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776485.858972:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776485.859010:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423259008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776485.859039:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776485.859043:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776485.859045:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776485.859049:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13631 00000100:00080000:2.0:1775776485.859053:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776485.859068:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776485.859077:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776485.859090:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423259136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776485.859103:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775776485.859105:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423259008:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776485.859107:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776485.859109:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776485.859115:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13631 00000100:00080000:2.0:1775776485.859119:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776485.859123:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776485.859128:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776485.859138:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423259264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776485.859144:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776485.859147:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776485.859148:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776485.859150:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13631 00000100:00080000:2.0:1775776485.859159:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776485.859162:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:3.0:1775776485.859165:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:2.0:1775776485.859172:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776485.859181:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423259392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776485.859193:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775776485.859197:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776485/real 1775776485] req@ffff9a6051391c00 x1862022423259008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776485.859198:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776485.859201:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776485.859207:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13631 00000100:00080000:2.0:1775776485.859212:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:3.0:1775776485.859221:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423259008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776485.859222:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776485.859232:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:3.0:1775776485.859233:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776485.859240:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776485.859245:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423259520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776485.859245:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423259008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776485.859269:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423259136:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776485.859285:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776485.859293:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776485/real 1775776485] req@ffff9a6051391880 x1862022423259136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776485.859302:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423259136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776485.859308:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776485.859310:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776485.859312:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423259136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776485.859316:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423259264:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776485.859326:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776485.859331:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776485/real 1775776485] req@ffff9a6051390380 x1862022423259264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776485.859338:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423259264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776485.859347:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776485.859350:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776485.859352:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423259264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776485.859355:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423259392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776485.859365:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776485.859370:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776485/real 1775776485] req@ffff9a6051391500 x1862022423259392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776485.859376:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423259392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776485.859381:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776485.859383:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776485.859385:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423259392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776485.859389:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423259520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776485.859398:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776485.859403:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776485/real 1775776485] req@ffff9a6051392300 x1862022423259520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776510 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776485.859410:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423259520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776510 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776485.859418:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776485.859421:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776485.859425:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423259520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776486.690939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776487.714960:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776488.738964:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776489.763026:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776490.786918:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776490.978966:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776490.979007:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776490.979017:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776490.979029:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13636 00000100:00080000:3.0:1775776490.979045:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776490.979054:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776490.979103:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423259648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776490.979129:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776490.979132:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776490.979133:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776490.979136:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13636 00000100:00080000:3.0:1775776490.979140:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776490.979144:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776490.979155:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776490.979171:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423259776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776490.979172:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423259648:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776490.979188:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776490.979190:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776490.979192:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776490.979195:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13636 00000100:00080000:3.0:1775776490.979199:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776490.979210:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776490.979215:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776490.979227:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423259904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776490.979234:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776490.979237:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776490.979238:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776490.979240:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13636 00000100:00080000:3.0:1775776490.979245:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776490.979247:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776490.979251:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776490.979259:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423260032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775776490.979260:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776490.979268:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776490.979270:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776490.979271:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776490.979274:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13636 00000100:00080000:3.0:1775776490.979276:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776490.979277:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776490.979280:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776490.979291:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423260160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776490.979314:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776490/real 1775776490] req@ffff9a6048b58e00 x1862022423259648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776490.979335:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423259648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776490.979347:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776490.979352:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776490.979356:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423259648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776490.979384:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423259776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776490.979408:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776490.979419:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776490/real 1775776490] req@ffff9a6048b5ad80 x1862022423259776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776490.979432:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423259776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776490.979441:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776490.979444:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776490.979448:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423259776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776490.979453:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423259904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776490.979469:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776490.979478:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776490/real 1775776490] req@ffff9a6048b5aa00 x1862022423259904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776490.979490:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423259904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776490.979498:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776490.979501:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776490.979504:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423259904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776490.979509:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423260032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776490.979526:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776490.979535:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776490/real 1775776490] req@ffff9a6048b5a300 x1862022423260032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776490.979546:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423260032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776490.979561:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776490.979564:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776490.979567:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423260032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776490.979572:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423260160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776490.979595:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776490.979604:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776490/real 1775776490] req@ffff9a6048b58000 x1862022423260160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776515 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776490.979615:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423260160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776515 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776490.979622:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776490.979625:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776490.979628:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423260160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776491.811023:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776492.834977:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776493.860908:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776494.882967:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776495.906997:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776496.098962:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776496.098970:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776496.098975:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776496.098985:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13641 00000100:00080000:3.0:1775776496.098998:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776496.099004:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776496.099045:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423260288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776496.099071:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776496.099073:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776496.099075:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776496.099077:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13641 00000100:00080000:3.0:1775776496.099080:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776496.099082:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776496.099090:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776496.099103:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423260416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776496.099113:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776496.099116:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776496.099119:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776496.099123:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13641 00000100:00100000:2.0:1775776496.099129:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423260288:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776496.099129:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776496.099137:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776496.099144:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776496.099159:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423260544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776496.099172:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776496.099177:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776496.099179:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776496.099184:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13641 00000100:00080000:3.0:1775776496.099198:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776496.099203:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775776496.099208:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775776496.099211:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776496.099226:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423260672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776496.099236:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776496.099240:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776496.099242:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776496.099247:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13641 00000100:00080000:3.0:1775776496.099253:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775776496.099259:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776496/real 1775776496] req@ffff9a6048b5bb80 x1862022423260288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776496.099262:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776496.099272:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776496.099285:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423260800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776496.099288:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423260288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776496.099314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776496.099320:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776496.099325:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423260288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776496.099334:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423260416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776496.099356:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776496.099367:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776496/real 1775776496] req@ffff9a6048b5b480 x1862022423260416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776496.099379:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423260416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776496.099386:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776496.099390:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776496.099393:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423260416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776496.099421:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423260544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776496.099440:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776496.099449:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776496/real 1775776496] req@ffff9a6048b59c00 x1862022423260544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776496.099457:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423260544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776496.099463:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776496.099465:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776496.099467:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423260544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776496.099470:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423260672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776496.099481:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776496.099487:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776496/real 1775776496] req@ffff9a6048b5a680 x1862022423260672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776496.099494:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423260672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776496.099501:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776496.099504:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776496.099507:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423260672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776496.099513:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423260800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776496.099534:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776496.099549:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776496/real 1775776496] req@ffff9a6048b59500 x1862022423260800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776496.099562:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423260800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776496.099571:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776496.099575:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776496.099579:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423260800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776496.930946:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776497.954926:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776498.978934:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776500.003013:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776501.026941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776501.218932:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776501.218943:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776501.218947:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776501.218958:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13646 00000100:00080000:2.0:1775776501.218969:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776501.218977:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776501.219014:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423260928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776501.219045:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776501.219050:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776501.219052:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776501.219056:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13646 00000100:00080000:2.0:1775776501.219061:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776501.219065:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776501.219076:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776501.219087:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423260928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776501.219093:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423261056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776501.219107:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776501.219111:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776501.219113:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776501.219117:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13646 00000100:00080000:2.0:1775776501.219123:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776501.219127:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776501.219132:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776501.219145:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423261184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776501.219157:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000100:3.0:1775776501.219157:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775776501.219163:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776501.219165:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776501.219170:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13646 00000100:00080000:2.0:1775776501.219176:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776501.219181:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776501.219188:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776501.219198:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776501/real 1775776501] req@ffff9a6051393480 x1862022423260928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776501.219203:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423261312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776501.219236:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776501.219241:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776501.219243:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775776501.219245:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423260928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776501.219252:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13646 00000100:00080000:2.0:1775776501.219261:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776501.219265:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776501.219266:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00080000:3.0:1775776501.219274:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000008:00100000:2.0:1775776501.219275:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776501.219281:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423260928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776501.219292:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423261440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776501.219309:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423261056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776501.219334:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776501.219345:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776501/real 1775776501] req@ffff9a6051390e00 x1862022423261056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776501.219358:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423261056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776501.219368:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776501.219372:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776501.219375:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423261056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776501.219381:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423261184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776501.219399:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776501.219409:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776501/real 1775776501] req@ffff9a6051390000 x1862022423261184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776501.219421:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423261184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776501.219436:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776501.219440:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776501.219444:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423261184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776501.219450:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423261312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776501.219468:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776501.219478:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776501/real 1775776501] req@ffff9a6051390a80 x1862022423261312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776501.219490:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423261312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776501.219499:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776501.219503:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776501.219506:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423261312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776501.219522:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423261440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776501.219538:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776501.219548:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776501/real 1775776501] req@ffff9a6051393100 x1862022423261440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776501.219560:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423261440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776501.219569:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776501.219572:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776501.219576:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423261440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776502.050982:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776503.074900:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776504.099036:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776505.122957:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776506.147024:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776506.338895:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776506.338904:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776506.338907:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776506.338916:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13651 00000100:00080000:3.0:1775776506.338925:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776506.338930:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776506.338977:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423261568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776506.339007:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776506.339011:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776506.339013:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776506.339018:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13651 00000100:00080000:3.0:1775776506.339022:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776506.339026:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776506.339036:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776506.339049:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423261568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776506.339055:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423261696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776506.339068:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776506.339072:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776506.339074:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776506.339078:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13651 00000100:00080000:3.0:1775776506.339083:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776506.339088:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776506.339093:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776506.339105:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423261824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776506.339115:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776506.339119:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776506.339121:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776506.339125:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13651 00000100:00080000:3.0:1775776506.339130:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776506.339135:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776506.339140:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776506.339149:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423261696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776506.339155:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423261952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776506.339169:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776506.339172:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776506.339175:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776506.339179:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13651 00000100:00080000:3.0:1775776506.339183:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775776506.339184:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423261824:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775776506.339191:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776506.339197:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776506.339214:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423262080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776506.339232:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423261952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776506.339263:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423262080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776507.170937:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776508.194979:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776509.218936:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775776509.411042:0:2398:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:1.0:1775776509.411077:0:2398:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775776509.411090:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776509.411132:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776509.411146:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776509.411159:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775776509.411167:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776506/real 1775776509] req@ffff9a6048b59500 x1862022423261696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000100:1.0:1775776509.411172:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775776509.411200:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423261696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776509.411210:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776509.411215:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776509.411219:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423261696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776509.411227:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776506/real 1775776509] req@ffff9a6048b5a680 x1862022423261824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776509.411239:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423261824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776509.411247:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776509.411250:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776509.411254:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423261824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776509.411260:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776506/real 1775776509] req@ffff9a6048b59880 x1862022423261568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776509.411272:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423261568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776509.411280:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776509.411284:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776509.411287:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423261568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776509.411312:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776506/real 1775776509] req@ffff9a6048b59c00 x1862022423261952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776509.411324:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423261952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776509.411330:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776509.411334:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776509.411336:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423261952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776509.411355:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776506/real 1775776509] req@ffff9a6048b5b480 x1862022423262080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776509.411371:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423262080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776509.411379:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776509.411382:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776509.411385:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423262080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776510.242931:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776511.266936:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776511.458897:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776511.458908:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776511.458912:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776511.458923:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13657 00000100:00080000:3.0:1775776511.458935:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776511.458942:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776511.458977:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423262208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776511.459006:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776511.459010:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776511.459012:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776511.459016:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13657 00000100:00080000:3.0:1775776511.459019:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776511.459023:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776511.459034:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776511.459047:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423262336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776511.459054:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423262208:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776511.459062:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776511.459066:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776511.459068:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776511.459072:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13657 00000100:00080000:3.0:1775776511.459077:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776511.459081:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776511.459086:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776511.459099:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423262464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776511.459109:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776511.459113:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776511.459114:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776511.459119:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13657 00000800:00000100:2.0:1775776511.459124:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776511.459127:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776511.459133:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776511.459139:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776511.459152:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423262592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776511.459164:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776511/real 1775776511] req@ffff9a6048b5bb80 x1862022423262208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776511.459164:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776511.459179:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776511.459181:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776511.459187:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13657 00000100:00100000:2.0:1775776511.459191:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423262208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776511.459193:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776511.459202:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776511.459210:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:2.0:1775776511.459214:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776511.459221:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776511.459226:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423262720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776511.459230:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423262208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776511.459267:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423262336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776511.459302:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776511.459317:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776511/real 1775776511] req@ffff9a6048b58000 x1862022423262336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776511.459329:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423262336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776511.459357:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776511.459361:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776511.459365:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423262336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776511.459372:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423262464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776511.459394:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776511.459407:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776511/real 1775776511] req@ffff9a6048b5a300 x1862022423262464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776511.459420:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423262464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776511.459428:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776511.459432:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776511.459436:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423262464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776511.459443:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423262592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776511.459464:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776511.459475:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776511/real 1775776511] req@ffff9a6048b5aa00 x1862022423262592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776511.459487:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423262592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776511.459494:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776511.459497:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776511.459500:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423262592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776511.459505:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423262720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776511.459521:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776511.459530:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776511/real 1775776511] req@ffff9a6048b5ad80 x1862022423262720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776511.459541:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423262720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776511.459548:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776511.459551:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776511.459554:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423262720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776512.290954:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776513.314935:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776514.338985:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776515.362939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776516.386973:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776516.578976:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776516.578984:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776516.578989:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776516.578998:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13662 00000100:00080000:2.0:1775776516.579008:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776516.579014:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776516.579047:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423262848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776516.579082:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776516.579087:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776516.579089:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776516.579095:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13662 00000100:00080000:2.0:1775776516.579099:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776516.579104:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776516.579113:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776516.579128:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423262976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776516.579131:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423262848:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776516.579152:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776516.579157:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776516.579158:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776516.579163:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13662 00000100:00080000:2.0:1775776516.579167:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776516.579171:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776516.579175:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776516.579188:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423263104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776516.579197:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776516.579201:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776516.579202:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776516.579206:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13662 00000100:00080000:2.0:1775776516.579219:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776516.579223:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776516.579228:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775776516.579232:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776516.579248:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423263232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776516.579260:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776516.579263:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776516.579265:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776516.579271:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13662 00000100:00080000:2.0:1775776516.579275:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776516.579279:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776516.579283:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776516.579288:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776516/real 1775776516] req@ffff9a6051391180 x1862022423262848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776516.579297:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423263360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776516.579345:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423262848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776516.579359:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776516.579367:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776516.579371:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423262848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776516.579406:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423262976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776516.579432:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776516.579442:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776516/real 1775776516] req@ffff9a6051393800 x1862022423262976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776516.579450:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423262976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776516.579456:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776516.579458:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776516.579460:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423262976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776516.579465:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423263104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776516.579478:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776516.579484:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776516/real 1775776516] req@ffff9a6051392a00 x1862022423263104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776516.579491:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423263104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776516.579500:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776516.579502:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776516.579504:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423263104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776516.579507:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423263232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776516.579517:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776516.579549:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776516/real 1775776516] req@ffff9a6051392680 x1862022423263232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776516.579557:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423263232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776516.579562:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776516.579564:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776516.579566:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423263232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776516.579570:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423263360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776516.579584:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776516.579590:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776516/real 1775776516] req@ffff9a6051391f80 x1862022423263360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776516.579596:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423263360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776541 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776516.579601:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776516.579603:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776516.579605:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423263360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776517.410895:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776518.435023:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776519.460626:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776520.485312:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776521.506937:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776521.698905:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776521.698914:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776521.698918:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776521.698928:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13667 00000100:00080000:2.0:1775776521.698939:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776521.698946:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776521.698981:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423263488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776521.699008:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776521.699010:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776521.699012:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776521.699015:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13667 00000100:00080000:2.0:1775776521.699019:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776521.699023:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776521.699031:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776521.699043:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423263616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776521.699053:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776521.699057:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776521.699059:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776521.699063:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13667 00000100:00080000:2.0:1775776521.699066:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776521.699070:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776521.699074:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776521.699087:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423263744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776521.699097:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776521.699103:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00100000:3.0:1775776521.699104:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423263488:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776521.699107:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776521.699126:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13667 00000100:00080000:2.0:1775776521.699130:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776521.699134:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776521.699140:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776521.699153:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423263872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776521.699163:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776521.699165:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776521.699172:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776521.699176:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13667 00000100:00080000:2.0:1775776521.699193:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776521.699196:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776521.699201:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775776521.699207:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776521.699219:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423264000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776521.699261:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776521/real 1775776521] req@ffff9a6051391f80 x1862022423263488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776521.699283:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423263488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776521.699294:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776521.699298:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776521.699302:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423263488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776521.699311:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423263616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776521.699337:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776521.699348:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776521/real 1775776521] req@ffff9a6051392680 x1862022423263616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776521.699361:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423263616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776521.699368:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776521.699371:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776521.699374:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423263616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776521.699404:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423263744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776521.699423:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776521.699448:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776521/real 1775776521] req@ffff9a6051392a00 x1862022423263744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776521.699461:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423263744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776521.699468:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776521.699471:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776521.699475:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423263744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776521.699481:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423263872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776521.699503:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776521.699513:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776521/real 1775776521] req@ffff9a6051393800 x1862022423263872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776521.699525:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423263872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776521.699533:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776521.699537:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776521.699540:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423263872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776521.699546:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423264000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776521.699564:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776521.699574:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776521/real 1775776521] req@ffff9a6051391180 x1862022423264000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776521.699585:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423264000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776546 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776521.699593:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776521.699596:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776521.699599:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423264000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776522.530980:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776523.554950:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776524.579054:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776525.602936:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776526.627066:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776526.818899:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776526.818906:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776526.818909:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776526.818917:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13672 00000100:00080000:2.0:1775776526.818934:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776526.818940:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776526.818970:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423264128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776526.818992:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776526.818995:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776526.818996:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776526.819001:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13672 00000100:00080000:2.0:1775776526.819007:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776526.819010:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776526.819019:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776526.819027:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423264256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776526.819037:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1775776526.819040:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423264128:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776526.819041:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776526.819045:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776526.819052:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13672 00000100:00080000:2.0:1775776526.819056:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776526.819060:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776526.819075:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776526.819088:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423264384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776526.819098:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776526.819101:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776526.819103:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:3.0:1775776526.819107:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775776526.819108:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13672 00000100:00080000:2.0:1775776526.819114:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776526.819119:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776526.819130:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776526.819140:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776526/real 1775776526] req@ffff9a6051393100 x1862022423264128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776526.819142:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423264512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776526.819165:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423264128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776526.819173:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776526.819176:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776526.819178:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776526.819181:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:2.0:1775776526.819183:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1775776526.819185:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423264128:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776526.819191:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13672 00000100:00080000:2.0:1775776526.819196:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776526.819200:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776526.819205:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776526.819205:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423264256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776526.819223:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423264640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:3.0:1775776526.819232:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776526.819248:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776526/real 1775776526] req@ffff9a6051390a80 x1862022423264256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776526.819261:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423264256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776526.819268:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776526.819272:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776526.819275:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423264256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776526.819296:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423264384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776526.819314:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776526.819322:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776526/real 1775776526] req@ffff9a6051390000 x1862022423264384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776526.819329:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423264384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776526.819333:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776526.819336:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776526.819339:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423264384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776526.819355:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423264512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776526.819375:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776526.819386:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776526/real 1775776526] req@ffff9a6051390e00 x1862022423264512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776526.819397:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423264512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776526.819403:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776526.819406:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776526.819409:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423264512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776526.819430:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423264640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776526.819447:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776526.819456:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776526/real 1775776526] req@ffff9a6051393480 x1862022423264640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776551 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776526.819467:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423264640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776551 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776526.819474:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776526.819477:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776526.819480:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423264640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776527.650914:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776528.674968:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776529.698921:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776530.722971:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776531.746938:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776531.939135:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776531.939144:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776531.939148:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776531.939159:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13677 00000100:00080000:3.0:1775776531.939169:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776531.939176:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776531.939212:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423264768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776531.939245:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776531.939250:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776531.939261:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776531.939266:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13677 00000100:00080000:3.0:1775776531.939270:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776531.939274:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776531.939283:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776531.939297:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423264896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776531.939314:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776531.939318:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776531.939320:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776531.939324:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13677 00000100:00080000:3.0:1775776531.939328:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776531.939331:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776531.939336:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776531.939347:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423265024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776531.939356:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776531.939359:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776531.939361:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776531.939364:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13677 00000100:00080000:3.0:1775776531.939367:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776531.939371:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776531.939375:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776531.939384:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423265152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776531.939393:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776531.939396:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776531.939397:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776531.939401:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13677 00000100:00080000:3.0:1775776531.939404:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776531.939408:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776531.939506:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776531.939519:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423265280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776531.939810:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423264768:192.168.201.120@tcp:250:kworker.0 00000800:00000100:2.0:1775776531.939873:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776531.939924:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776531/real 1775776531] req@ffff9a6048b58e00 x1862022423264768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776531.939948:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423264768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776531.939959:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776531.939962:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776531.939967:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423264768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776531.939981:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423264896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776531.940009:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776531.940028:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776531/real 1775776531] req@ffff9a6048b5b100 x1862022423264896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776531.940043:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423264896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776531.940054:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776531.940058:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776531.940061:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423264896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776531.940068:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423265024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776531.940086:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776531.940096:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776531/real 1775776531] req@ffff9a6048b59f80 x1862022423265024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776531.940107:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423265024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776531.940114:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776531.940117:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776531.940119:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423265024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776531.940125:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423265152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776531.940144:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776531.940154:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776531/real 1775776531] req@ffff9a6048b58a80 x1862022423265152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776531.940165:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423265152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776531.940178:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776531.940181:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776531.940185:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423265152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776531.940190:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423265280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776531.940208:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776531.940219:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776531/real 1775776531] req@ffff9a6048b59180 x1862022423265280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776556 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776531.940230:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423265280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776556 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776531.940237:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776531.940240:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776531.940243:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423265280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776532.771032:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776533.794941:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776534.818978:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776535.842952:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776536.866974:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776537.058908:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776537.058915:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776537.058919:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776537.058926:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13682 00000100:00080000:3.0:1775776537.058934:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776537.058939:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776537.058970:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423265408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776537.058990:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776537.058994:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776537.058995:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776537.058999:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13682 00000100:00080000:3.0:1775776537.059002:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776537.059005:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776537.059014:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776537.059026:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423265536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776537.059034:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775776537.059035:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423265408:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776537.059038:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776537.059039:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776537.059042:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13682 00000100:00080000:3.0:1775776537.059045:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776537.059048:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776537.059052:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776537.059060:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423265664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776537.059067:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776537.059070:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776537.059071:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776537.059074:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13682 00000100:00080000:3.0:1775776537.059079:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776537.059082:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776537.059086:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776537.059087:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776537.059092:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423265792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776537.059100:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776537.059102:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776537.059103:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776537.059106:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13682 00000100:00080000:3.0:1775776537.059109:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776537.059111:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776537.059116:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776537.059118:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776537/real 1775776537] req@ffff9a6048b5b800 x1862022423265408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776537.059123:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423265920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776537.059135:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423265408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776537.059144:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776537.059148:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776537.059152:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423265408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776537.059187:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423265536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776537.059205:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776537.059214:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776537/real 1775776537] req@ffff9a6048b59180 x1862022423265536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776537.059221:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423265536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776537.059226:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776537.059228:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776537.059230:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423265536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776537.059233:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423265664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776537.059242:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776537.059247:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776537/real 1775776537] req@ffff9a6048b58a80 x1862022423265664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776537.059253:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423265664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776537.059257:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776537.059258:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776537.059260:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423265664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776537.059263:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423265792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776537.059280:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776537.059288:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776537/real 1775776537] req@ffff9a6048b59f80 x1862022423265792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776537.059299:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423265792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776537.059311:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776537.059313:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776537.059316:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423265792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776537.059322:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423265920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776537.059339:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776537.059349:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776537/real 1775776537] req@ffff9a6048b5b100 x1862022423265920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776537.059359:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423265920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776537.059367:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776537.059370:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776537.059373:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423265920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776537.890930:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776538.914923:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776539.938943:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776540.962992:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776541.986974:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776542.178950:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776542.178958:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776542.178962:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776542.178970:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13687 00000100:00080000:2.0:1775776542.178979:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776542.178984:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776542.179013:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423266048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776542.179039:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776542.179041:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776542.179042:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776542.179045:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13687 00000100:00080000:2.0:1775776542.179047:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776542.179048:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776542.179055:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776542.179064:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423266176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776542.179086:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776542.179090:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776542.179092:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776542.179099:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13687 00000100:00100000:3.0:1775776542.179102:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423266048:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776542.179105:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776542.179114:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776542.179119:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776542.179133:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423266304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776542.179140:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776542.179143:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776542.179144:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776542.179146:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13687 00000100:00080000:2.0:1775776542.179149:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776542.179152:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776542.179156:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776542.179162:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423266432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776542.179167:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776542.179169:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776542.179170:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776542.179172:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13687 00000100:00080000:2.0:1775776542.179181:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776542.179183:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776542.179186:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775776542.179194:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776542.179195:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423266560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776542.179261:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776542/real 1775776542] req@ffff9a6051392300 x1862022423266048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776542.179283:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423266048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776542.179295:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776542.179300:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776542.179304:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423266048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776542.179339:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423266176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776542.179359:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776542.179368:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776542/real 1775776542] req@ffff9a6051391500 x1862022423266176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776542.179376:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423266176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776542.179381:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776542.179383:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776542.179385:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423266176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776542.179389:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423266304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776542.179400:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776542.179405:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776542/real 1775776542] req@ffff9a6051390380 x1862022423266304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776542.179411:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423266304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776542.179416:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776542.179418:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776542.179420:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423266304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776542.179423:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423266432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776542.179432:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776542.179437:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776542/real 1775776542] req@ffff9a6051391880 x1862022423266432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776542.179443:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423266432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776542.179448:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776542.179449:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776542.179451:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423266432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776542.179454:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423266560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776542.179463:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776542.179468:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776542/real 1775776542] req@ffff9a6051391c00 x1862022423266560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776542.179478:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423266560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776542.179483:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776542.179484:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776542.179486:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423266560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776543.011027:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776544.034943:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776545.059041:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776546.082982:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776547.106969:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776547.298899:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776547.298908:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776547.298912:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776547.298921:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13692 00000100:00080000:2.0:1775776547.298933:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776547.298939:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776547.298999:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391c00 x1862022423266688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776547.299035:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776547.299039:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776547.299040:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776547.299044:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13692 00000100:00080000:2.0:1775776547.299048:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776547.299051:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776547.299060:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776547.299065:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423266688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776547.299073:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391880 x1862022423266816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776547.299080:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776547.299082:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776547.299084:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776547.299087:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13692 00000100:00080000:2.0:1775776547.299089:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776547.299091:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776547.299093:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776547.299100:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390380 x1862022423266944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776547.299106:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776547.299108:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776547.299109:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776547.299111:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13692 00000100:00080000:2.0:1775776547.299120:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776547.299123:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776547.299126:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775776547.299130:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776547.299134:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391500 x1862022423267072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776547.299141:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776547.299143:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776547.299144:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776547.299146:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13692 00000100:00080000:2.0:1775776547.299150:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776547.299152:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776547.299154:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776547.299161:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423267200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776547.299166:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776547/real 1775776547] req@ffff9a6051391c00 x1862022423266688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776547.299194:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391c00 x1862022423266688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776547.299203:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776547.299207:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776547.299211:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423266688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776547.299238:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423266816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776547.299261:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776547.299273:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776547/real 1775776547] req@ffff9a6051391880 x1862022423266816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776547.299285:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391880 x1862022423266816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776547.299299:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776547.299302:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776547.299305:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423266816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776547.299311:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423266944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776547.299331:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776547.299340:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776547/real 1775776547] req@ffff9a6051390380 x1862022423266944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776547.299348:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390380 x1862022423266944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776547.299353:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776547.299355:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776547.299357:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423266944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776547.299360:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423267072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776547.299372:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776547.299377:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776547/real 1775776547] req@ffff9a6051391500 x1862022423267072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776547.299384:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391500 x1862022423267072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776547.299388:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776547.299389:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776547.299391:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423267072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776547.299395:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423267200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776547.299403:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776547.299408:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776547/real 1775776547] req@ffff9a6051392300 x1862022423267200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776547.299413:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423267200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776547.299418:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776547.299419:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776547.299421:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423267200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776548.130968:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776549.155011:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776550.179018:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776551.202973:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776552.226968:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776552.418889:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776552.418906:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776552.418910:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776552.418917:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13698 00000100:00080000:0.0:1775776552.418926:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776552.418931:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776552.418961:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423267328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776552.418983:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776552.418986:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776552.418987:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776552.418990:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13698 00000100:00080000:0.0:1775776552.418992:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776552.418994:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776552.419000:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776552.419008:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423267456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776552.419015:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776552.419017:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776552.419018:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776552.419020:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13698 00000100:00080000:0.0:1775776552.419022:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776552.419023:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776552.419026:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776552.419028:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423267328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776552.419033:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423267584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776552.419038:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776552.419040:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776552.419041:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776552.419044:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13698 00000100:00080000:0.0:1775776552.419045:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776552.419047:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776552.419050:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776552.419056:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423267712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776552.419061:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776552.419063:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776552.419064:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776552.419067:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13698 00000100:00080000:0.0:1775776552.419069:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776552.419071:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776552.419074:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:3.0:1775776552.419077:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776552.419083:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423267840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1775776552.419104:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776552/real 1775776552] req@ffff9a6051f86d80 x1862022423267328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776552.419117:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423267328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776552.419124:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776552.419127:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776552.419129:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423267328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776552.419133:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423267456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776552.419146:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776552.419153:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776552/real 1775776552] req@ffff9a6051f85f80 x1862022423267456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776552.419160:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423267456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776552.419164:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776552.419166:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776552.419168:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423267456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776552.419183:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423267584:192.168.201.120@tcp:38:kworker.0 00000800:00000100:3.0:1775776552.419192:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776552.419197:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776552/real 1775776552] req@ffff9a6051f85500 x1862022423267584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776552.419204:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423267584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776552.419208:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776552.419209:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776552.419211:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423267584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776552.419214:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423267712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776552.419223:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776552.419227:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776552/real 1775776552] req@ffff9a6051f86300 x1862022423267712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776552.419233:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423267712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776552.419238:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776552.419240:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776552.419241:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423267712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776552.419244:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423267840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:3.0:1775776552.419252:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776552.419256:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776552/real 1775776552] req@ffff9a6051f86680 x1862022423267840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776552.419261:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423267840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776552.419265:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776552.419267:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:3.0:1775776552.419268:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423267840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776553.250973:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776554.274943:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776555.298993:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776556.322909:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776557.346950:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776557.538950:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776557.538960:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776557.538964:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776557.538972:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13703 00000100:00080000:3.0:1775776557.538981:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776557.538986:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776557.539014:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423267968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776557.539039:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776557.539043:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776557.539045:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776557.539049:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13703 00000100:00080000:3.0:1775776557.539051:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776557.539055:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776557.539064:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776557.539077:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423268096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776557.539088:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775776557.539093:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423267968:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776557.539093:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776557.539095:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776557.539111:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13703 00000100:00080000:3.0:1775776557.539115:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776557.539118:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776557.539123:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776557.539135:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423268224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776557.539144:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776557.539147:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776557.539148:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776557.539151:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13703 00000100:00080000:3.0:1775776557.539155:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776557.539158:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776557.539164:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776557.539165:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776557.539177:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423268352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776557.539186:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776557.539189:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776557.539191:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776557.539195:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13703 00000100:00080000:3.0:1775776557.539198:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775776557.539200:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776557/real 1775776557] req@ffff9a6048b58e00 x1862022423267968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776557.539203:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776557.539209:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776557.539221:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423268480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776557.539227:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423267968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776557.539238:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776557.539243:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776557.539247:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423267968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776557.539268:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423268096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776557.539288:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776557.539298:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776557/real 1775776557] req@ffff9a6048b5ad80 x1862022423268096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776557.539309:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423268096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776557.539315:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776557.539319:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776557.539321:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423268096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776557.539327:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423268224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776557.539343:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776557.539352:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776557/real 1775776557] req@ffff9a6048b5aa00 x1862022423268224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776557.539362:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423268224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776557.539370:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776557.539373:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776557.539376:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423268224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776557.539381:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423268352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776557.539394:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776557.539402:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776557/real 1775776557] req@ffff9a6048b5a300 x1862022423268352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776557.539418:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423268352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776557.539425:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776557.539427:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776557.539430:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423268352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776557.539435:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423268480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776557.539452:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776557.539462:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776557/real 1775776557] req@ffff9a6048b58000 x1862022423268480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776557.539472:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423268480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776557.539478:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776557.539480:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776557.539483:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423268480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776558.370953:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776559.394920:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776560.418928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776561.442933:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776562.466907:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776562.658853:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776562.658859:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776562.658862:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776562.658870:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13708 00000100:00080000:3.0:1775776562.658879:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776562.658883:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776562.658916:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423268608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776562.658943:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776562.658947:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776562.658948:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776562.658952:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13708 00000100:00080000:3.0:1775776562.658957:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776562.658962:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776562.658971:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776562.658975:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423268608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776562.658986:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423268736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776562.658998:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776562.659001:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776562.659003:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776562.659007:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13708 00000100:00080000:3.0:1775776562.659010:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776562.659013:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776562.659016:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776562.659024:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423268864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775776562.659030:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776562.659035:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776562.659037:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776562.659039:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776562.659041:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13708 00000100:00080000:3.0:1775776562.659046:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776562.659049:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776562.659052:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776562.659058:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776562/real 1775776562] req@ffff9a6048b5bb80 x1862022423268608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776562.659063:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423268992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776562.659078:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423268608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776562.659089:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776562.659096:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776562.659098:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776562.659100:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776562.659105:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:3.0:1775776562.659105:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13708 00000100:00100000:0.0:1775776562.659111:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423268608:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776562.659111:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776562.659118:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776562.659124:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776562.659134:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423268736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776562.659138:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423269120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775776562.659152:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776562.659161:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776562/real 1775776562] req@ffff9a6048b5b480 x1862022423268736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776562.659170:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423268736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776562.659178:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776562.659181:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776562.659190:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423268736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776562.659196:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423268864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776562.659214:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776562.659225:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776562/real 1775776562] req@ffff9a6048b59c00 x1862022423268864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776562.659236:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423268864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776562.659244:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776562.659247:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776562.659250:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423268864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776562.659255:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423268992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776562.659271:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776562.659281:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776562/real 1775776562] req@ffff9a6048b59880 x1862022423268992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776562.659291:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423268992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776562.659298:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776562.659301:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776562.659304:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423268992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776562.659318:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423269120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776562.659334:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776562.659343:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776562/real 1775776562] req@ffff9a6048b5a680 x1862022423269120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776562.659351:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423269120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776587 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776562.659355:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776562.659357:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776562.659359:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423269120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776563.490923:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776564.514902:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776565.538937:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776566.562932:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776567.587003:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776567.778946:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776567.778958:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776567.778965:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776567.778978:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13713 00000100:00080000:3.0:1775776567.778993:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776567.779001:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776567.779040:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423269248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776567.779069:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776567.779073:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776567.779075:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776567.779081:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13713 00000100:00080000:3.0:1775776567.779085:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776567.779090:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776567.779104:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776567.779117:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423269248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776567.779124:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423269376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776567.779146:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776567.779150:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776567.779153:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776567.779160:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13713 00000100:00080000:3.0:1775776567.779164:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776567.779170:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776567.779177:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776567.779190:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423269504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776567.779197:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776567.779200:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776567.779201:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776567.779215:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13713 00000800:00000100:2.0:1775776567.779225:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776567.779228:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776567.779235:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776567.779242:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776567.779256:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423269632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776567.779267:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775776567.779272:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776567/real 1775776567] req@ffff9a6048b59500 x1862022423269248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776567.779273:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776567.779279:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775776567.779302:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423269248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776567.779313:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776567.779316:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776567.779319:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423269248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776567.779339:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423269376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776567.779369:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776567.779374:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13713 00000100:00100000:2.0:1775776567.779383:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776567/real 1775776567] req@ffff9a6048b5a680 x1862022423269376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776567.779398:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423269376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776567.779414:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776567.779418:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776567.779421:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423269376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776567.779427:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423269504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776567.779449:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776567.779463:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776567/real 1775776567] req@ffff9a6048b59880 x1862022423269504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776567.779476:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423269504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776567.779483:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776567.779487:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776567.779489:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423269504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776567.779497:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423269632:192.168.201.120@tcp:8:kworker.0 00000100:00080000:3.0:1775776567.779514:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1775776567.779526:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776567.779526:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776567.779539:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776567.779546:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776567/real 1775776567] req@ffff9a6048b59c00 x1862022423269632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776567.779556:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423269632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776567.779562:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776567.779568:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776567.779571:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423269632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:3.0:1775776567.779622:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423269760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776567.779687:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423269760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776567.779712:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776567.779726:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776567/real 1775776567] req@ffff9a6048b5b480 x1862022423269760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776592 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776567.779734:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423269760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776592 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776567.779740:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776567.779743:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776567.779746:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423269760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776568.610890:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776569.634899:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776570.658855:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776571.682930:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776572.706928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776572.898915:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776572.898925:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776572.898929:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776572.898938:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13718 00000100:00080000:3.0:1775776572.898947:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776572.898953:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776572.898992:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423269888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776572.899021:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776572.899025:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776572.899034:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776572.899039:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13718 00000100:00080000:3.0:1775776572.899043:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776572.899048:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776572.899056:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776572.899069:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423269888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776572.899071:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423270016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776572.899090:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776572.899093:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776572.899095:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776572.899099:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13718 00000100:00080000:3.0:1775776572.899103:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776572.899107:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776572.899111:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776572.899123:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423270144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776572.899132:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776572.899135:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776572.899137:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776572.899140:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13718 00000100:00080000:3.0:1775776572.899143:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776572.899147:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776572.899151:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776572.899162:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423270272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776572.899170:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776572.899173:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776572.899175:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775776572.899179:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423270016:192.168.201.120@tcp:38:kworker.0 00000100:00080000:3.0:1775776572.899181:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13718 00000100:00080000:3.0:1775776572.899188:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776572.899192:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776572.899198:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776572.899210:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423270400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776572.899217:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423270144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776572.899238:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423270272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776572.899264:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423270400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776573.730967:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776574.754939:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776575.778995:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:0.0:1775776575.971199:0:2395:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:0.0:1775776575.971263:0:2395:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:0.0:1775776575.971285:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775776575.971332:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775776575.971341:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775776575.971351:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:0.0:1775776575.971360:0:2395:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775776575.972514:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776572/real 1775776575] req@ffff9a6048b5ad80 x1862022423270400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776575.972547:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423270400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776575.972558:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776575.972563:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776575.972567:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423270400:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776575.972575:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776572/real 1775776575] req@ffff9a6048b58000 x1862022423270016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776575.972588:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423270016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776575.972595:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776575.972599:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776575.972602:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423270016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776575.972608:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776572/real 1775776575] req@ffff9a6048b5a300 x1862022423270144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776575.972618:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423270144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776575.972625:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776575.972628:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776575.972641:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423270144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776575.972647:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776572/real 1775776575] req@ffff9a6048b5aa00 x1862022423270272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776575.972657:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423270272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776575.972664:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776575.972667:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776575.972670:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423270272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776575.972676:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776572/real 1775776575] req@ffff9a6048b5bb80 x1862022423269888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776597 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776575.972686:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423269888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776597 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776575.972692:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776575.972694:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776575.972697:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423269888:192.168.201.120@tcp:250:kworker.0 00010000:00010000:0.0:1775776576.802962:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776577.826982:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776578.019205:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776578.019218:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776578.019224:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776578.019236:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13723 00000100:00080000:2.0:1775776578.019251:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776578.019259:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776578.019307:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423270528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776578.019350:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776578.019354:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776578.019357:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776578.019361:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13723 00000100:00080000:2.0:1775776578.019364:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776578.019368:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776578.019379:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776578.019390:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423270656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776578.019400:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776578.019403:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776578.019405:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776578.019409:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13723 00000100:00080000:2.0:1775776578.019413:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776578.019416:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776578.019420:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776578.019428:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423270784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776578.019437:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776578.019441:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776578.019443:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776578.019446:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13723 00000100:00080000:2.0:1775776578.019465:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776578.019468:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776578.019473:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776578.019482:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423270912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776578.019491:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776578.019494:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776578.019496:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776578.019499:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13723 00000100:00080000:2.0:1775776578.019503:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776578.019506:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776578.019510:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776578.019529:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423271040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776578.019622:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423270528:192.168.201.120@tcp:250:kworker.0 00000800:00000100:0.0:1775776578.019700:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776578.019751:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776578/real 1775776578] req@ffff9a6051393480 x1862022423270528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776578.019771:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423270528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776578.019782:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776578.019786:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776578.019814:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423270528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776578.019822:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423270656:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776578.019844:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776578.019854:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776578/real 1775776578] req@ffff9a6051390e00 x1862022423270656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776578.019867:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423270656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776578.019875:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776578.019878:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776578.019881:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423270656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776578.019886:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423270784:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776578.019901:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776578.019909:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776578/real 1775776578] req@ffff9a6051390000 x1862022423270784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776578.019919:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423270784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776578.019927:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776578.019930:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776578.019933:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423270784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776578.019938:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423270912:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776578.019953:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776578.019960:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776578/real 1775776578] req@ffff9a6051390a80 x1862022423270912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776578.019971:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423270912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776578.019984:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776578.019987:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776578.019990:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423270912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776578.019995:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423271040:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776578.020009:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776578.020016:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776578/real 1775776578] req@ffff9a6051393100 x1862022423271040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776578.020026:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423271040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776578.020034:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776578.020037:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776578.020040:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423271040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776578.850960:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776579.874952:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776580.898945:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776581.922935:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776582.946928:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776583.138932:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776583.138941:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776583.138945:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776583.138954:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13728 00000100:00080000:0.0:1775776583.138972:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776583.138978:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776583.139010:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423271168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776583.139042:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776583.139045:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776583.139048:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776583.139052:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13728 00000100:00080000:0.0:1775776583.139056:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776583.139059:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776583.139064:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423271168:192.168.201.120@tcp:250:kworker.0 00000008:00100000:0.0:1775776583.139070:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776583.139084:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423271296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776583.139094:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776583.139098:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776583.139099:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776583.139103:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13728 00000100:00080000:0.0:1775776583.139106:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776583.139117:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775776583.139122:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:0.0:1775776583.139124:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776583.139136:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022423271424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776583.139145:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776583.139147:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776583.139149:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776583.139154:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13728 00000100:00080000:0.0:1775776583.139157:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1775776583.139159:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776583/real 1775776583] req@ffff9a6051f86a00 x1862022423271168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776583.139163:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776583.139170:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776583.139180:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022423271552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776583.139183:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423271168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776583.139206:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776583.139209:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776583.139211:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776583.139217:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776583.139221:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:0.0:1775776583.139224:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13728 00000100:00100000:2.0:1775776583.139225:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423271168:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775776583.139231:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776583.139237:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776583.139241:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776583.139247:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423271296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776583.139253:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423271680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775776583.139266:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776583.139276:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776583/real 1775776583] req@ffff9a6051f85c00 x1862022423271296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776583.139289:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423271296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776583.139296:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776583.139299:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776583.139301:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423271296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776583.139307:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423271424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776583.139324:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776583.139334:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776583/real 1775776583] req@ffff9a6051f87800 x1862022423271424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776583.139345:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022423271424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776583.139351:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776583.139353:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776583.139355:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423271424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776583.139359:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423271552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776583.139387:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776583.139394:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776583/real 1775776583] req@ffff9a6051f85180 x1862022423271552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776583.139401:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022423271552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776583.139405:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776583.139407:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776583.139409:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423271552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776583.139418:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423271680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776583.139427:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776583.139432:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776583/real 1775776583] req@ffff9a6051f87480 x1862022423271680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776583.139438:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423271680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776583.139445:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776583.139447:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776583.139450:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423271680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776583.970919:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776584.995035:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776586.018956:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776587.043061:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776588.066947:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776588.258937:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776588.258945:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776588.258949:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776588.258957:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13733 00000100:00080000:3.0:1775776588.258967:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776588.258973:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776588.259006:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423271808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776588.259050:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776588.259054:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776588.259055:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776588.259059:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13733 00000100:00080000:3.0:1775776588.259062:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776588.259066:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776588.259074:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776588.259086:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423271936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776588.259095:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423271808:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776588.259106:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776588.259110:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776588.259111:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776588.259116:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13733 00000100:00080000:3.0:1775776588.259120:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776588.259123:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776588.259128:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776588.259138:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423272064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776588.259152:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776588.259157:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776588.259159:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776588.259162:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13733 00000100:00080000:3.0:1775776588.259168:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776588.259171:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776588.259175:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776588.259182:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423272192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776588.259190:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776588.259193:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776588.259194:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776588.259198:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13733 00000100:00080000:3.0:1775776588.259214:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776588.259218:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776588.259222:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776588.259223:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776588.259241:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423272320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776588.259265:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776588/real 1775776588] req@ffff9a6048b58e00 x1862022423271808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776588.259298:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423271808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776588.259307:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776588.259311:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776588.259315:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423271808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776588.259336:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423271936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776588.259358:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776588.259369:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776588/real 1775776588] req@ffff9a6048b5b100 x1862022423271936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776588.259380:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423271936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776588.259388:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776588.259397:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776588.259400:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423271936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776588.259405:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423272064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776588.259422:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776588.259432:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776588/real 1775776588] req@ffff9a6048b59f80 x1862022423272064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776588.259442:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423272064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776588.259455:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776588.259458:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776588.259461:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423272064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776588.259466:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423272192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776588.259495:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776588.259505:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776588/real 1775776588] req@ffff9a6048b58a80 x1862022423272192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776588.259515:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423272192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776588.259522:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776588.259525:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776588.259528:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423272192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776588.259533:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423272320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776588.259549:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776588.259558:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776588/real 1775776588] req@ffff9a6048b59180 x1862022423272320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776588.259569:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423272320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776588.259575:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776588.259578:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776588.259581:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423272320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776589.091180:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776590.115098:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776591.139013:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776592.163476:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776593.187335:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776593.378949:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776593.378958:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776593.378974:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776593.378984:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13738 00000100:00080000:3.0:1775776593.378995:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776593.379002:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776593.379039:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423272448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776593.379070:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776593.379074:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776593.379076:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776593.379080:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13738 00000100:00080000:3.0:1775776593.379084:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776593.379088:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776593.379108:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776593.379124:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423272576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776593.379135:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776593.379138:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776593.379140:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776593.379147:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13738 00000100:00100000:2.0:1775776593.379151:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423272448:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776593.379153:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776593.379165:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776593.379172:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776593.379198:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423272704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776593.379208:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776593.379211:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776593.379213:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776593.379217:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13738 00000100:00080000:3.0:1775776593.379221:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776593.379225:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776593.379230:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776593.379241:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423272832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776593.379251:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776593.379254:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776593.379256:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776593.379259:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13738 00000800:00000100:2.0:1775776593.379265:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776593.379268:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776593.379274:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776593.379278:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776593.379287:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423272960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776593.379450:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776593/real 1775776593] req@ffff9a6048b5b800 x1862022423272448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776593.379473:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423272448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776593.379485:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776593.379490:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776593.379494:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423272448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776593.379524:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423272576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776593.379549:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776593.379562:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776593/real 1775776593] req@ffff9a6048b59180 x1862022423272576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776593.379574:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423272576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776593.379592:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776593.379596:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776593.379599:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423272576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776593.379606:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423272704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776593.379633:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776593.379646:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776593/real 1775776593] req@ffff9a6048b58a80 x1862022423272704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776593.379679:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423272704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776593.379687:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776593.379690:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776593.379693:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423272704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776593.379700:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423272832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776593.379721:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776593.379733:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776593/real 1775776593] req@ffff9a6048b59f80 x1862022423272832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776593.379757:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423272832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776593.379765:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776593.380176:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776593.380192:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423272832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776593.380200:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423272960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776593.380226:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776593.380239:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776593/real 1775776593] req@ffff9a6048b5b100 x1862022423272960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776593.380251:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423272960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776593.380260:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776593.380263:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776593.380266:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423272960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776594.211341:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776595.235560:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776596.259021:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776597.283168:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776598.307048:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776598.499211:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776598.499224:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776598.499231:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776598.499243:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13744 00000100:00080000:0.0:1775776598.499258:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776598.499266:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776598.499327:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84700 x1862022423273088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776598.499364:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776598.499369:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776598.499371:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776598.499375:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13744 00000100:00080000:0.0:1775776598.499379:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776598.499384:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776598.499395:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776598.499408:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87100 x1862022423273216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776598.499418:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776598.499422:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776598.499424:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776598.499428:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13744 00000100:00080000:0.0:1775776598.499431:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776598.499435:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776598.499440:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776598.499451:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423273344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776598.499467:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776598.499470:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776598.499472:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776598.499475:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13744 00000100:00080000:0.0:1775776598.499478:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776598.499482:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776598.499487:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776598.499496:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022423273472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776598.499504:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776598.499508:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776598.499509:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776598.499512:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13744 00000100:00080000:0.0:1775776598.499515:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776598.499519:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776598.499524:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776598.499533:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022423273600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776598.500223:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423273088:192.168.201.120@tcp:250:kworker.0 00000800:00000100:2.0:1775776598.500322:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776598.500368:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776598/real 1775776598] req@ffff9a6051f84700 x1862022423273088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776598.500388:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84700 x1862022423273088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776598.500400:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776598.500404:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776598.500408:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423273088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776598.500415:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423273216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776598.500436:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776598.500446:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776598/real 1775776598] req@ffff9a6051f87100 x1862022423273216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776598.500458:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87100 x1862022423273216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776598.500465:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776598.500468:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776598.500472:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423273216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776598.500477:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423273344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776598.500491:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776598.500499:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776598/real 1775776598] req@ffff9a6051f87480 x1862022423273344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776598.500510:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423273344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776598.500517:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776598.500520:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776598.500524:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423273344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776598.500529:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423273472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776598.500549:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776598.500557:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776598/real 1775776598] req@ffff9a6051f85180 x1862022423273472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776598.500571:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022423273472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776598.500582:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776598.500585:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776598.500588:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423273472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776598.500593:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423273600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776598.500608:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776598.500620:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776598/real 1775776598] req@ffff9a6051f87800 x1862022423273600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776598.500631:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022423273600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776598.500639:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776598.500642:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776598.500644:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423273600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776599.332146:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776600.354951:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776601.379012:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776602.402952:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776603.426960:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776603.618928:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776603.618936:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776603.618940:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776603.618946:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13749 00000100:00080000:3.0:1775776603.618956:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776603.618962:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776603.619000:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423273728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776603.619038:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776603.619042:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776603.619044:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776603.619048:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13749 00000100:00080000:3.0:1775776603.619053:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776603.619057:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776603.619066:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776603.619079:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423273856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776603.619080:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423273728:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776603.619095:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776603.619099:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776603.619101:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776603.619105:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13749 00000100:00080000:3.0:1775776603.619118:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776603.619122:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776603.619129:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776603.619143:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423273984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:0.0:1775776603.619151:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776603.619158:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776603.619162:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776603.619164:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776603.619168:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13749 00000100:00080000:3.0:1775776603.619172:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776603.619176:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776603.619182:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776603.619190:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776603/real 1775776603] req@ffff9a6048b58e00 x1862022423273728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776603.619212:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423273728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776603.619224:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776603.619229:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776603.619234:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423273728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776603.619261:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423273856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776603.619267:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423274112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776603.619281:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776603.619284:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776603.619286:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776603.619291:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13749 00000800:00000100:0.0:1775776603.619294:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776603.619305:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776603.619311:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776603.619313:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776603/real 1775776603] req@ffff9a6048b5bb80 x1862022423273856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1775776603.619319:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776603.619331:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423273856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776603.619336:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423274240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776603.619346:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776603.619352:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776603.619357:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423273856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776603.619363:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423273984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776603.619384:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776603.619394:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776603/real 1775776603] req@ffff9a6048b5aa00 x1862022423273984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776603.619406:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423273984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776603.619418:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776603.619421:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776603.619424:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423273984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776603.619436:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423274112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776603.619458:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776603.619468:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776603/real 1775776603] req@ffff9a6048b5a300 x1862022423274112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776603.619480:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423274112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776603.619488:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776603.619491:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776603.619494:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423274112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776603.619501:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423274240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776603.619518:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776603.619530:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776603/real 1775776603] req@ffff9a6048b58000 x1862022423274240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776603.619541:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423274240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776628 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776603.619547:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776603.619550:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776603.619552:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423274240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776604.450955:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776605.475011:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776606.498880:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776607.523006:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776608.547034:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776608.738946:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776608.738956:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776608.738961:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776608.738972:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13754 00000100:00080000:3.0:1775776608.738986:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776608.738995:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776608.739043:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423274368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776608.739076:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776608.739078:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776608.739080:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776608.739083:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13754 00000100:00080000:3.0:1775776608.739086:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776608.739089:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776608.739099:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776608.739112:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423274496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776608.739123:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776608.739127:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776608.739129:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776608.739134:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13754 00000100:00080000:3.0:1775776608.739137:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776608.739143:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776608.739148:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776608.739159:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423274624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776608.739161:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423274368:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776608.739182:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776608.739187:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776608.739188:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776608.739193:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13754 00000100:00080000:3.0:1775776608.739198:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776608.739202:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776608.739208:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776608.739222:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423274752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776608.739232:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776608.739235:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776608.739236:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776608.739238:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13754 00000100:00080000:3.0:1775776608.739242:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:0.0:1775776608.739247:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776608.739247:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776608.739255:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776608.739267:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423274880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776608.739297:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776608/real 1775776608] req@ffff9a6048b5ad80 x1862022423274368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776608.739317:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423274368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776608.739327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776608.739332:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776608.739336:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423274368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776608.739344:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423274496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776608.739369:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776608.739380:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776608/real 1775776608] req@ffff9a6048b5b480 x1862022423274496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776608.739391:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423274496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776608.739396:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776608.739399:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776608.739401:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423274496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776608.739421:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423274624:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776608.739435:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776608.739441:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776608/real 1775776608] req@ffff9a6048b59c00 x1862022423274624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776608.739451:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423274624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776608.739458:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776608.739461:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776608.739463:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423274624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776608.739469:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423274752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776608.739487:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776608.739497:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776608/real 1775776608] req@ffff9a6048b59880 x1862022423274752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776608.739507:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423274752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776608.739514:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776608.739517:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776608.739520:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423274752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776608.739527:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423274880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776608.739546:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776608.739555:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776608/real 1775776608] req@ffff9a6048b5a680 x1862022423274880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776633 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776608.739566:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423274880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776633 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776608.739573:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776608.739576:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776608.739579:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423274880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776609.570963:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776610.594903:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776611.618964:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776612.642921:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776613.667140:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776613.858988:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776613.858999:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776613.859005:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776613.859018:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13759 00000100:00080000:3.0:1775776613.859034:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776613.859042:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776613.859091:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423275008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776613.859119:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776613.859123:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776613.859124:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776613.859128:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13759 00000100:00080000:3.0:1775776613.859132:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776613.859135:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776613.859145:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776613.859157:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423275136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776613.859161:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423275008:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776613.859168:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776613.859172:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776613.859174:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776613.859178:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13759 00000100:00080000:3.0:1775776613.859181:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776613.859186:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776613.859191:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776613.859203:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423275264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776613.859212:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776613.859216:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776613.859218:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776613.859222:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13759 00000100:00080000:3.0:1775776613.859233:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776613.859237:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:0.0:1775776613.859243:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775776613.859243:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776613.859256:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423275392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776613.859278:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776613.859282:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776613.859284:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1775776613.859286:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776613/real 1775776613] req@ffff9a6048b59500 x1862022423275008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776613.859290:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13759 00000100:00080000:3.0:1775776613.859297:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776613.859304:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776613.859310:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776613.859313:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423275008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776613.859325:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423275520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776613.859326:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776613.859335:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776613.859342:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423275008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776613.859367:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423275136:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776613.859387:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776613.859396:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776613/real 1775776613] req@ffff9a6048b5a680 x1862022423275136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776613.859406:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423275136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776613.859413:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776613.859416:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776613.859418:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423275136:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776613.859423:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423275264:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776613.859436:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776613.859443:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776613/real 1775776613] req@ffff9a6048b59880 x1862022423275264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776613.859452:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423275264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776613.859458:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776613.859461:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776613.859463:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423275264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776613.859468:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423275392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776613.859481:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776613.859488:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776613/real 1775776613] req@ffff9a6048b59c00 x1862022423275392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776613.859497:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423275392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776613.859503:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776613.859506:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776613.859509:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423275392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776613.859514:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423275520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776613.859527:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776613.859535:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776613/real 1775776613] req@ffff9a6048b5b480 x1862022423275520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776638 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776613.859545:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423275520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776638 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776613.859551:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776613.859555:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776613.859557:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423275520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776614.690984:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776615.715031:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776616.738949:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776617.764223:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776618.786989:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776618.978954:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776618.978965:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776618.978971:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776618.978983:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13764 00000100:00080000:3.0:1775776618.978996:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776618.979004:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776618.979052:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423275648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776618.979090:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776618.979094:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776618.979096:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776618.979100:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13764 00000100:00080000:3.0:1775776618.979104:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776618.979108:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776618.979120:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776618.979133:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423275776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776618.979142:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423275648:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776618.979147:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776618.979152:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776618.979154:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776618.979159:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13764 00000100:00080000:3.0:1775776618.979162:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776618.979167:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776618.979172:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776618.979183:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423275904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776618.979192:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776618.979195:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776618.979197:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776618.979200:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13764 00000100:00080000:3.0:1775776618.979204:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776618.979208:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776618.979212:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776618.979223:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423276032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776618.979232:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776618.979237:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000800:00000100:0.0:1775776618.979238:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776618.979240:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776618.979246:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13764 00000100:00080000:3.0:1775776618.979250:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776618.979254:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776618.979259:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776618.979273:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423276160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776618.979287:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776618/real 1775776618] req@ffff9a6048b5ad80 x1862022423275648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776618.979307:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423275648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776618.979318:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776618.979323:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776618.979328:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423275648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776618.979635:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423275776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776618.979701:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776618.979727:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776618/real 1775776618] req@ffff9a6048b58000 x1862022423275776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776618.979769:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423275776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776618.979780:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776618.979784:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776618.979788:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423275776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776618.979849:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423275904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776618.979869:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776618.979879:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776618/real 1775776618] req@ffff9a6048b5a300 x1862022423275904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776618.979889:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423275904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776618.979896:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776618.979899:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776618.979901:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423275904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776618.979906:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423276032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776618.979922:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776618.979930:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776618/real 1775776618] req@ffff9a6048b5aa00 x1862022423276032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776618.979941:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423276032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776618.979947:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776618.979950:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776618.979953:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423276032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776618.979957:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423276160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776618.979972:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776618.979979:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776618/real 1775776618] req@ffff9a6048b5bb80 x1862022423276160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776643 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776618.979989:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423276160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776643 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776618.979996:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776618.979998:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776618.980001:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423276160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776619.811055:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776620.834972:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776621.859012:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776622.882980:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776623.907022:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776624.098953:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776624.098964:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776624.098970:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776624.098983:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13769 00000100:00080000:0.0:1775776624.098998:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776624.099005:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776624.099052:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423276288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776624.099080:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776624.099083:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776624.099084:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776624.099087:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13769 00000100:00080000:0.0:1775776624.099090:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776624.099093:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776624.099102:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776624.099111:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423276416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776624.099118:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776624.099127:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776624.099129:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776624.099135:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13769 00000100:00100000:2.0:1775776624.099136:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423276288:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775776624.099139:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776624.099147:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776624.099152:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776624.099167:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423276544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776624.099177:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776624.099181:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776624.099183:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776624.099188:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13769 00000100:00080000:0.0:1775776624.099192:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776624.099196:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776624.099202:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776624.099212:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776624.099215:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423276672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776624.099224:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776624.099226:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776624.099227:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776624.099237:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13769 00000100:00080000:0.0:1775776624.099240:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776624.099243:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776624.099247:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776624.099254:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423276800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776624.099260:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776624/real 1775776624] req@ffff9a6051f85c00 x1862022423276288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776624.099285:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423276288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776624.099296:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776624.099300:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776624.099304:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423276288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776624.099328:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423276416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776624.099348:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776624.099359:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776624/real 1775776624] req@ffff9a6051f86a00 x1862022423276416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776624.099368:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423276416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776624.099377:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776624.099380:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776624.099382:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423276416:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776624.099385:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423276544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776624.099396:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776624.099401:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776624/real 1775776624] req@ffff9a6051f86680 x1862022423276544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776624.099408:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423276544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776624.099413:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776624.099415:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776624.099417:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423276544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776624.099420:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423276672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776624.099434:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776624.099443:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776624/real 1775776624] req@ffff9a6051f86300 x1862022423276672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776624.099453:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423276672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776624.099461:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776624.099464:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776624.099468:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423276672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776624.099473:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423276800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776624.099490:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776624.099498:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776624/real 1775776624] req@ffff9a6051f85500 x1862022423276800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776624.099509:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423276800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776624.099516:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776624.099518:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776624.099521:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423276800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776624.931104:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776625.957831:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776626.978926:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776628.003003:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776629.026986:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776629.219421:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776629.219434:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776629.219439:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776629.219450:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13774 00000100:00080000:3.0:1775776629.219466:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776629.219473:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776629.219515:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423276928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776629.219545:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776629.219549:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776629.219550:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776629.219553:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13774 00000100:00080000:3.0:1775776629.219579:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776629.219585:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776629.219597:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776629.219598:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423276928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776629.219617:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423277056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776629.219629:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776629.219633:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776629.219635:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776629.219640:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13774 00000100:00080000:3.0:1775776629.219656:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776629.219661:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776629.219666:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000800:00000100:2.0:1775776629.219675:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776629.219691:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423277184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776629.219703:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776629.219707:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776629.219708:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776629.219712:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13774 00000100:00080000:3.0:1775776629.219717:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776629.219721:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776629.219727:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776629.219728:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776629/real 1775776629] req@ffff9a6048b58e00 x1862022423276928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776629.219743:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423277312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776629.219751:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423276928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776629.219756:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776629.219762:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776629.219763:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1775776629.219764:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776629.219768:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00080000:3.0:1775776629.219772:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13774 00000100:00100000:2.0:1775776629.219773:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423276928:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776629.219778:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776629.219785:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776629.219829:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776629.219838:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423277056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:3.0:1775776629.219845:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423277440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775776629.219864:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776629.219876:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776629/real 1775776629] req@ffff9a6048b5b100 x1862022423277056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776629.219885:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423277056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776629.219890:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776629.219893:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776629.219895:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423277056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776629.219898:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423277184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776629.219909:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776629.219914:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776629/real 1775776629] req@ffff9a6048b59f80 x1862022423277184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776629.219929:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423277184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776629.219934:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776629.219936:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776629.219938:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423277184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776629.219942:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423277312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776629.219953:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776629.219958:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776629/real 1775776629] req@ffff9a6048b58a80 x1862022423277312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776629.219965:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423277312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776629.219970:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776629.219972:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776629.219973:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423277312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776629.219983:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423277440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776629.219998:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776629.220004:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776629/real 1775776629] req@ffff9a6048b59180 x1862022423277440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776629.220010:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423277440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776629.220015:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776629.220017:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776629.220019:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423277440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776630.051011:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776631.075019:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776632.099167:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776633.122980:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776634.146981:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776634.338844:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776634.338852:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776634.338856:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776634.338864:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13779 00000100:00080000:3.0:1775776634.338874:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776634.338880:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776634.338915:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423277568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776634.338944:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776634.338948:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776634.338950:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776634.338954:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13779 00000100:00080000:3.0:1775776634.338958:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776634.338961:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776634.338971:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776634.338985:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423277696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776634.338993:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776634.338996:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776634.338998:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775776634.339000:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423277568:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776634.339002:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13779 00000100:00080000:3.0:1775776634.339006:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776634.339010:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776634.339014:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776634.339020:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423277824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776634.339026:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776634.339028:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776634.339029:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776634.339032:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13779 00000100:00080000:3.0:1775776634.339033:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776634.339035:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776634.339038:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776634.339043:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423277952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776634.339053:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776634.339055:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776634.339056:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776634.339058:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13779 00000100:00080000:3.0:1775776634.339060:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776634.339063:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775776634.339067:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775776634.339068:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776634.339076:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423278080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776634.339104:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776634/real 1775776634] req@ffff9a6048b5b800 x1862022423277568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776634.339121:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423277568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776634.339130:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776634.339133:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776634.339137:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423277568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776634.339158:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423277696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776634.339177:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776634.339187:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776634/real 1775776634] req@ffff9a6048b59180 x1862022423277696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776634.339197:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423277696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776634.339205:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776634.339208:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776634.339211:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423277696:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776634.339215:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423277824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776634.339229:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776634.339237:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776634/real 1775776634] req@ffff9a6048b58a80 x1862022423277824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776634.339247:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423277824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776634.339254:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776634.339257:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776634.339260:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423277824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776634.339265:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423277952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776634.339279:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776634.339287:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776634/real 1775776634] req@ffff9a6048b59f80 x1862022423277952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776634.339298:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423277952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776634.339304:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776634.339307:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776634.339309:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423277952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776634.339314:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423278080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776634.339328:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776634.339337:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776634/real 1775776634] req@ffff9a6048b5b100 x1862022423278080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776634.339347:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423278080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776634.339354:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776634.339357:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776634.339359:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423278080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776635.170960:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776636.194970:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776637.218940:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776638.242968:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776639.266948:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776639.459533:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776639.459545:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776639.459549:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776639.459560:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13785 00000100:00080000:3.0:1775776639.459574:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776639.459584:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776639.459628:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423278208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776639.459664:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776639.459668:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776639.459670:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776639.459674:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13785 00000100:00080000:3.0:1775776639.459678:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776639.459681:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776639.459690:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776639.459703:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423278336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776639.459712:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776639.459715:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776639.459717:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776639.459720:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13785 00000100:00080000:3.0:1775776639.459723:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776639.459726:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776639.459730:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776639.459739:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423278464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776639.459747:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776639.459750:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776639.459752:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776639.459755:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13785 00000100:00080000:3.0:1775776639.459758:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776639.459761:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776639.459765:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776639.459773:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423278592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776639.459780:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776639.459783:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776639.459785:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776639.459812:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13785 00000100:00080000:3.0:1775776639.459817:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776639.459821:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776639.459826:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776639.459837:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423278720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776639.460125:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423278208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776639.460211:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423278336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776639.460238:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423278464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776639.460264:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423278592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776639.460282:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423278720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776640.292267:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776641.314945:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776642.338945:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775776642.531035:0:2397:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:1.0:1775776642.531069:0:2397:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775776642.531085:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776642.531132:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776642.531142:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776642.531148:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776642.531154:0:2397:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775776642.531245:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776639/real 1775776642] req@ffff9a6048b58e00 x1862022423278208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776642.531269:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423278208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776642.531280:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776642.531285:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776642.531290:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423278208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776642.531297:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776639/real 1775776642] req@ffff9a6048b5bb80 x1862022423278336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776642.531309:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423278336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776642.531317:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776642.531320:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776642.531323:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423278336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776642.531343:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776639/real 1775776642] req@ffff9a6048b5aa00 x1862022423278464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776642.531356:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423278464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776642.531363:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776642.531367:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776642.531370:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423278464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776642.531378:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776639/real 1775776642] req@ffff9a6048b5a300 x1862022423278592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776642.531389:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423278592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776642.531395:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776642.531398:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776642.531401:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423278592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776642.531407:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776639/real 1775776642] req@ffff9a6048b58000 x1862022423278720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776642.531416:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423278720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776642.531422:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776642.531425:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776642.531428:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423278720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776643.362935:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776644.386972:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776644.578926:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776644.578936:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776644.578940:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776644.578951:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13790 00000100:00080000:3.0:1775776644.578961:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776644.578967:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776644.579003:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423278848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776644.579031:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776644.579035:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776644.579037:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776644.579041:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13790 00000100:00080000:3.0:1775776644.579045:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776644.579048:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776644.579058:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776644.579070:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423278976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776644.579085:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423278848:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776644.579087:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776644.579094:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776644.579096:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776644.579100:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13790 00000100:00080000:3.0:1775776644.579104:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776644.579107:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776644.579111:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776644.579124:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423279104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776644.579133:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776644.579136:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776644.579138:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776644.579141:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13790 00000100:00080000:3.0:1775776644.579167:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776644.579171:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776644.579175:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776644.579180:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:3.0:1775776644.579187:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423279232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776644.579194:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776644.579196:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776644.579198:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776644.579200:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13790 00000100:00080000:3.0:1775776644.579212:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776644.579216:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776644.579220:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776644/real 1775776644] req@ffff9a6048b5ad80 x1862022423278848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1775776644.579222:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776644.579238:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423279360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776644.579243:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423278848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776644.579258:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776644.579263:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776644.579268:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423278848:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776644.579307:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423278976:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776644.579331:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776644.579343:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776644/real 1775776644] req@ffff9a6048b5b480 x1862022423278976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776644.579355:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423278976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776644.579363:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776644.579366:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776644.579369:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423278976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776644.579375:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423279104:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776644.579394:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776644.579404:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776644/real 1775776644] req@ffff9a6048b59c00 x1862022423279104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776644.579416:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423279104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776644.579423:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776644.579426:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776644.579429:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423279104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776644.579434:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423279232:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776644.579453:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776644.579464:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776644/real 1775776644] req@ffff9a6048b59880 x1862022423279232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776644.579476:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423279232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776644.579483:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776644.579486:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776644.579488:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423279232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776644.579494:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423279360:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776644.579511:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776644.579521:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776644/real 1775776644] req@ffff9a6048b5a680 x1862022423279360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776644.579532:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423279360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776669 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776644.579540:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776644.579543:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776644.579545:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423279360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776645.410966:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776646.435160:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776647.459020:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776648.483023:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776649.506921:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776649.698911:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776649.698920:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776649.698925:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776649.698936:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13795 00000100:00080000:3.0:1775776649.698947:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776649.698953:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776649.698989:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423279488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776649.699023:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776649.699027:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776649.699029:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776649.699033:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13795 00000100:00080000:3.0:1775776649.699036:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776649.699040:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776649.699049:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776649.699064:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423279616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776649.699074:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776649.699077:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776649.699079:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776649.699082:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13795 00000100:00080000:3.0:1775776649.699086:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776649.699089:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776649.699093:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776649.699102:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423279744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776649.699112:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776649.699115:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776649.699116:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776649.699119:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13795 00000100:00080000:3.0:1775776649.699122:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776649.699125:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776649.699130:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776649.699138:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423279872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776649.699147:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776649.699162:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776649.699164:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776649.699167:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13795 00000100:00080000:3.0:1775776649.699171:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776649.699175:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776649.699180:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776649.699188:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423280000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776649.699298:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423279488:192.168.201.120@tcp:250:kworker.0 00000800:00000100:2.0:1775776649.699354:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776649.699386:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776649/real 1775776649] req@ffff9a6048b59500 x1862022423279488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776649.699408:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423279488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776649.699417:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776649.699421:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776649.699425:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423279488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776649.699431:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423279616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776649.699451:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776649.699462:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776649/real 1775776649] req@ffff9a6048b5a680 x1862022423279616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776649.699473:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423279616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776649.699480:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776649.699483:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776649.699486:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423279616:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776649.699491:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423279744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776649.699508:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776649.699518:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776649/real 1775776649] req@ffff9a6048b59880 x1862022423279744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776649.699529:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423279744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776649.699542:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776649.699545:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776649.699548:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423279744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776649.699553:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423279872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776649.699571:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776649.699580:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776649/real 1775776649] req@ffff9a6048b59c00 x1862022423279872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776649.699590:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423279872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776649.699597:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776649.699600:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776649.699603:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423279872:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776649.699608:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423280000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776649.699625:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776649.699634:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776649/real 1775776649] req@ffff9a6048b5b480 x1862022423280000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776649.699645:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423280000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776674 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776649.699652:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776649.699655:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776649.699658:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423280000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776650.530989:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776651.554953:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776652.578971:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776653.602962:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776654.626964:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776654.818915:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776654.818922:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776654.818925:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776654.818932:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13800 00000100:00080000:0.0:1775776654.818941:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776654.818946:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776654.818975:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423280128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776654.819000:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776654.819004:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776654.819006:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776654.819009:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13800 00000100:00080000:0.0:1775776654.819012:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776654.819015:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776654.819024:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776654.819036:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423280256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776654.819043:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423280128:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775776654.819044:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776654.819047:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776654.819049:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776654.819052:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13800 00000100:00080000:0.0:1775776654.819055:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776654.819058:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776654.819061:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776654.819069:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423280384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776654.819075:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776654.819078:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776654.819079:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776654.819081:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13800 00000100:00080000:0.0:1775776654.819084:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776654.819086:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776654.819090:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776654.819094:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776654.819096:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423280512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776654.819103:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776654.819105:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776654.819107:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776654.819124:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13800 00000100:00080000:0.0:1775776654.819127:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776654.819130:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776654.819134:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776654.819142:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423280640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776654.819153:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776654/real 1775776654] req@ffff9a6051f85f80 x1862022423280128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776654.819168:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423280128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776654.819177:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776654.819181:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776654.819185:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423280128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776654.819205:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423280256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776654.819221:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776654.819229:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776654/real 1775776654] req@ffff9a6051f86d80 x1862022423280256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776654.819239:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423280256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776654.819246:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776654.819250:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776654.819253:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423280256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776654.819258:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423280384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776654.819276:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776654.819286:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776654/real 1775776654] req@ffff9a6051f85880 x1862022423280384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776654.819296:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423280384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776654.819303:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776654.819306:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776654.819308:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423280384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776654.819313:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423280512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776654.819330:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776654.819339:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776654/real 1775776654] req@ffff9a6051f84e00 x1862022423280512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776654.819350:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423280512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776654.819357:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776654.819360:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776654.819363:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423280512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776654.819368:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423280640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776654.819387:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776654.819396:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776654/real 1775776654] req@ffff9a6051f84380 x1862022423280640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776679 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776654.819406:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423280640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776679 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776654.819413:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776654.819416:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776654.819418:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423280640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776655.650929:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776656.675023:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776657.698903:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776658.722996:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776659.746935:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776659.938931:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776659.938938:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776659.938942:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776659.938949:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13805 00000100:00080000:1.0:1775776659.938957:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776659.938962:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776659.938991:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423280768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776659.939011:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776659.939013:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776659.939014:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776659.939017:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13805 00000100:00080000:1.0:1775776659.939018:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776659.939038:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776659.939046:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776659.939056:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423280896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776659.939064:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776659.939066:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776659.939068:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775776659.939070:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423280768:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776659.939072:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13805 00000100:00080000:1.0:1775776659.939076:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776659.939079:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776659.939082:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776659.939090:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423281024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776659.939096:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776659.939098:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776659.939099:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776659.939102:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13805 00000100:00080000:1.0:1775776659.939103:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776659.939105:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776659.939108:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776659.939114:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423281152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776659.939119:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776659.939121:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776659.939122:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776659.939124:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13805 00000100:00080000:1.0:1775776659.939127:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776659.939129:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776659.939132:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776659.939133:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776659.939140:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423281280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776659.939170:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776659/real 1775776659] req@ffff9a605873b100 x1862022423280768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776659.939187:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423280768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776659.939197:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776659.939201:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776659.939205:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423280768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776659.939225:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423280896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776659.939249:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776659.939260:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776659/real 1775776659] req@ffff9a6058739880 x1862022423280896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776659.939272:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423280896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776659.939280:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776659.939283:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776659.939286:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423280896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776659.939293:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423281024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776659.939312:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776659.939322:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776659/real 1775776659] req@ffff9a605873bb80 x1862022423281024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776659.939333:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423281024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776659.939340:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776659.939343:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776659.939346:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423281024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776659.939352:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423281152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776659.939370:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776659.939379:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776659/real 1775776659] req@ffff9a605873aa00 x1862022423281152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776659.939386:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423281152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776659.939391:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776659.939393:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776659.939395:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423281152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776659.939398:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423281280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776659.939417:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776659.939427:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776659/real 1775776659] req@ffff9a6058738e00 x1862022423281280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776684 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776659.939437:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423281280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776684 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776659.939444:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776659.939447:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776659.939450:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423281280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776660.770981:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776661.794965:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776662.819017:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776663.842915:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776664.867092:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776665.058899:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776665.058917:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776665.058921:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776665.058930:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13810 00000100:00080000:1.0:1775776665.058952:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776665.058958:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776665.058996:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423281408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776665.059025:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776665.059028:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776665.059030:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776665.059034:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13810 00000100:00080000:1.0:1775776665.059037:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776665.059040:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776665.059049:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776665.059061:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423281536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776665.059071:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776665.059074:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776665.059076:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776665.059080:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13810 00000100:00080000:1.0:1775776665.059083:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776665.059086:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776665.059090:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776665.059101:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423281664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776665.059121:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776665.059125:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776665.059130:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775776665.059132:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423281408:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776665.059136:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13810 00000100:00080000:1.0:1775776665.059147:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776665.059152:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776665.059157:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776665.059167:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423281792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776665.059176:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776665.059179:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776665.059180:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776665.059184:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13810 00000100:00080000:1.0:1775776665.059188:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776665.059191:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776665.059195:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776665.059205:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423281920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775776665.059230:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776665.059279:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776665/real 1775776665] req@ffff9a6058739180 x1862022423281408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776665.059300:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423281408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776665.059313:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776665.059318:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776665.059323:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423281408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776665.059333:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423281536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776665.059358:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776665.059371:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776665/real 1775776665] req@ffff9a605873a300 x1862022423281536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776665.059384:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423281536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776665.059398:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776665.059411:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776665.059414:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423281536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776665.059446:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423281664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776665.059468:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776665.059479:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776665/real 1775776665] req@ffff9a6058739500 x1862022423281664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776665.059491:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423281664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776665.059499:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776665.059502:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776665.059506:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423281664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776665.059512:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423281792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776665.059532:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776665.059543:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776665/real 1775776665] req@ffff9a605873ad80 x1862022423281792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776665.059554:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423281792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776665.059561:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776665.059565:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776665.059568:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423281792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776665.059575:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423281920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776665.059595:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776665.059606:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776665/real 1775776665] req@ffff9a605873b800 x1862022423281920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776665.059618:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423281920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776665.059626:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776665.059629:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776665.059633:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423281920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776665.891001:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776666.915818:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776667.940346:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776668.964395:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776669.986983:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776670.180087:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776670.180093:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776670.180097:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776670.180106:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13815 00000100:00080000:0.0:1775776670.180115:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776670.180120:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776670.180151:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87b80 x1862022423282048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776670.180173:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776670.180176:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776670.180177:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776670.180180:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13815 00000100:00080000:0.0:1775776670.180182:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776670.180184:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776670.180190:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776670.180197:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84a80 x1862022423282176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776670.180208:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776670.180210:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776670.180211:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776670.180213:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13815 00000100:00080000:0.0:1775776670.180215:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776670.180218:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776670.180222:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423282048:192.168.201.120@tcp:250:kworker.0 00000008:00100000:0.0:1775776670.180223:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776670.180234:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84380 x1862022423282304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776670.180239:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776670.180242:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776670.180244:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776670.180248:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13815 00000100:00080000:0.0:1775776670.180251:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776670.180256:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776670.180268:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776670.180279:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f84e00 x1862022423282432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775776670.180286:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775776670.180294:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776670.180297:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776670.180299:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776670.180304:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13815 00000100:00080000:0.0:1775776670.180309:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776670.180311:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776670.180315:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776670.180327:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776670/real 1775776670] req@ffff9a6051f87b80 x1862022423282048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776670.180330:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85880 x1862022423282560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776670.180369:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87b80 x1862022423282048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776670.180378:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776670.180381:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776670.180384:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423282048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776670.180389:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423282176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776670.180409:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776670.180421:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776670/real 1775776670] req@ffff9a6051f84a80 x1862022423282176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776670.180433:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84a80 x1862022423282176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776670.180451:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776670.180458:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776670.180461:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423282176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776670.180483:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423282304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776670.180502:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776670.180512:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776670/real 1775776670] req@ffff9a6051f84380 x1862022423282304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776670.180519:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84380 x1862022423282304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776670.180524:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776670.180526:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776670.180528:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423282304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776670.180531:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423282432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776670.180542:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776670.180547:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776670/real 1775776670] req@ffff9a6051f84e00 x1862022423282432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776670.180553:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f84e00 x1862022423282432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776670.180557:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776670.180559:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776670.180561:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f84e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423282432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776670.180564:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423282560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776670.180571:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776670.180576:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776670/real 1775776670] req@ffff9a6051f85880 x1862022423282560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776670.180584:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85880 x1862022423282560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776670.180590:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776670.180593:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776670.180596:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423282560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776671.011037:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776672.034998:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776673.058995:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776674.083093:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776675.107000:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776675.298959:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776675.298967:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776675.298970:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776675.298979:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13820 00000100:00080000:0.0:1775776675.298988:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776675.298994:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776675.299029:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86d80 x1862022423282688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776675.299056:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776675.299060:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776675.299062:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776675.299065:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13820 00000100:00080000:0.0:1775776675.299069:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776675.299072:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776675.299082:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776675.299096:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85f80 x1862022423282816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776675.299114:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776675.299123:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1775776675.299124:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423282688:192.168.201.120@tcp:250:kworker.0 00000100:00080000:0.0:1775776675.299125:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776675.299140:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13820 00000100:00080000:0.0:1775776675.299143:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776675.299146:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776675.299152:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776675.299168:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85500 x1862022423282944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776675.299179:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776675.299182:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776675.299184:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776675.299187:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13820 00000100:00080000:0.0:1775776675.299190:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776675.299193:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776675.299198:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776675.299209:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86300 x1862022423283072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776675.299219:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776675.299222:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776675.299224:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776675.299227:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13820 00000800:00000100:2.0:1775776675.299234:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:0.0:1775776675.299235:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776675.299242:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776675.299248:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776675.299265:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86680 x1862022423283200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776675.299292:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776675/real 1775776675] req@ffff9a6051f86d80 x1862022423282688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776675.299314:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86d80 x1862022423282688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776675.299323:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776675.299332:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776675.299335:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423282688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776675.299362:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423282816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776675.299387:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776675.299400:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776675/real 1775776675] req@ffff9a6051f85f80 x1862022423282816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776675.299412:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85f80 x1862022423282816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776675.299419:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776675.299422:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776675.299425:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423282816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776675.299443:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423282944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776675.299464:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776675.299473:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776675/real 1775776675] req@ffff9a6051f85500 x1862022423282944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776675.299480:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85500 x1862022423282944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776675.299485:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776675.299487:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776675.299490:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423282944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776675.299493:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423283072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776675.299514:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776675.299524:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776675/real 1775776675] req@ffff9a6051f86300 x1862022423283072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776675.299537:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86300 x1862022423283072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776675.299544:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776675.299547:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776675.299550:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423283072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776675.299556:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423283200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776675.299575:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776675.299585:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776675/real 1775776675] req@ffff9a6051f86680 x1862022423283200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776675.299596:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86680 x1862022423283200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776675.299603:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776675.299607:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776675.299610:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423283200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776676.131004:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776677.155228:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776678.180876:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776679.202992:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776680.227030:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776680.418987:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776680.418993:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776680.418996:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776680.419003:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13826 00000100:00080000:1.0:1775776680.419012:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776680.419016:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776680.419044:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423283328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776680.419066:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776680.419068:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776680.419069:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776680.419072:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13826 00000100:00080000:1.0:1775776680.419074:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776680.419076:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776680.419082:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776680.419094:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423283456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776680.419103:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776680.419107:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776680.419108:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776680.419114:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13826 00000100:00100000:2.0:1775776680.419116:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423283328:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776680.419119:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776680.419126:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776680.419131:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776680.419143:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423283584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776680.419153:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776680.419157:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776680.419159:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776680.419162:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13826 00000100:00080000:1.0:1775776680.419166:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776680.419169:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776680.419175:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776680.419175:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776680.419188:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423283712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776680.419199:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776680.419202:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776680.419204:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775776680.419207:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776680/real 1775776680] req@ffff9a605873a680 x1862022423283328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776680.419211:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13826 00000100:00080000:1.0:1775776680.419217:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776680.419223:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776680.419228:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776680.419231:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423283328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776680.419241:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423283840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776680.419255:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776680.419261:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776680.419268:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423283328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776680.419276:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423283456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776680.419296:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776680.419305:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776680/real 1775776680] req@ffff9a6058738000 x1862022423283456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776680.419317:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423283456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776680.419324:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776680.419328:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776680.419331:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423283456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776680.419350:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423283584:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776680.419363:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776680.419370:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776680/real 1775776680] req@ffff9a6058738a80 x1862022423283584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776680.419381:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423283584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776680.419388:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776680.419391:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776680.419394:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423283584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776680.419400:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423283712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776680.419412:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776680.419420:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776680/real 1775776680] req@ffff9a6058739f80 x1862022423283712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776680.419430:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423283712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776680.419437:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776680.419440:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776680.419442:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423283712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776680.419457:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423283840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776680.419470:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776680.419478:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776680/real 1775776680] req@ffff9a6058739c00 x1862022423283840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776680.419488:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423283840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776680.419495:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776680.419498:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776680.419501:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423283840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776681.250970:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776682.274942:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776683.299122:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776684.322926:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776685.346965:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776685.538935:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776685.538945:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776685.538949:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776685.538958:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13831 00000100:00080000:3.0:1775776685.538969:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776685.538975:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776685.539015:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423283968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776685.539043:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776685.539047:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776685.539048:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776685.539052:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13831 00000100:00080000:3.0:1775776685.539056:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776685.539060:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776685.539068:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776685.539081:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423284096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776685.539090:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776685.539093:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776685.539094:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776685.539097:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13831 00000100:00080000:3.0:1775776685.539101:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776685.539104:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776685.539108:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776685.539117:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423284224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776685.539127:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776685.539130:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776685.539132:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776685.539136:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13831 00000100:00080000:3.0:1775776685.539139:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776685.539142:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776685.539147:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776685.539151:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423283968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776685.539159:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423284352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776685.539169:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776685.539172:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776685.539174:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776685.539178:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13831 00000100:00080000:3.0:1775776685.539182:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776685.539185:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776685.539190:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776685.539201:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423284480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775776685.539211:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776685.539250:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776685/real 1775776685] req@ffff9a6048b5ad80 x1862022423283968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776685.539268:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423283968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776685.539278:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776685.539282:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776685.539286:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423283968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776685.539293:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423284096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776685.539314:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776685.539326:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776685/real 1775776685] req@ffff9a6048b58000 x1862022423284096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776685.539338:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423284096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776685.539346:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776685.539349:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776685.539352:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423284096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776685.539357:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423284224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776685.539376:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776685.539386:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776685/real 1775776685] req@ffff9a6048b5a300 x1862022423284224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776685.539398:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423284224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776685.539410:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776685.539413:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776685.539416:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423284224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776685.539445:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423284352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776685.539465:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776685.539474:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776685/real 1775776685] req@ffff9a6048b5aa00 x1862022423284352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776685.539485:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423284352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776685.539492:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776685.539495:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776685.539497:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423284352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776685.539503:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423284480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776685.539519:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776685.539534:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776685/real 1775776685] req@ffff9a6048b5bb80 x1862022423284480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776685.539546:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423284480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776685.539553:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776685.539555:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776685.539559:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423284480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776686.370927:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776687.394976:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776688.418933:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776689.442951:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776690.466946:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1775776690.658937:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776690.658951:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1775776690.658955:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776690.658964:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13836 00000100:00080000:0.0:1775776690.658973:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776690.658979:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776690.659017:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f86a00 x1862022423284608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776690.659047:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776690.659051:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1775776690.659053:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776690.659057:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13836 00000100:00080000:0.0:1775776690.659062:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776690.659066:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776690.659074:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776690.659086:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85c00 x1862022423284736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776690.659095:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776690.659097:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1775776690.659099:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776690.659102:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13836 00000100:00080000:0.0:1775776690.659105:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776690.659108:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776690.659111:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:0.0:1775776690.659119:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87800 x1862022423284864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776690.659127:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776690.659130:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1775776690.659132:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776690.659135:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13836 00000100:00080000:0.0:1775776690.659138:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776690.659141:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776690.659145:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776690.659152:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f85180 x1862022423284992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776690.659158:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1775776690.659160:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1775776690.659161:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1775776690.659163:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13836 00000100:00080000:0.0:1775776690.659165:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:0.0:1775776690.659167:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:0.0:1775776690.659169:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776690.659175:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051f87480 x1862022423285120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776690.659263:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423284608:192.168.201.120@tcp:250:kworker.0 00000800:00000100:2.0:1775776690.659322:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776690.659360:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776690/real 1775776690] req@ffff9a6051f86a00 x1862022423284608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776690.659375:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f86a00 x1862022423284608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776690.659384:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776690.659388:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776690.659392:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f86a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423284608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776690.659398:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423284736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776690.659417:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776690.659428:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776690/real 1775776690] req@ffff9a6051f85c00 x1862022423284736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776690.659440:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85c00 x1862022423284736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776690.659448:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776690.659451:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776690.659453:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423284736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776690.659458:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423284864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776690.659476:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776690.659514:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776690/real 1775776690] req@ffff9a6051f87800 x1862022423284864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776690.659526:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87800 x1862022423284864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776690.659533:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776690.659536:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776690.659539:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423284864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776690.659545:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423284992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776690.659563:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776690.659572:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776690/real 1775776690] req@ffff9a6051f85180 x1862022423284992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776690.659583:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f85180 x1862022423284992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776690.659590:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776690.659593:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776690.659595:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f85180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423284992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776690.659600:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423285120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776690.659617:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776690.659627:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776690/real 1775776690] req@ffff9a6051f87480 x1862022423285120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776690.659638:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051f87480 x1862022423285120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776715 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776690.659646:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776690.659655:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776690.659658:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051f87480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423285120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776691.491005:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776692.514954:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776693.538967:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776694.563777:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776695.586981:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776695.778995:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776695.779003:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776695.779008:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776695.779016:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13841 00000100:00080000:1.0:1775776695.779027:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776695.779033:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776695.779066:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423285248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776695.779093:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776695.779097:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776695.779099:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776695.779102:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13841 00000100:00080000:1.0:1775776695.779105:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776695.779108:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776695.779117:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776695.779127:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423285376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776695.779136:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776695.779139:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776695.779140:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776695.779143:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13841 00000100:00080000:1.0:1775776695.779146:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776695.779149:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776695.779152:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776695.779159:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423285504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776695.779167:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776695.779170:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776695.779171:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776695.779174:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13841 00000100:00080000:1.0:1775776695.779177:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776695.779180:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776695.779184:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776695.779192:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423285632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776695.779200:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776695.779202:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776695.779204:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776695.779207:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13841 00000100:00080000:1.0:1775776695.779210:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776695.779213:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776695.779217:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776695.779225:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423285760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776695.779232:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423285248:192.168.201.120@tcp:250:kworker.0 00000800:00000100:2.0:1775776695.779301:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776695.779331:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776695/real 1775776695] req@ffff9a6058738380 x1862022423285248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776695.779348:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423285248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776695.779359:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776695.779363:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776695.779367:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423285248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776695.779374:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423285376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776695.779392:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776695.779414:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776695/real 1775776695] req@ffff9a605873b480 x1862022423285376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776695.779425:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423285376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776695.779433:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776695.779435:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776695.779438:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423285376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776695.779444:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423285504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776695.779459:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776695.779467:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776695/real 1775776695] req@ffff9a6058738700 x1862022423285504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776695.779478:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423285504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776695.779484:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776695.779486:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776695.779490:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423285504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776695.779495:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423285632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776695.779508:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776695.779515:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776695/real 1775776695] req@ffff9a6058739c00 x1862022423285632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776695.779525:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423285632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776695.779532:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776695.779535:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776695.779538:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423285632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776695.779561:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423285760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776695.779574:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776695.779582:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776695/real 1775776695] req@ffff9a6058739f80 x1862022423285760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776720 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776695.779592:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423285760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776720 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776695.779599:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776695.779602:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776695.779605:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423285760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776696.610946:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776697.635229:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776698.659032:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776699.682966:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776700.707513:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776700.898957:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776700.898966:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776700.898970:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776700.898980:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13846 00000100:00080000:3.0:1775776700.898990:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776700.898998:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776700.899033:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423285888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776700.899070:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776700.899074:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776700.899076:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776700.899079:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13846 00000100:00080000:3.0:1775776700.899083:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776700.899086:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776700.899095:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776700.899107:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423286016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776700.899116:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776700.899119:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776700.899121:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776700.899124:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13846 00000100:00080000:3.0:1775776700.899128:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776700.899131:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776700.899135:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776700.899144:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423286144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776700.899153:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776700.899163:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776700.899164:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776700.899167:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13846 00000100:00080000:3.0:1775776700.899170:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776700.899173:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776700.899178:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776700.899186:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423286272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776700.899194:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776700.899196:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776700.899197:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776700.899200:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13846 00000100:00080000:3.0:1775776700.899203:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776700.899206:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776700.899210:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776700.899217:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423286400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776700.899323:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423285888:192.168.201.120@tcp:250:kworker.0 00000800:00000100:2.0:1775776700.899378:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776700.899407:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776700/real 1775776700] req@ffff9a6048b58e00 x1862022423285888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776700.899423:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423285888/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776700.899432:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776700.899436:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776700.899439:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423285888:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776700.899446:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423286016:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776700.899465:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776700.899475:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776700/real 1775776700] req@ffff9a6048b5b100 x1862022423286016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776700.899486:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423286016/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776700.899498:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776700.899501:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776700.899518:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423286016:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776700.899524:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423286144:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776700.899541:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776700.899551:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776700/real 1775776700] req@ffff9a6048b59f80 x1862022423286144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776700.899561:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423286144/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776700.899568:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776700.899571:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776700.899574:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423286144:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776700.899579:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423286272:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776700.899596:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776700.899605:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776700/real 1775776700] req@ffff9a6048b58a80 x1862022423286272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776700.899615:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423286272/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776700.899622:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776700.899624:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776700.899627:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423286272:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776700.899632:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423286400:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776700.899649:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776700.899660:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776700/real 1775776700] req@ffff9a6048b59180 x1862022423286400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776725 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776700.899671:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423286400/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776725 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776700.899678:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776700.899680:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776700.899683:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423286400:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776701.730970:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776702.754930:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776703.779083:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776704.803197:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776705.827303:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776706.019041:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776706.019051:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776706.019056:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776706.019147:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13851 00000100:00080000:1.0:1775776706.019158:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776706.019165:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776706.019199:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423286528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776706.019238:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776706.019242:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776706.019243:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776706.019247:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13851 00000100:00080000:1.0:1775776706.019250:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776706.019253:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776706.019269:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776706.019280:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423286656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776706.019288:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776706.019291:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776706.019292:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776706.019296:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13851 00000100:00080000:1.0:1775776706.019299:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776706.019301:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776706.019305:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776706.019315:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423286784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776706.019322:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776706.019325:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776706.019326:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776706.019329:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13851 00000100:00080000:1.0:1775776706.019331:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776706.019334:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776706.019338:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776706.019345:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423286912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776706.019353:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776706.019355:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776706.019357:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776706.019360:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13851 00000100:00080000:1.0:1775776706.019363:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776706.019365:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776706.019370:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776706.019378:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423287040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776706.019536:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423286528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776706.019609:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423286656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776706.019624:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423286784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776706.019634:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423286912:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776706.022341:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423287040:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776706.850970:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776707.875060:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776708.899023:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:3.0:1775776709.091369:0:2396:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:3.0:1775776709.091415:0:2396:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:3.0:1775776709.091431:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775776709.091466:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775776709.091474:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775776709.091482:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:3.0:1775776709.091488:0:2396:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775776709.091848:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776706/real 1775776709] req@ffff9a605873ad80 x1862022423287040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776709.091871:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423287040/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776709.091888:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776709.091893:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776709.091896:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423287040:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776709.091904:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776706/real 1775776709] req@ffff9a6058738a80 x1862022423286528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776709.091915:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423286528/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776709.091922:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776709.091925:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776709.091928:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423286528:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776709.091934:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776706/real 1775776709] req@ffff9a6058738000 x1862022423286656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776709.091943:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423286656/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776709.091951:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776709.091954:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776709.091956:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423286656:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776709.091961:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776706/real 1775776709] req@ffff9a605873a680 x1862022423286784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776709.091969:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423286784/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776709.091975:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776709.091978:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776709.091980:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423286784:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776709.091984:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776706/real 1775776709] req@ffff9a605873b800 x1862022423286912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776709.091991:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423286912/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776709.091997:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776709.091999:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776709.092001:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423286912:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776709.923020:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776710.947018:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776711.138916:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776711.138926:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776711.138930:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776711.138939:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13856 00000100:00080000:3.0:1775776711.138950:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776711.138957:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776711.138989:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423287168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776711.139019:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776711.139023:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776711.139025:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776711.139029:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13856 00000100:00080000:3.0:1775776711.139033:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776711.139037:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776711.139044:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776711.139055:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423287296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776711.139062:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776711.139067:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1775776711.139069:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423287168:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776711.139070:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776711.139078:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13856 00000100:00080000:3.0:1775776711.139081:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776711.139085:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776711.139090:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776711.139102:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423287424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776711.139112:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776711.139115:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776711.139116:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776711.139120:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13856 00000100:00080000:3.0:1775776711.139123:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776711.139139:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775776711.139143:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775776711.139146:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776711.139159:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423287552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776711.139167:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776711.139171:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776711.139172:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776711.139176:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13856 00000100:00100000:2.0:1775776711.139179:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776711/real 1775776711] req@ffff9a6048b5b800 x1862022423287168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776711.139180:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776711.139187:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776711.139195:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776711.139205:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423287680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776711.139207:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423287168/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776711.139229:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776711.139234:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776711.139239:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423287168:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776711.139261:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423287296:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776711.139285:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776711.139298:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776711/real 1775776711] req@ffff9a6048b59180 x1862022423287296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776711.139311:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423287296/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776711.139320:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776711.139324:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776711.139329:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423287296:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776711.139336:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423287424:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776711.139365:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776711.139376:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776711/real 1775776711] req@ffff9a6048b58a80 x1862022423287424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776711.139388:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423287424/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776711.139395:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776711.139398:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776711.139401:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423287424:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776711.139408:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423287552:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776711.139429:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776711.139440:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776711/real 1775776711] req@ffff9a6048b59f80 x1862022423287552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776711.139458:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423287552/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776711.139466:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776711.139470:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776711.139475:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423287552:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776711.139481:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423287680:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776711.139502:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776711.139519:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776711/real 1775776711] req@ffff9a6048b5b100 x1862022423287680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776711.139526:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423287680/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776711.139531:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776711.139533:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776711.139537:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423287680:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776711.970950:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776712.995045:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776714.019067:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776715.042945:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776716.067083:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776716.258999:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776716.259009:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776716.259013:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776716.259023:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13861 00000100:00080000:3.0:1775776716.259033:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776716.259052:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776716.259090:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423287808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776716.259117:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776716.259121:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776716.259123:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776716.259127:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13861 00000100:00080000:3.0:1775776716.259130:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776716.259134:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776716.259142:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776716.259154:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423287936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776716.259164:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776716.259168:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1775776716.259169:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423287808:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776716.259170:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776716.259178:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13861 00000100:00080000:3.0:1775776716.259182:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776716.259185:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776716.259191:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776716.259202:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423288064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776716.259210:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776716.259214:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776716.259216:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776716.259219:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13861 00000100:00080000:3.0:1775776716.259222:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776716.259229:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775776716.259230:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775776716.259236:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776716.259247:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423288192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776716.259256:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776716.259259:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776716.259261:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776716.259266:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13861 00000100:00100000:2.0:1775776716.259267:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776716/real 1775776716] req@ffff9a6048b58e00 x1862022423287808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1775776716.259271:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776716.259277:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776716.259285:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776716.259292:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423287808/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1775776716.259303:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423288320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776716.259327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776716.259332:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776716.259336:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423287808:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776716.259356:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423287936:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776716.259373:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776716.259381:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776716/real 1775776716] req@ffff9a6048b5bb80 x1862022423287936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776716.259388:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423287936/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776716.259393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776716.259395:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776716.259397:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423287936:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776716.259400:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423288064:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776716.259410:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776716.259418:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776716/real 1775776716] req@ffff9a6048b5aa00 x1862022423288064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776716.259429:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423288064/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776716.259435:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776716.259439:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776716.259441:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423288064:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776716.259447:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423288192:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776716.259465:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776716.259474:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776716/real 1775776716] req@ffff9a6048b5a300 x1862022423288192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776716.259485:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423288192/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776716.259491:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776716.259494:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776716.259497:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423288192:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776716.259502:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423288320:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776716.259518:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776716.259527:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776716/real 1775776716] req@ffff9a6048b58000 x1862022423288320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776716.259537:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423288320/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776716.259543:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776716.259546:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776716.259549:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423288320:192.168.201.120@tcp:8:kworker.0 00010000:00010000:0.0:1775776717.090900:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776718.114978:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1775776719.138934:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776720.162916:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776721.186986:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776721.379018:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776721.379032:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776721.379038:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776721.379050:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13866 00000100:00080000:1.0:1775776721.379064:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776721.379071:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776721.379117:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423288448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776721.379143:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776721.379147:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776721.379149:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776721.379153:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13866 00000100:00080000:1.0:1775776721.379156:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776721.379161:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776721.379172:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776721.379185:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423288576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776721.379195:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776721.379198:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776721.379199:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776721.379203:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13866 00000100:00080000:1.0:1775776721.379206:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776721.379209:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776721.379209:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423288448:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775776721.379214:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776721.379225:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423288704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776721.379234:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776721.379237:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776721.379238:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776721.379242:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13866 00000100:00080000:1.0:1775776721.379245:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776721.379248:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776721.379252:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776721.379260:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423288832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776721.379268:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776721.379271:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776721.379273:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776721.379276:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13866 00000100:00080000:1.0:1775776721.379278:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776721.379281:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776721.379285:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776721.379286:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776721.379292:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423288960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776721.379332:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776721/real 1775776721] req@ffff9a6058739500 x1862022423288448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776721.379361:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423288448/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776721.379396:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776721.379403:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776721.379407:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423288448:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776721.379560:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423288576:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776721.379583:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776721.379593:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776721/real 1775776721] req@ffff9a605873a300 x1862022423288576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776721.379601:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423288576/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776721.379607:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776721.379609:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776721.379611:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423288576:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776721.379633:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423288704:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776721.379643:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776721.379649:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776721/real 1775776721] req@ffff9a6058739180 x1862022423288704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776721.379656:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423288704/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776721.379664:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776721.379695:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776721.379699:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423288704:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776721.379705:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423288832:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776721.379726:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776721.379736:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776721/real 1775776721] req@ffff9a6058738e00 x1862022423288832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776721.379747:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423288832/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776721.379760:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776721.379764:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776721.379766:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423288832:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776721.379771:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423288960:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776721.379817:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776721.379828:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776721/real 1775776721] req@ffff9a605873aa00 x1862022423288960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776721.379840:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423288960/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776721.379847:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776721.379850:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776721.379854:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423288960:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776722.211030:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776723.235027:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776724.259025:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776725.283029:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776726.306948:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776726.498913:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776726.498921:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776726.498925:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776726.498933:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13872 00000100:00080000:1.0:1775776726.498943:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776726.498949:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776726.498984:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423289088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776726.499013:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776726.499017:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776726.499018:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776726.499022:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13872 00000100:00080000:1.0:1775776726.499025:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776726.499029:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776726.499037:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776726.499051:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423289216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776726.499062:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776726.499065:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776726.499067:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775776726.499070:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423289088:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776726.499073:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13872 00000100:00080000:1.0:1775776726.499080:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776726.499084:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776726.499088:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776726.499099:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423289344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776726.499109:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776726.499112:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776726.499114:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776726.499117:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13872 00000100:00080000:1.0:1775776726.499121:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776726.499125:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776726.499130:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776726.499134:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776726.499141:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423289472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776726.499151:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776726.499154:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776726.499155:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776726.499159:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13872 00000100:00080000:1.0:1775776726.499163:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776726.499166:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776726.499171:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776726.499172:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776726/real 1775776726] req@ffff9a605873bb80 x1862022423289088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776726.499184:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423289600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776726.499211:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423289088/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776726.499222:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776726.499227:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776726.499231:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423289088:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776726.499254:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423289216:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776726.499278:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776726.499290:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776726/real 1775776726] req@ffff9a6058739880 x1862022423289216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776726.499301:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423289216/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776726.499309:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776726.499312:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776726.499315:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423289216:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776726.499321:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423289344:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776726.499339:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776726.499348:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776726/real 1775776726] req@ffff9a605873b100 x1862022423289344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776726.499359:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423289344/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776726.499366:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776726.499369:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776726.499372:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423289344:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776726.499377:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423289472:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776726.499397:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776726.499407:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776726/real 1775776726] req@ffff9a605873aa00 x1862022423289472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776726.499418:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423289472/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776726.499434:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776726.499437:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776726.499440:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423289472:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776726.499446:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423289600:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776726.499466:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776726.499476:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776726/real 1775776726] req@ffff9a6058738e00 x1862022423289600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776726.499500:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423289600/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776726.499508:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776726.499511:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776726.499514:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423289600:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776727.331016:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776728.354917:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776729.378927:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776730.402966:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776731.426951:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776731.618886:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776731.618895:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776731.618899:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776731.618908:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13877 00000100:00080000:1.0:1775776731.618919:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776731.618927:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776731.618962:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423289728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776731.618993:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776731.618996:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776731.618998:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776731.619002:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13877 00000100:00080000:1.0:1775776731.619006:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776731.619009:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776731.619024:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776731.619039:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423289856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776731.619046:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776731.619050:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776731.619051:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776731.619054:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13877 00000100:00080000:1.0:1775776731.619058:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776731.619065:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776731.619071:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423289728:192.168.201.120@tcp:250:kworker.0 00000008:00100000:1.0:1775776731.619072:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776731.619093:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423289984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776731.619102:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776731.619104:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776731.619106:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776731.619108:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13877 00000100:00080000:1.0:1775776731.619110:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776731.619113:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776731.619117:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776731.619124:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423290112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776731.619129:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776731.619131:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776731.619132:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776731.619134:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13877 00000100:00080000:1.0:1775776731.619136:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776731.619139:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776731.619141:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776731.619149:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423290240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000100:2.0:1775776731.619160:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776731.619208:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776731/real 1775776731] req@ffff9a6058739180 x1862022423289728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776731.619225:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423289728/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776731.619233:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776731.619237:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776731.619241:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423289728:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776731.619249:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423289856:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776731.619274:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776731.619287:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776731/real 1775776731] req@ffff9a605873a300 x1862022423289856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776731.619306:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423289856/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776731.619312:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776731.619314:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776731.619317:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423289856:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776731.619346:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423289984:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776731.619367:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776731.619377:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776731/real 1775776731] req@ffff9a6058739500 x1862022423289984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776731.619388:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423289984/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776731.619393:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776731.619396:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776731.619398:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423289984:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776731.619402:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423290112:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776731.619416:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776731.619422:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776731/real 1775776731] req@ffff9a605873b800 x1862022423290112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776731.619429:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423290112/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776731.619437:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776731.619440:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776731.619441:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423290112:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776731.619444:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423290240:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776731.619453:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776731.619458:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776731/real 1775776731] req@ffff9a605873a680 x1862022423290240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776756 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776731.619465:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423290240/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776756 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776731.619469:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776731.619471:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776731.619473:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423290240:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776732.450953:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776733.474920:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776734.499025:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776735.523041:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776736.546989:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776736.738905:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776736.738914:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776736.738919:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776736.738928:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13882 00000100:00080000:3.0:1775776736.738938:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776736.738943:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776736.738972:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423290368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776736.739000:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776736.739004:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776736.739006:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776736.739010:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13882 00000100:00080000:3.0:1775776736.739013:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776736.739017:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776736.739025:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776736.739037:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423290496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776736.739048:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776736.739051:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776736.739054:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:2.0:1775776736.739057:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423290368:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776736.739060:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13882 00000100:00080000:3.0:1775776736.739067:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776736.739071:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776736.739076:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776736.739094:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423290624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776736.739103:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776736.739106:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776736.739107:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776736.739111:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13882 00000100:00080000:3.0:1775776736.739115:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776736.739118:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000800:00000100:2.0:1775776736.739124:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000008:00100000:3.0:1775776736.739126:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776736.739138:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423290752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776736.739144:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776736.739146:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776736.739147:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776736.739150:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13882 00000100:00080000:3.0:1775776736.739154:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776736.739156:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776736.739160:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776736/real 1775776736] req@ffff9a6048b5ad80 x1862022423290368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:3.0:1775776736.739161:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776736.739176:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423290880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776736.739184:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423290368/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776736.739196:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776736.739200:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776736.739204:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423290368:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776736.739225:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423290496:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776736.739244:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776736.739253:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776736/real 1775776736] req@ffff9a6048b5b480 x1862022423290496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776736.739264:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423290496/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776736.739271:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776736.739274:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776736.739277:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423290496:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776736.739282:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423290624:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776736.739299:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776736.739309:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776736/real 1775776736] req@ffff9a6048b59c00 x1862022423290624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776736.739320:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423290624/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776736.739327:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776736.739330:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776736.739333:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423290624:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776736.739339:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423290752:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776736.739357:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776736.739367:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776736/real 1775776736] req@ffff9a6048b59880 x1862022423290752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776736.739378:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423290752/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776736.739385:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776736.739388:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776736.739391:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423290752:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776736.739397:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423290880:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776736.739413:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776736.739422:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776736/real 1775776736] req@ffff9a6048b5a680 x1862022423290880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776761 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776736.739432:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423290880/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776761 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776736.739437:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776736.739440:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776736.739442:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423290880:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776737.570967:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776738.595029:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776739.619200:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776740.642979:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776741.666975:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776741.859001:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776741.859011:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776741.859015:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776741.859023:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13887 00000100:00080000:1.0:1775776741.859034:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776741.859041:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776741.859078:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423291008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776741.859112:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776741.859116:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776741.859118:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776741.859122:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13887 00000100:00080000:1.0:1775776741.859126:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776741.859129:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776741.859138:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776741.859150:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423291136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776741.859159:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776741.859163:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776741.859164:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776741.859168:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13887 00000100:00080000:1.0:1775776741.859172:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776741.859175:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776741.859179:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776741.859190:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423291264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776741.859339:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423291008:192.168.201.120@tcp:250:kworker.0 00000800:00000100:2.0:1775776741.859397:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776741.859429:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776741/real 1775776741] req@ffff9a6058738000 x1862022423291008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776741.859446:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423291008/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776741.859456:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776741.859460:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776741.859464:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423291008:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776741.859470:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423291136:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776741.859492:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776741.859504:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776741/real 1775776741] req@ffff9a6058738a80 x1862022423291136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776741.859515:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423291136/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776741.859523:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776741.859526:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776741.859529:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423291136:192.168.201.120@tcp:38:kworker.0 00000100:00080000:1.0:1775776741.859630:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776741.859634:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776741.859636:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776741.859640:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13887 00000100:00080000:1.0:1775776741.859645:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776741.859649:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776741.859655:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776741.859667:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423291392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776741.859676:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776741.859679:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776741.859680:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776741.859683:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13887 00000100:00080000:1.0:1775776741.859687:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776741.859690:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776741.859694:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776741.859703:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423291520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776741.859942:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423291264:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776741.859966:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776741.859978:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776741/real 1775776741] req@ffff9a605873ad80 x1862022423291264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776741.859990:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423291264/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776741.860004:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776741.860008:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776741.860011:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423291264:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776741.860017:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423291392:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776741.860035:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776741.860045:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776741/real 1775776741] req@ffff9a6058739f80 x1862022423291392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776741.860056:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423291392/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776741.860064:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776741.860067:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776741.860070:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423291392:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776741.860075:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423291520:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776741.860094:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776741.860104:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776741/real 1775776741] req@ffff9a6058739c00 x1862022423291520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776766 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776741.860114:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423291520/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776766 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776741.860121:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776741.860124:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776741.860127:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423291520:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776742.691312:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776743.714983:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776744.738927:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776745.763102:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776746.787128:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776746.978948:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776746.978957:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776746.978962:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776746.978972:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13892 00000100:00080000:1.0:1775776746.978985:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776746.978991:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776746.979048:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423291648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776746.979090:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776746.979094:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776746.979096:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776746.979100:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13892 00000100:00080000:1.0:1775776746.979104:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776746.979109:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776746.979120:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776746.979136:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423291776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776746.979146:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776746.979149:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00100000:2.0:1775776746.979149:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423291648:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776746.979151:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776746.979157:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13892 00000100:00080000:1.0:1775776746.979161:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776746.979171:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776746.979176:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776746.979191:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423291904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776746.979210:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776746.979217:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776746.979219:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776746.979224:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13892 00000100:00080000:1.0:1775776746.979227:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776746.979230:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776746.979235:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000800:00000100:2.0:1775776746.979240:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776746.979247:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423292032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776746.979255:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776746.979257:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776746.979259:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776746.979261:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13892 00000100:00080000:1.0:1775776746.979264:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776746.979266:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776746.979269:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776746.979275:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423292160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776746.979288:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776746/real 1775776746] req@ffff9a6058738700 x1862022423291648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776746.979306:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423291648/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776746.979314:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776746.979318:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776746.979321:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423291648:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776746.979344:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423291776:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776746.979361:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776746.979369:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776746/real 1775776746] req@ffff9a605873b480 x1862022423291776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776746.979377:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423291776/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776746.979382:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776746.979384:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776746.979386:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423291776:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776746.979389:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423291904:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776746.979400:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776746.979405:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776746/real 1775776746] req@ffff9a6058738380 x1862022423291904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776746.979416:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423291904/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776746.979423:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776746.979426:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776746.979429:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423291904:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776746.979434:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423292032:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776746.979453:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776746.979464:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776746/real 1775776746] req@ffff9a6058739c00 x1862022423292032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776746.979474:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423292032/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776746.979482:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776746.979485:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776746.979488:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423292032:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776746.979494:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423292160:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776746.979533:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776746.979543:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776746/real 1775776746] req@ffff9a6058739f80 x1862022423292160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776771 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776746.979560:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423292160/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776771 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776746.979567:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776746.979570:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776746.979574:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423292160:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776747.813259:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776748.839722:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776749.860550:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776750.883282:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776751.907053:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776752.098954:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776752.098964:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776752.098968:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776752.098979:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13897 00000100:00080000:2.0:1775776752.098989:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776752.098995:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776752.099027:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423292288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776752.100485:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423292288:192.168.201.120@tcp:250:kworker.0 00000800:00000100:0.0:1775776752.100543:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775776752.100605:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776752.100609:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776752.100611:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776752.100615:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13897 00000100:00080000:2.0:1775776752.100620:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776752.100624:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776752.100632:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776752.100647:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423292416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776752.100697:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776752/real 1775776752] req@ffff9a6051391180 x1862022423292288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776752.100713:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423292288/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776752.100723:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776752.100727:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776752.100730:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423292288:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776752.100750:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423292416:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776752.100769:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776752.100780:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776752/real 1775776752] req@ffff9a6051393800 x1862022423292416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776752.100881:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423292416/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776752.100890:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776752.100893:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776752.100896:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423292416:192.168.201.120@tcp:38:kworker.0 00000100:00080000:2.0:1775776752.100970:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776752.100974:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776752.100975:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776752.100979:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13897 00000100:00080000:2.0:1775776752.100983:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776752.100987:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776752.100992:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776752.101003:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423292544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776752.101012:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776752.101016:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776752.101017:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776752.101020:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13897 00000100:00080000:2.0:1775776752.101022:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776752.101025:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776752.101029:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776752.101036:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423292672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776752.101044:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776752.101047:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776752.101048:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776752.101051:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13897 00000100:00080000:2.0:1775776752.101054:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776752.101057:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776752.101061:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776752.101068:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423292800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776752.101118:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423292544:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776752.101138:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776752.101149:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776752/real 1775776752] req@ffff9a6051392a00 x1862022423292544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776752.101160:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423292544/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776752.101166:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776752.101169:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776752.101172:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423292544:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776752.101178:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423292672:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776752.101196:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776752.101206:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776752/real 1775776752] req@ffff9a6051392680 x1862022423292672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776752.101217:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423292672/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776752.101224:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776752.101227:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776752.101230:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423292672:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776752.101235:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423292800:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776752.101252:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776752.101261:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776752/real 1775776752] req@ffff9a6051391f80 x1862022423292800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776752.101273:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423292800/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776752.101280:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776752.101283:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776752.101286:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423292800:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776752.931040:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776753.956599:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776754.979666:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776756.002959:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776757.029405:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776757.219082:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776757.219092:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776757.219096:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776757.219105:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13902 00000100:00080000:1.0:1775776757.219115:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776757.219123:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776757.219156:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423292928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776757.219183:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776757.219187:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776757.219188:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776757.219192:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13902 00000100:00080000:1.0:1775776757.219196:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776757.219199:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776757.219208:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776757.219221:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423293056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776757.219227:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423292928:192.168.201.120@tcp:250:kworker.0 00000100:00080000:1.0:1775776757.219238:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776757.219241:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776757.219243:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776757.219248:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13902 00000100:00080000:1.0:1775776757.219251:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776757.219255:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776757.219260:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776757.219271:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423293184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776757.219279:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776757.219282:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776757.219285:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000800:00000100:0.0:1775776757.219289:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775776757.219292:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13902 00000100:00080000:1.0:1775776757.219297:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776757.219301:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776757.219306:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776757.219316:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423293312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776757.219343:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776757/real 1775776757] req@ffff9a605873ad80 x1862022423292928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776757.219344:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776757.219352:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776757.219355:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776757.219363:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13902 00000100:00080000:1.0:1775776757.219367:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776757.219370:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:0.0:1775776757.219375:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423292928/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00100000:1.0:1775776757.219376:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00080000:0.0:1775776757.219389:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1775776757.219390:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423293440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1775776757.219397:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776757.219403:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423292928:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776757.219430:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423293056:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776757.219455:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776757.219467:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776757/real 1775776757] req@ffff9a6058738a80 x1862022423293056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776757.219479:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423293056/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776757.219487:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776757.219490:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776757.219493:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423293056:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776757.219499:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423293184:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776757.219515:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776757.219525:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776757/real 1775776757] req@ffff9a6058738000 x1862022423293184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776757.219536:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423293184/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776757.219548:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776757.219551:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776757.219554:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423293184:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776757.219560:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423293312:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776757.219580:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776757.219590:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776757/real 1775776757] req@ffff9a605873a680 x1862022423293312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776757.219601:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423293312/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776757.219608:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776757.219611:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776757.219614:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423293312:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776757.219619:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423293440:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776757.219637:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776757.219646:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776757/real 1775776757] req@ffff9a605873b800 x1862022423293440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776757.219656:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423293440/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776757.219663:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776757.219665:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776757.219668:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423293440:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776758.051301:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776759.075319:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776760.100217:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776761.123035:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776762.147623:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776762.339056:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776762.339076:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776762.339082:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776762.339091:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13907 00000100:00080000:1.0:1775776762.339105:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776762.339111:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776762.339151:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423293568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776762.339215:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423293568:192.168.201.120@tcp:250:kworker.0 00000800:00000100:0.0:1775776762.339303:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:1.0:1775776762.339335:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776762.339339:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776762.339341:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776762.339345:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13907 00000100:00080000:1.0:1775776762.339349:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776762.339353:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776762.339362:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776762.339375:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423293696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776762.340645:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776762/real 1775776762] req@ffff9a6058739500 x1862022423293568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776762.340671:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423293568/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776762.340682:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776762.340687:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776762.340691:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423293568:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776762.340897:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423293696:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776762.340945:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776762.340960:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776762/real 1775776762] req@ffff9a605873a300 x1862022423293696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776762.340973:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423293696/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776762.340981:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776762.345607:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776762.345616:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423293696:192.168.201.120@tcp:38:kworker.0 00000100:00080000:1.0:1775776762.345692:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776762.345774:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776762.345778:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776762.345783:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13907 00000100:00080000:1.0:1775776762.345888:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776762.345895:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776762.345908:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776762.345940:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423293824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776762.345968:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776762.345971:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776762.345973:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776762.345977:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13907 00000100:00080000:1.0:1775776762.345980:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776762.346179:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776762.346186:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776762.346198:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423293952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776762.346208:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776762.346211:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776762.346212:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776762.346216:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13907 00000100:00080000:1.0:1775776762.346220:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776762.346223:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776762.346226:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776762.346247:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423294080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776762.346311:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423293824:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776762.346368:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776762.346390:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776762/real 1775776762] req@ffff9a6058739180 x1862022423293824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776762.346406:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423293824/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776762.346415:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776762.346419:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776762.346423:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423293824:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776762.346429:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423293952:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776762.346450:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776762.346460:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776762/real 1775776762] req@ffff9a6058738e00 x1862022423293952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776762.346471:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423293952/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776762.346477:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776762.346480:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776762.346482:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423293952:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776762.346487:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423294080:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776762.346504:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776762.346513:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776762/real 1775776762] req@ffff9a605873aa00 x1862022423294080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776762.346523:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423294080/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776762.346531:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776762.346533:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776762.346536:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423294080:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776763.171015:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776764.197012:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776765.219010:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776766.242994:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776767.268197:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776767.459334:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776767.459350:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776767.459357:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776767.459372:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13913 00000100:00080000:1.0:1775776767.459387:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776767.459396:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776767.459449:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b100 x1862022423294208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776767.459489:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776767.459493:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776767.459495:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776767.459500:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13913 00000100:00080000:1.0:1775776767.459503:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776767.459507:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776767.459518:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776767.459530:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739880 x1862022423294336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776767.459540:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776767.459544:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776767.459545:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776767.459549:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13913 00000100:00080000:1.0:1775776767.459554:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776767.459557:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776767.459562:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776767.459571:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873bb80 x1862022423294464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776767.459581:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776767.459584:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776767.459586:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776767.459590:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13913 00000100:00080000:1.0:1775776767.459593:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776767.459597:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776767.459601:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776767.459613:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873aa00 x1862022423294592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776767.459621:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776767.459624:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776767.459625:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776767.459629:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13913 00000100:00080000:1.0:1775776767.459632:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776767.459636:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776767.459640:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776767.459649:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738e00 x1862022423294720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776767.460047:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423294208:192.168.201.120@tcp:250:kworker.0 00000800:00000100:0.0:1775776767.460134:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776767.460189:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776767/real 1775776767] req@ffff9a605873b100 x1862022423294208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776767.460210:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b100 x1862022423294208/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776767.460220:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776767.460224:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776767.460227:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423294208:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776767.460234:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423294336:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776767.460257:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776767.460268:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776767/real 1775776767] req@ffff9a6058739880 x1862022423294336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776767.460279:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739880 x1862022423294336/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776767.460286:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776767.460290:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776767.460293:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423294336:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776767.460300:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423294464:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776767.460320:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776767.460330:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776767/real 1775776767] req@ffff9a605873bb80 x1862022423294464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776767.460341:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873bb80 x1862022423294464/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776767.460348:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776767.460351:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776767.460354:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423294464:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776767.460360:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423294592:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776767.460380:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776767.460390:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776767/real 1775776767] req@ffff9a605873aa00 x1862022423294592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776767.460400:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873aa00 x1862022423294592/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776767.460408:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776767.460411:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776767.460414:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423294592:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776767.460420:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423294720:192.168.201.120@tcp:8:kworker.0 00000800:00000100:0.0:1775776767.460439:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776767.460450:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776767/real 1775776767] req@ffff9a6058738e00 x1862022423294720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776767.460462:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738e00 x1862022423294720/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776767.460470:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776767.460473:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776767.460476:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423294720:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776768.291429:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776769.315107:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776770.339175:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776771.363183:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776772.387172:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776772.579756:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776772.579768:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776772.579773:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776772.579784:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13918 00000100:00080000:2.0:1775776772.579835:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776772.579843:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776772.579882:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391f80 x1862022423294848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776772.579914:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776772.579918:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776772.579920:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776772.579925:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13918 00000100:00080000:2.0:1775776772.579928:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776772.579932:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776772.579941:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776772.579953:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423294976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776772.579958:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423294848:192.168.201.120@tcp:250:kworker.0 00000100:00080000:2.0:1775776772.579962:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776772.579965:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776772.579966:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776772.579970:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13918 00000100:00080000:2.0:1775776772.579973:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776772.579976:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776772.579980:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776772.579987:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423295104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776772.579995:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776772.579997:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776772.579999:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776772.580002:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13918 00000100:00080000:2.0:1775776772.580012:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776772.580016:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776772.580020:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776772.580029:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423295232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776772.580037:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776772.580040:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776772.580041:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776772.580044:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13918 00000100:00080000:2.0:1775776772.580047:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776772.580049:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776772.580053:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:0.0:1775776772.580054:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423294976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776772.580074:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423295360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776772.580096:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423295104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:0.0:1775776772.580116:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423295232:192.168.201.120@tcp:8:kworker.0 00000100:00100000:0.0:1775776772.580138:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423295360:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776773.411021:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776774.434983:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776775.459085:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000100:1.0:1775776775.651208:0:2398:0:(lib-socket.c:454:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.120:988 00000400:00000100:1.0:1775776775.651252:0:2398:0:(acceptor.c:111:lnet_connect_console_error()) Connection to 192.168.201.120@tcp at host 192.168.201.120 was unreachable: the network or that node may be down, or Lustre may be misconfigured. 00000800:00000100:1.0:1775776775.651268:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:0.0:1775776775.654347:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776772/real 1775776775] req@ffff9a6051391f80 x1862022423294848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776797 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776775.654381:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391f80 x1862022423294848/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776797 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776775.654392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776775.654397:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776775.654401:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423294848:192.168.201.120@tcp:250:kworker.0 00000800:00000100:1.0:1775776775.654978:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776775.655021:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776775.655029:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000800:00000100:1.0:1775776775.655036:0:2398:0:(socklnd_cb.c:422:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.120@tcp 00000100:00100000:2.0:1775776775.655446:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776772/real 1775776775] req@ffff9a6051391180 x1862022423295360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776775.655717:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423295360/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776775.655728:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776775.655732:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776775.655735:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423295360:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776775.655741:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776772/real 1775776775] req@ffff9a6051392680 x1862022423294976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776775.655750:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423294976/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776775.655756:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776775.655758:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776775.655760:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423294976:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776775.655764:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776772/real 1775776775] req@ffff9a6051392a00 x1862022423295104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776775.655770:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423295104/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776775.655777:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776775.655780:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776775.655782:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423295104:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776775.655788:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776772/real 1775776775] req@ffff9a6051393800 x1862022423295232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776775.656294:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423295232/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776797 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776775.656302:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776775.656305:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776775.656308:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423295232:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776776.483045:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776777.507007:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776777.699139:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776777.699149:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776777.699153:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776777.699163:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13923 00000100:00080000:2.0:1775776777.699173:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776777.699180:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776777.699213:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393800 x1862022423295488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776777.699291:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423295488:192.168.201.120@tcp:250:kworker.0 00000800:00000100:0.0:1775776777.699347:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775776777.699374:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776777.699378:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776777.699380:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776777.699384:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13923 00000100:00080000:2.0:1775776777.699388:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776777.699391:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776777.699401:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776777.699412:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392a00 x1862022423295616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776777.699566:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776777/real 1775776777] req@ffff9a6051393800 x1862022423295488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776777.699583:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393800 x1862022423295488/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776777.699595:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776777.699599:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776777.699604:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423295488:192.168.201.120@tcp:250:kworker.0 00000100:00100000:0.0:1775776777.699632:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423295616:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776777.699655:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:0.0:1775776777.699666:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776777/real 1775776777] req@ffff9a6051392a00 x1862022423295616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776777.699678:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392a00 x1862022423295616/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776777.699686:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776777.699690:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776777.699692:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423295616:192.168.201.120@tcp:38:kworker.0 00000100:00080000:2.0:1775776777.703183:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776777.703194:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776777.703198:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776777.703206:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13923 00000100:00080000:2.0:1775776777.703216:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776777.703223:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776777.703235:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776777.703269:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392680 x1862022423295744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776777.703331:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423295744:192.168.201.120@tcp:38:kworker.0 00000800:00000100:0.0:1775776777.703390:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:2.0:1775776777.703418:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776777.703422:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776777.703424:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776777.703428:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13923 00000100:00080000:2.0:1775776777.703432:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776777.703435:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776777.703440:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776777.703452:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051391180 x1862022423295872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1775776777.706930:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776777/real 1775776777] req@ffff9a6051392680 x1862022423295744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1775776777.706965:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392680 x1862022423295744/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1775776777.706985:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1775776777.706990:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:0.0:1775776777.706994:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423295744:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775776777.707094:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423295872:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775776777.707153:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776777.707183:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776777/real 1775776777] req@ffff9a6051391180 x1862022423295872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776777.707197:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051391180 x1862022423295872/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776777.707205:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776777.707209:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776777.707212:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051391180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423295872:192.168.201.120@tcp:8:kworker.0 00000100:00080000:2.0:1775776777.707869:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776777.707876:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776777.707878:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776777.707884:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13923 00000100:00080000:2.0:1775776777.707890:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776777.707896:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776777.707907:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776777.707931:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393100 x1862022423296000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775776777.708007:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423296000:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775776777.708034:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776777.708047:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776777/real 1775776777] req@ffff9a6051393100 x1862022423296000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776777.708060:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393100 x1862022423296000/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776802 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776777.708068:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776777.708071:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776777.708074:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423296000:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776778.531025:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776779.555112:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776780.579144:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776781.602984:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776782.627402:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1775776782.819454:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776782.819462:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1775776782.819467:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776782.819475:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13928 00000100:00080000:2.0:1775776782.819486:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776782.819494:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:2.0:1775776782.819529:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390a80 x1862022423296128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776782.819562:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776782.819565:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1775776782.819567:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776782.819571:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13928 00000100:00080000:2.0:1775776782.819575:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776782.819578:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776782.819587:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776782.819599:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390000 x1862022423296256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776782.819608:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776782.819610:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1775776782.819612:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776782.819615:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13928 00000100:00080000:2.0:1775776782.819619:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776782.819623:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776782.819627:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:2.0:1775776782.819636:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051390e00 x1862022423296384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776782.819651:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776782.819654:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1775776782.819656:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776782.819659:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13928 00000100:00080000:2.0:1775776782.819662:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776782.819665:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776782.819668:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776782.819676:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051393480 x1862022423296512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1775776782.819684:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1775776782.819687:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1775776782.819689:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1775776782.819691:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13928 00000100:00080000:2.0:1775776782.819693:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1775776782.819696:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:2.0:1775776782.819700:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:2.0:1775776782.819709:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6051392300 x1862022423296640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775776782.820232:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423296128:192.168.201.120@tcp:250:kworker.0 00000800:00000100:1.0:1775776782.820280:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776782.820304:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776782/real 1775776782] req@ffff9a6051390a80 x1862022423296128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776782.820316:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390a80 x1862022423296128/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776782.820324:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776782.820326:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776782.820329:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423296128:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775776782.820333:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423296256:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775776782.820344:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776782.820351:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776782/real 1775776782] req@ffff9a6051390000 x1862022423296256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776782.820357:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390000 x1862022423296256/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776782.820362:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776782.820363:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776782.820365:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423296256:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775776782.820368:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423296384:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775776782.820376:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776782.820381:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776782/real 1775776782] req@ffff9a6051390e00 x1862022423296384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776782.820388:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051390e00 x1862022423296384/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776782.820392:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776782.820393:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776782.820395:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051390e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423296384:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775776782.820398:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423296512:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775776782.820406:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776782.820413:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776782/real 1775776782] req@ffff9a6051393480 x1862022423296512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776782.820423:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051393480 x1862022423296512/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776782.820430:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776782.820433:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776782.820436:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051393480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423296512:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775776782.820441:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423296640:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775776782.820458:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776782.820468:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776782/real 1775776782] req@ffff9a6051392300 x1862022423296640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776807 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776782.820490:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6051392300 x1862022423296640/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776807 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776782.820503:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776782.820505:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776782.820509:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6051392300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423296640:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776783.652379:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776784.676471:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776785.699262:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776786.724243:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776787.748111:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776787.939687:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776787.939697:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776787.939702:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776787.939711:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13933 00000100:00080000:3.0:1775776787.939722:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776787.939729:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776787.939767:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59500 x1862022423296768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776787.939850:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776787.939854:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776787.939856:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776787.939861:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13933 00000100:00080000:3.0:1775776787.939864:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776787.939872:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776787.939883:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776787.939885:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423296768:192.168.201.120@tcp:250:kworker.0 00000800:00000100:1.0:1775776787.939949:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776787.939985:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776787/real 1775776787] req@ffff9a6048b59500 x1862022423296768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776787.940003:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59500 x1862022423296768/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776787.940012:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776787.940016:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776787.940020:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423296768:192.168.201.120@tcp:250:kworker.0 00000100:00100000:3.0:1775776787.940059:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a680 x1862022423296896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776787.940082:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776787.940086:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776787.940088:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776787.940092:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13933 00000100:00080000:3.0:1775776787.940096:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776787.940099:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776787.940104:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776787.940113:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59880 x1862022423297024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776787.940123:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776787.940127:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776787.940128:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776787.940132:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13933 00000100:00080000:3.0:1775776787.940134:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776787.940137:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776787.940141:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776787.940149:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59c00 x1862022423297152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776787.940158:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776787.940161:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776787.940162:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776787.940165:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13933 00000100:00080000:3.0:1775776787.940168:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776787.940170:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776787.940174:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776787.940181:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b480 x1862022423297280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775776787.940242:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423296896:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775776787.940268:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776787.940280:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776787/real 1775776787] req@ffff9a6048b5a680 x1862022423296896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776787.940293:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a680 x1862022423296896/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776787.940308:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776787.940311:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776787.940315:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423296896:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775776787.940320:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423297024:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775776787.940337:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776787.940346:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776787/real 1775776787] req@ffff9a6048b59880 x1862022423297024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776787.940357:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59880 x1862022423297024/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776787.940364:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776787.940367:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776787.940370:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423297024:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775776787.940375:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423297152:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775776787.940389:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776787.940396:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776787/real 1775776787] req@ffff9a6048b59c00 x1862022423297152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776787.940406:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59c00 x1862022423297152/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776787.940414:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776787.940416:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776787.940420:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423297152:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775776787.940424:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423297280:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775776787.940437:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776787.940444:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776787/real 1775776787] req@ffff9a6048b5b480 x1862022423297280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776812 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776787.940453:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b480 x1862022423297280/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776812 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776787.940472:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776787.940474:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776787.940478:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423297280:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776788.771974:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776789.795047:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776790.819511:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776791.844163:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776792.868652:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776793.059320:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776793.059433:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776793.059439:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776793.059451:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13938 00000100:00080000:3.0:1775776793.059466:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776793.059475:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776793.059526:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5ad80 x1862022423297408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776793.060218:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776793.060224:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776793.060226:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776793.060232:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13938 00000100:00080000:3.0:1775776793.060238:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776793.060243:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776793.060257:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776793.060276:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423297536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776793.060287:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776793.060291:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776793.060293:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776793.060297:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13938 00000100:00080000:3.0:1775776793.060301:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776793.060304:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776793.060310:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776793.060319:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423297664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776793.060631:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776793.060637:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776793.060639:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776793.060644:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13938 00000100:00080000:3.0:1775776793.060650:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776793.060655:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776793.060661:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776793.060675:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423297792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776793.060685:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776793.060689:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776793.060690:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776793.060694:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13938 00000100:00080000:3.0:1775776793.060698:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776793.060711:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776793.060716:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776793.060730:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423297920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775776793.060844:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423297408:192.168.201.120@tcp:250:kworker.0 00000800:00000100:1.0:1775776793.060926:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776793.060965:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776793/real 1775776793] req@ffff9a6048b5ad80 x1862022423297408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776793.060985:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5ad80 x1862022423297408/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776793.060996:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776793.061000:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776793.061005:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423297408:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775776793.061013:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423297536:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775776793.061037:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776793.061051:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776793/real 1775776793] req@ffff9a6048b58000 x1862022423297536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776793.061063:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423297536/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776793.061542:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776793.061749:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776793.061757:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423297536:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775776793.061766:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423297664:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775776793.061838:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776793.061853:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776793/real 1775776793] req@ffff9a6048b5a300 x1862022423297664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776793.061864:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423297664/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776793.061872:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776793.061875:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776793.061877:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423297664:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775776793.061883:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423297792:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775776793.061904:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776793.061915:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776793/real 1775776793] req@ffff9a6048b5aa00 x1862022423297792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776793.061931:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423297792/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776793.061938:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776793.061941:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776793.061944:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423297792:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775776793.061949:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423297920:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775776793.061968:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776793.061979:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776793/real 1775776793] req@ffff9a6048b5bb80 x1862022423297920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776793.061989:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423297920/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776793.061997:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776793.062000:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776793.062003:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423297920:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776793.891031:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776794.915057:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776795.939110:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776796.964549:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776797.987985:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776798.178957:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776798.178972:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776798.178978:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776798.178991:0:170137:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13943 00000100:00080000:3.0:1775776798.179007:0:170137:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776798.179015:0:170137:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776798.179064:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423298048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776798.179102:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776798.179107:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776798.179109:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776798.179113:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13943 00000100:00080000:3.0:1775776798.179116:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776798.179120:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776798.179132:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776798.179144:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423298176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776798.179153:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776798.179156:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776798.179158:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776798.179162:0:170137:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13943 00000100:00080000:3.0:1775776798.179166:0:170137:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776798.179169:0:170137:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776798.179174:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776798.179183:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423298304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776798.179191:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776798.179195:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776798.179197:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776798.179200:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13943 00000100:00080000:3.0:1775776798.179204:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776798.179207:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776798.179212:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776798.179221:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423298432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776798.179231:0:170137:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776798.179234:0:170137:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776798.179236:0:170137:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776798.179239:0:170137:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13943 00000100:00080000:3.0:1775776798.179242:0:170137:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776798.179246:0:170137:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776798.179250:0:170137:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776798.179260:0:170137:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423298560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1775776798.179423:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423298048:192.168.201.120@tcp:250:kworker.0 00000800:00000100:1.0:1775776798.179517:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776798.179574:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776798/real 1775776798] req@ffff9a6048b58e00 x1862022423298048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776798.179607:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423298048/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776798.180113:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776798.180120:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776798.180125:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423298048:192.168.201.120@tcp:250:kworker.0 00000100:00100000:1.0:1775776798.180137:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423298176:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775776798.180175:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776798.180192:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776798/real 1775776798] req@ffff9a6048b5b100 x1862022423298176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776798.180206:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423298176/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776798.180215:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776798.180219:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776798.180222:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423298176:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775776798.180228:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423298304:192.168.201.120@tcp:38:kworker.0 00000800:00000100:1.0:1775776798.180247:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776798.180258:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776798/real 1775776798] req@ffff9a6048b59f80 x1862022423298304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776798.180269:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423298304/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776798.180283:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776798.180287:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776798.180290:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423298304:192.168.201.120@tcp:38:kworker.0 00000100:00100000:1.0:1775776798.180296:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423298432:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775776798.180317:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776798.180445:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776798/real 1775776798] req@ffff9a6048b58a80 x1862022423298432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776798.180459:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423298432/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776798.180467:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776798.180471:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776798.180474:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423298432:192.168.201.120@tcp:8:kworker.0 00000100:00100000:1.0:1775776798.180481:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423298560:192.168.201.120@tcp:8:kworker.0 00000800:00000100:1.0:1775776798.180503:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:1.0:1775776798.180513:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776798/real 1775776798] req@ffff9a6048b59180 x1862022423298560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1775776798.180525:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423298560/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1775776798.180532:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1775776798.180536:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:1.0:1775776798.180540:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423298560:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776799.013105:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776800.038576:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776801.059076:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776802.083284:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776803.111680:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776803.299295:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776803.299305:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776803.299308:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776803.299318:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13948 00000100:00080000:1.0:1775776803.299328:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776803.299335:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776803.299366:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739180 x1862022423298688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776803.299395:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776803.299399:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776803.299400:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776803.299404:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13948 00000100:00080000:1.0:1775776803.299408:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776803.299411:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776803.299420:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776803.299432:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a300 x1862022423298816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776803.299440:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776803.299442:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776803.299443:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776803.299445:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13948 00000100:00080000:1.0:1775776803.299448:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776803.299450:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776803.299453:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776803.299459:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739500 x1862022423298944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776803.299464:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776803.299466:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776803.299467:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776803.299469:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13948 00000100:00080000:1.0:1775776803.299471:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776803.299472:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776803.299474:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776803.299479:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b800 x1862022423299072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776803.299483:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776803.299485:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776803.299485:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776803.299487:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13948 00000100:00080000:1.0:1775776803.299489:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776803.299490:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776803.299493:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776803.299497:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873a680 x1862022423299200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776803.299600:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423298688:192.168.201.120@tcp:250:kworker.0 00000800:00000100:2.0:1775776803.299661:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776803.299692:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776803/real 1775776803] req@ffff9a6058739180 x1862022423298688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776803.299710:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739180 x1862022423298688/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776803.299720:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776803.299725:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776803.299728:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423298688:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776803.299736:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423298816:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776803.299757:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776803.299769:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776803/real 1775776803] req@ffff9a605873a300 x1862022423298816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776803.299780:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a300 x1862022423298816/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776803.299824:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776803.299829:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776803.299832:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423298816:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776803.299840:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423298944:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776803.299861:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776803.299872:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776803/real 1775776803] req@ffff9a6058739500 x1862022423298944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776803.299883:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739500 x1862022423298944/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776803.299890:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776803.299893:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776803.299896:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423298944:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776803.299901:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423299072:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776803.299920:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776803.299929:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776803/real 1775776803] req@ffff9a605873b800 x1862022423299072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776803.299939:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b800 x1862022423299072/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776803.299946:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776803.299949:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776803.299952:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423299072:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776803.299957:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423299200:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776803.299975:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776803.299985:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776803/real 1775776803] req@ffff9a605873a680 x1862022423299200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776803.299995:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873a680 x1862022423299200/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776803.300002:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776803.300005:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776803.300007:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423299200:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776804.131064:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776805.155113:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776806.179021:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776807.203093:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776808.228776:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776808.418999:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776808.419009:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776808.419013:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776808.419022:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13954 00000100:00080000:1.0:1775776808.419032:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776808.419038:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776808.419076:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738000 x1862022423299328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776808.419106:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776808.419109:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776808.419111:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776808.419115:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13954 00000100:00080000:1.0:1775776808.419117:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776808.419121:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776808.419129:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776808.419138:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738a80 x1862022423299456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776808.419146:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776808.419148:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776808.419150:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776808.419154:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13954 00000100:00080000:1.0:1775776808.419157:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776808.419160:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776808.419164:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776808.419172:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873ad80 x1862022423299584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776808.419180:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776808.419183:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776808.419184:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776808.419188:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13954 00000100:00080000:1.0:1775776808.419191:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776808.419194:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776808.419199:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776808.419208:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423299712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776808.419216:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776808.419219:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776808.419221:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776808.419224:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13954 00000100:00080000:1.0:1775776808.419227:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776808.419229:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776808.419233:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776808.419242:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423299840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776808.419663:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423299328:192.168.201.120@tcp:250:kworker.0 00000800:00000100:2.0:1775776808.419720:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776808.419748:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776808/real 1775776808] req@ffff9a6058738000 x1862022423299328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776808.419759:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738000 x1862022423299328/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776808.419783:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776808.419787:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776808.419825:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423299328:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776808.419833:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423299456:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776808.419855:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776808.419867:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776808/real 1775776808] req@ffff9a6058738a80 x1862022423299456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776808.419878:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738a80 x1862022423299456/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776808.419886:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776808.419889:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776808.419893:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423299456:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776808.419898:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423299584:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776808.419917:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776808.419927:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776808/real 1775776808] req@ffff9a605873ad80 x1862022423299584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776808.419938:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873ad80 x1862022423299584/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776808.419946:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776808.419950:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776808.419952:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423299584:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776808.419956:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423299712:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776808.419970:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776808.419977:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776808/real 1775776808] req@ffff9a6058739f80 x1862022423299712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776808.419987:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423299712/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776808.419993:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776808.419996:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776808.419999:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423299712:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776808.420004:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423299840:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776808.420020:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776808.420029:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776808/real 1775776808] req@ffff9a6058739c00 x1862022423299840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776808.420039:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423299840/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776808.420046:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776808.420048:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776808.420051:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423299840:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776809.250991:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776810.275482:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776811.298965:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776812.323304:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776813.347859:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1775776813.538964:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776813.538973:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1775776813.538977:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776813.538987:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13959 00000100:00080000:1.0:1775776813.538997:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776813.539005:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:1.0:1775776813.539041:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738380 x1862022423299968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776813.539075:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776813.539079:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1775776813.539080:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776813.539084:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13959 00000100:00080000:1.0:1775776813.539088:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776813.539092:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776813.539101:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776813.539116:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a605873b480 x1862022423300096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776813.539127:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776813.539129:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1775776813.539131:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776813.539135:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13959 00000100:00080000:1.0:1775776813.539139:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776813.539149:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776813.539155:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:1.0:1775776813.539165:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058738700 x1862022423300224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776813.539174:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776813.539177:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1775776813.539179:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776813.539182:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13959 00000100:00080000:1.0:1775776813.539186:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776813.539189:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776813.539194:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776813.539204:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739c00 x1862022423300352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1775776813.539213:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1775776813.539216:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1775776813.539218:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1775776813.539221:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13959 00000100:00080000:1.0:1775776813.539224:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1775776813.539228:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:1.0:1775776813.539232:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:1.0:1775776813.539242:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6058739f80 x1862022423300480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776813.539373:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423299968:192.168.201.120@tcp:250:kworker.0 00000800:00000100:2.0:1775776813.539439:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776813.539470:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776813/real 1775776813] req@ffff9a6058738380 x1862022423299968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776813.539486:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738380 x1862022423299968/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776813.539495:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776813.539498:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776813.539501:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423299968:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776813.539510:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423300096:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776813.539528:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776813.539537:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776813/real 1775776813] req@ffff9a605873b480 x1862022423300096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776813.539548:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a605873b480 x1862022423300096/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776813.539555:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776813.539558:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776813.539561:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a605873b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423300096:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776813.539566:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423300224:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776813.539581:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776813.539590:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776813/real 1775776813] req@ffff9a6058738700 x1862022423300224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776813.539600:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058738700 x1862022423300224/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776813.539607:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776813.539610:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776813.539613:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423300224:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776813.539618:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423300352:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776813.539635:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776813.539644:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776813/real 1775776813] req@ffff9a6058739c00 x1862022423300352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776813.539654:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739c00 x1862022423300352/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776813.539661:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776813.539664:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776813.539667:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423300352:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776813.539671:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423300480:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776813.539686:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776813.539694:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776813/real 1775776813] req@ffff9a6058739f80 x1862022423300480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776813.539704:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6058739f80 x1862022423300480/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776813.539711:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776813.539713:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776813.539716:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6058739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423300480:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776814.371123:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776815.395136:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776816.419306:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776817.443099:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776818.467137:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776818.661546:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776818.661560:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776818.661566:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776818.661578:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13964 00000100:00080000:3.0:1775776818.661593:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776818.661602:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776818.661651:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b800 x1862022423300608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776818.661687:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776818.661690:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776818.661691:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776818.661694:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13964 00000100:00080000:3.0:1775776818.661698:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776818.661701:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776818.661710:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776818.661724:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59180 x1862022423300736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776818.661733:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776818.661736:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776818.661738:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776818.661742:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13964 00000100:00080000:3.0:1775776818.661745:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776818.661749:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776818.661754:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776818.661764:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58a80 x1862022423300864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776818.661772:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776818.661775:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776818.661777:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776818.661781:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13964 00000100:00080000:3.0:1775776818.661784:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776818.661787:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776818.661831:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776818.661843:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b59f80 x1862022423300992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776818.661857:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776818.661860:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776818.661862:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776818.661866:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13964 00000100:00080000:3.0:1775776818.661870:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776818.661873:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776818.661877:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776818.661887:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5b100 x1862022423301120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776818.661995:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423300608:192.168.201.120@tcp:250:kworker.0 00000800:00000100:2.0:1775776818.662071:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776818.662106:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776818/real 1775776818] req@ffff9a6048b5b800 x1862022423300608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776818.662120:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b800 x1862022423300608/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776818.662127:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776818.662131:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776818.662134:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423300608:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776818.662138:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423300736:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776818.662153:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776818.662160:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776818/real 1775776818] req@ffff9a6048b59180 x1862022423300736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776818.662170:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59180 x1862022423300736/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776818.662178:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776818.662181:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776818.662184:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423300736:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776818.662189:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423300864:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776818.662208:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776818.662217:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776818/real 1775776818] req@ffff9a6048b58a80 x1862022423300864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776818.662226:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58a80 x1862022423300864/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776818.662233:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776818.662236:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776818.662239:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423300864:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776818.662245:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423300992:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776818.662275:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776818.662285:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776818/real 1775776818] req@ffff9a6048b59f80 x1862022423300992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776818.662295:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b59f80 x1862022423300992/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776818.662301:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776818.662303:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776818.662305:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423300992:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776818.662308:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423301120:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776818.662321:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776818.662326:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776818/real 1775776818] req@ffff9a6048b5b100 x1862022423301120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776818.662336:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5b100 x1862022423301120/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776843 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776818.662343:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776818.662346:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776818.662349:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423301120:192.168.201.120@tcp:8:kworker.0 00010000:00010000:2.0:1775776819.493409:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776820.515154:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776821.539302:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776822.563153:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776823.586992:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1775776823.778969:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776823.778982:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1775776823.778987:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776823.778999:0:203637:0:(import.c:509:import_select_connection()) MGC192.168.201.120@tcp: connect to NID 192.168.201.120@tcp last attempt 13969 00000100:00080000:3.0:1775776823.779014:0:203637:0:(import.c:588:import_select_connection()) MGC192.168.201.120@tcp: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776823.779023:0:203637:0:(import.c:623:import_select_connection()) MGC192.168.201.120@tcp: import ffff9a6044caa800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000100:00100000:3.0:1775776823.779070:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58e00 x1862022423301248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776823.779105:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776823.779109:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1775776823.779111:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776823.779115:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13969 00000100:00080000:3.0:1775776823.779118:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776823.779122:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0000-mdc-ffff9a604312f000: import ffff9a60499ae800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776823.779134:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776823.779146:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5bb80 x1862022423301376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776823.779157:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1775776823.779162:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423301248:192.168.201.120@tcp:250:kworker.0 00000100:00080000:3.0:1775776823.779162:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1775776823.779177:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776823.779183:0:203637:0:(import.c:509:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13969 00000100:00080000:3.0:1775776823.779186:0:203637:0:(import.c:588:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776823.779192:0:203637:0:(import.c:623:import_select_connection()) lustre-MDT0001-mdc-ffff9a604312f000: import ffff9a60499ad000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776823.779199:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34681677 ocd_grant: 2097152, lost: 0. 00000100:00100000:3.0:1775776823.779211:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5aa00 x1862022423301504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776823.779220:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776823.779223:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1775776823.779225:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776823.779228:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13969 00000100:00080000:3.0:1775776823.779232:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000100:00080000:3.0:1775776823.779236:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0000-osc-ffff9a604312f000: import ffff9a60499ac000 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776823.779241:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776823.779251:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b5a300 x1862022423301632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1775776823.779261:0:203637:0:(pinger.c:229:ptlrpc_pinger_process_import()) 751da7f7-3532-48ac-b6b6-0bf67df0b35f->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1775776823.779264:0:203637:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1775776823.779266:0:203637:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1775776823.779270:0:203637:0:(import.c:509:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: connect to NID 192.168.201.120@tcp last attempt 13969 00000100:00080000:3.0:1775776823.779273:0:203637:0:(import.c:588:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: tried all connections, increasing latency to 20s 00000800:00000100:2.0:1775776823.779278:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00080000:3.0:1775776823.779279:0:203637:0:(import.c:623:import_select_connection()) lustre-OST0001-osc-ffff9a604312f000: import ffff9a60587d6800 using connection 192.168.201.120@tcp/192.168.201.120@tcp 00000008:00100000:3.0:1775776823.779286:0:203637:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640038 ocd_version: 34681677 ocd_grant: 8388608, lost: 0. 00000100:00100000:3.0:1775776823.779297:0:203637:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9a6048b58000 x1862022423301760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1775776823.779322:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776823/real 1775776823] req@ffff9a6048b58e00 x1862022423301248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776823.779342:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58e00 x1862022423301248/t0(0) o250->MGC192.168.201.120@tcp@192.168.201.120@tcp:26/25 lens 520/544 e 0 to 1 dl 1775776848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776823.779353:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a6044caa800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776823.779358:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776823.779362:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:fbeb883e-b4fc-4ecc-b957-d6c64d14e7e7:2407:1862022423301248:192.168.201.120@tcp:250:kworker.0 00000100:00100000:2.0:1775776823.779389:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423301376:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776823.779412:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776823.779424:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776823/real 1775776823] req@ffff9a6048b5bb80 x1862022423301376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776823.779436:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5bb80 x1862022423301376/t0(0) o38->lustre-MDT0000-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776823.779444:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ae800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776823.779448:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776823.779451:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423301376:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776823.779456:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423301504:192.168.201.120@tcp:38:kworker.0 00000800:00000100:2.0:1775776823.779475:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776823.779485:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776823/real 1775776823] req@ffff9a6048b5aa00 x1862022423301504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776823.779504:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5aa00 x1862022423301504/t0(0) o38->lustre-MDT0001-mdc-ffff9a604312f000@192.168.201.120@tcp:12/10 lens 520/544 e 0 to 1 dl 1775776848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776823.779511:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ad000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776823.779513:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776823.779515:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423301504:192.168.201.120@tcp:38:kworker.0 00000100:00100000:2.0:1775776823.779519:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423301632:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776823.779535:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776823.779541:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776823/real 1775776823] req@ffff9a6048b5a300 x1862022423301632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776823.779549:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b5a300 x1862022423301632/t0(0) o8->lustre-OST0000-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776823.779553:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60499ac000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776823.779555:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776823.779557:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423301632:192.168.201.120@tcp:8:kworker.0 00000100:00100000:2.0:1775776823.779559:0:2407:0:(client.c:1904:ptlrpc_send_new_req()) Sending RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423301760:192.168.201.120@tcp:8:kworker.0 00000800:00000100:2.0:1775776823.779568:0:2407:0:(socklnd_cb.c:976:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.120@tcp 00000100:00100000:2.0:1775776823.779572:0:2407:0:(client.c:2479:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1775776823/real 1775776823] req@ffff9a6048b58000 x1862022423301760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776848 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1775776823.779579:0:2407:0:(client.c:2510:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9a6048b58000 x1862022423301760/t0(0) o8->lustre-OST0001-osc-ffff9a604312f000@192.168.201.120@tcp:28/4 lens 520/544 e 0 to 1 dl 1775776848 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1775776823.779587:0:2407:0:(import.c:65:import_set_state_nolock()) ffff9a60587d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1775776823.779589:0:2407:0:(import.c:1506:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.120@tcp failed (-110) 00000100:00100000:2.0:1775776823.779591:0:2407:0:(client.c:2390:ptlrpc_check_set()) Completed RPC req@ffff9a6048b58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:751da7f7-3532-48ac-b6b6-0bf67df0b35f:2407:1862022423301760:192.168.201.120@tcp:8:kworker.0 00010000:00010000:1.0:1775776824.611262:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776825.635123:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1775776826.659165:0:200747:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1775776827.683352:0:200748:0:(ldlm_lockd.c:2797:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 79175 lines, 79175 kept, 0 dropped, 0 bad.